From 997341a1b2b966ddd13a70482b2644748f0b1714 Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Thu, 4 Apr 2024 08:57:32 -0400
Subject: [PATCH 01/22] Conformance tests: Minor coding improvements

- Avoid quadratic string concatenation
- Avoid bare except
- Avoid unnecessary subshells in subprocess calls
---
 conformance/src/reporting.py    | 30 +++++++--------
 conformance/src/type_checker.py | 65 ++++++++++++++++++---------------
 2 files changed, 50 insertions(+), 45 deletions(-)

diff --git a/conformance/src/reporting.py b/conformance/src/reporting.py
index 266ab7f58..d448e7ea1 100644
--- a/conformance/src/reporting.py
+++ b/conformance/src/reporting.py
@@ -24,13 +24,13 @@ def generate_summary(root_dir: Path):
         f.write(summary)
 
 
-def generate_summary_html(root_dir: Path):
+def generate_summary_html(root_dir: Path) -> str:
     column_count = len(TYPE_CHECKERS) + 1
     test_groups = get_test_groups(root_dir)
     test_cases = get_test_cases(test_groups, root_dir / "tests")
 
-    summary_html = '<div class="table_container"><table><tbody>'
-    summary_html += '<tr><th class="col1">&nbsp;</th>'
+    summary_html = ['<div class="table_container"><table><tbody>']
+    summary_html.append('<tr><th class="col1">&nbsp;</th>')
 
     for type_checker in TYPE_CHECKERS:
         # Load the version file for the type checker.
@@ -48,12 +48,12 @@ def generate_summary_html(root_dir: Path):
         version = existing_info["version"] or "Unknown version"
         test_duration = existing_info.get("test_duration")
 
-        summary_html += f"<th class='tc-header'><div class='tc-name'>{version}</div>"
+        summary_html.append(f"<th class='tc-header'><div class='tc-name'>{version}</div>")
         if test_duration is not None:
-            summary_html += f"<div class='tc-time'>{test_duration:.1f}sec</div>"
-        summary_html += f"</th>"
+            summary_html.append(f"<div class='tc-time'>{test_duration:.1f}sec</div>")
+        summary_html.append("</th>")
 
-    summary_html += f"</tr>"
+    summary_html.append("</tr>")
 
     for test_group_name, test_group in test_groups.items():
         tests_in_group = [
@@ -64,16 +64,16 @@ def generate_summary_html(root_dir: Path):
 
         # Are there any test cases in this group?
         if len(tests_in_group) > 0:
-            summary_html += f'<tr><th class="column" colspan="{column_count}">'
-            summary_html += (
+            summary_html.append(f'<tr><th class="column" colspan="{column_count}">')
+            summary_html.append(
                 f'<a class="test_group" href="{test_group.href}">{test_group.name}</a>'
             )
-            summary_html += "</th></tr>"
+            summary_html.append("</th></tr>")
 
             for test_case in tests_in_group:
                 test_case_name = test_case.stem
 
-                summary_html += f'<tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;{test_case_name}</th>'
+                summary_html.append(f'<tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;{test_case_name}</th>')
 
                 for type_checker in TYPE_CHECKERS:
                     try:
@@ -110,10 +110,10 @@ def generate_summary_html(root_dir: Path):
                     if raw_notes != "":
                         conformance_cell = f'<div class="hover-text">{conformance_cell}<span class="tooltip-text" id="bottom">{notes}</span></div>'
 
-                    summary_html += f'<th class="column col2 {conformance_class}">{conformance_cell}</th>'
+                    summary_html.append(f'<th class="column col2 {conformance_class}">{conformance_cell}</th>')
 
-                summary_html += f"</tr>"
+                summary_html.append("</tr>")
 
-    summary_html += "</tbody></table></div>\n"
+    summary_html.append("</tbody></table></div>\n")
 
-    return summary_html
+    return "".join(summary_html)
diff --git a/conformance/src/type_checker.py b/conformance/src/type_checker.py
index f6d6e5c35..db650e3f2 100644
--- a/conformance/src/type_checker.py
+++ b/conformance/src/type_checker.py
@@ -11,8 +11,8 @@
 from pytype import analyze as pytype_analyze
 from pytype.errors import errors as pytype_errors
 from pytype import load_pytd as pytype_loader
-from shutil import rmtree
-from subprocess import PIPE, run
+import shutil
+from subprocess import PIPE, CalledProcessError, run
 import sys
 from tqdm import tqdm
 from typing import Sequence
@@ -59,25 +59,24 @@ def name(self) -> str:
     def install(self) -> bool:
         try:
             # Delete the cache for consistent timings.
-            rmtree(".mypy_cache")
-        except:
+            shutil.rmtree(".mypy_cache")
+        except (shutil.Error, OSError):
             # Ignore any errors here.
             pass
 
         try:
             run(
-                f"{sys.executable} -m pip install mypy --upgrade",
+                [sys.executable, "-m", "pip", "install", "mypy", "--upgrade"],
                 check=True,
-                shell=True,
             )
             return True
-        except:
+        except CalledProcessError:
             print("Unable to install mypy")
             return False
 
     def get_version(self) -> str:
         proc = run(
-            f"{sys.executable} -m mypy --version", stdout=PIPE, text=True, shell=True
+            [sys.executable, "-m", "mypy", "--version"], stdout=PIPE, text=True
         )
         version = proc.stdout.strip()
 
@@ -86,11 +85,20 @@ def get_version(self) -> str:
         return version
 
     def run_tests(self, test_files: Sequence[str]) -> dict[str, str]:
-        # Mypy currently crashes when run on the "generics_defaults.py" test case,
-        # so we need to exclude it for now. Remove this once mypy adds support for
-        # this functionality.
-        command = f"{sys.executable} -m mypy . --exclude 'generics_defaults\.py' --disable-error-code empty-body"
-        proc = run(command, stdout=PIPE, text=True, shell=True)
+        command = [
+            sys.executable,
+            "-m",
+            "mypy",
+            ".",
+            # Mypy currently crashes when run on the "generics_defaults.py" test case,
+            # so we need to exclude it for now. Remove this once mypy adds support for
+            # this functionality.
+            "--exclude",
+            r"generics_defaults\.py",
+            "--disable-error-code",
+            "empty-body",
+        ]
+        proc = run(command, stdout=PIPE, text=True)
         lines = proc.stdout.split("\n")
 
         # Add results to a dictionary keyed by the file name.
@@ -111,28 +119,27 @@ def install(self) -> bool:
         try:
             # Install the Python wrapper if it's not installed.
             run(
-                f"{sys.executable} -m pip install pyright --upgrade",
+                [sys.executable, "-m", "pip", "install", "pyright", "--upgrade"],
                 check=True,
-                shell=True,
             )
 
             # Force the Python wrapper to install node if needed
             # and download the latest version of pyright.
             self.get_version()
             return True
-        except:
+        except CalledProcessError:
             print("Unable to install pyright")
             return False
 
     def get_version(self) -> str:
         proc = run(
-            f"{sys.executable} -m pyright --version", stdout=PIPE, text=True, shell=True
+            [sys.executable, "-m", "pyright", "--version"], stdout=PIPE, text=True
         )
         return proc.stdout.strip()
 
     def run_tests(self, test_files: Sequence[str]) -> dict[str, str]:
-        command = f"{sys.executable} -m pyright . --outputjson"
-        proc = run(command, stdout=PIPE, text=True, shell=True)
+        command = [sys.executable, "-m", "pyright", ".", "--outputjson"]
+        proc = run(command, stdout=PIPE, text=True)
         output_json = json.loads(proc.stdout)
         diagnostics = output_json["generalDiagnostics"]
 
@@ -161,16 +168,15 @@ def name(self) -> str:
     def install(self) -> bool:
         try:
             # Delete the cache for consistent timings.
-            rmtree(".pyre")
-        except:
+            shutil.rmtree(".pyre")
+        except (shutil.Error, OSError):
             # Ignore any errors here.
             pass
 
         try:
             run(
-                f"{sys.executable} -m pip install pyre-check --upgrade",
+                [sys.executable, "-m", "pip", "install", "pyre-check", "--upgrade"],
                 check=True,
-                shell=True,
             )
 
             # Generate a default config file.
@@ -179,18 +185,18 @@ def install(self) -> bool:
                 f.write(pyre_config)
 
             return True
-        except:
+        except CalledProcessError:
             print("Unable to install pyre")
             return False
 
     def get_version(self) -> str:
-        proc = run("pyre --version", stdout=PIPE, text=True, shell=True)
+        proc = run(["pyre", "--version"], stdout=PIPE, text=True)
         version = proc.stdout.strip()
         version = version.replace("Client version:", "pyre")
         return version
 
     def run_tests(self, test_files: Sequence[str]) -> dict[str, str]:
-        proc = run("pyre check", stdout=PIPE, text=True, shell=True)
+        proc = run(["pyre", "check"], stdout=PIPE, text=True)
         lines = proc.stdout.split("\n")
 
         # Add results to a dictionary keyed by the file name.
@@ -210,18 +216,17 @@ def name(self) -> str:
     def install(self) -> bool:
         try:
             run(
-                f"{sys.executable} -m pip install pytype --upgrade",
+                [sys.executable, "-m", "pip", "install", "pytype", "--upgrade"],
                 check=True,
-                shell=True,
             )
             return True
-        except:
+        except CalledProcessError:
             print("Unable to install pytype on this platform")
             return False
 
     def get_version(self) -> str:
         proc = run(
-            f"{sys.executable} -m pytype --version", stdout=PIPE, text=True, shell=True
+            [sys.executable, "-m", "pytype", "--version"], stdout=PIPE, text=True
         )
         version = proc.stdout.strip()
         return f"pytype {version}"

From 12762191dd960ef63ea86a0b87f486091fed6a4d Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Thu, 4 Apr 2024 09:47:25 -0400
Subject: [PATCH 02/22] Start automation

---
 .../results/mypy/aliases_explicit.toml        |  8 ++-
 .../results/mypy/aliases_implicit.toml        | 26 +++++++
 conformance/results/mypy/aliases_newtype.toml | 17 +++++
 .../results/mypy/aliases_recursive.toml       | 14 ++++
 .../results/mypy/aliases_type_statement.toml  | 43 +++++++++++-
 .../results/mypy/aliases_typealiastype.toml   | 25 ++++++-
 .../results/mypy/aliases_variance.toml        |  7 ++
 .../results/mypy/annotations_coroutines.toml  |  3 +
 .../mypy/annotations_forward_refs.toml        | 25 ++++++-
 .../results/mypy/annotations_generators.toml  | 15 ++++-
 .../results/mypy/annotations_methods.toml     |  7 +-
 .../results/mypy/annotations_typeexpr.toml    | 18 +++++
 .../results/mypy/callables_annotation.toml    | 13 ++++
 .../results/mypy/callables_kwargs.toml        | 16 +++++
 .../results/mypy/callables_protocol.toml      | 20 ++++++
 .../results/mypy/classes_classvar.toml        | 23 ++++++-
 .../results/mypy/classes_override.toml        | 12 +++-
 .../results/mypy/dataclasses_descriptors.toml |  8 ++-
 .../results/mypy/dataclasses_frozen.toml      |  7 ++
 .../results/mypy/dataclasses_hash.toml        |  6 +-
 .../results/mypy/dataclasses_inheritance.toml |  5 ++
 .../results/mypy/dataclasses_kwonly.toml      | 12 +++-
 .../results/mypy/dataclasses_order.toml       |  4 ++
 .../results/mypy/dataclasses_postinit.toml    |  7 ++
 .../results/mypy/dataclasses_slots.toml       |  9 ++-
 .../mypy/dataclasses_transform_class.toml     |  9 +++
 .../mypy/dataclasses_transform_field.toml     |  9 ++-
 .../mypy/dataclasses_transform_func.toml      | 12 +++-
 .../mypy/dataclasses_transform_meta.toml      |  9 +++
 .../results/mypy/dataclasses_usage.toml       | 13 ++++
 .../results/mypy/directives_assert_type.toml  |  5 ++
 conformance/results/mypy/directives_cast.toml |  6 ++
 .../mypy/directives_no_type_check.toml        |  7 +-
 .../results/mypy/directives_reveal_type.toml  |  5 ++
 .../mypy/directives_type_checking.toml        |  3 +
 .../results/mypy/directives_type_ignore.toml  |  8 ++-
 .../mypy/directives_type_ignore_file1.toml    |  3 +
 .../mypy/directives_type_ignore_file2.toml    |  3 +
 .../mypy/directives_version_platform.toml     | 10 ++-
 .../results/mypy/generics_base_class.toml     |  9 +++
 conformance/results/mypy/generics_basic.toml  | 12 ++++
 .../results/mypy/generics_defaults.toml       |  3 +
 .../mypy/generics_defaults_referential.toml   | 11 +++
 .../generics_defaults_specialization.toml     |  6 ++
 .../mypy/generics_paramspec_basic.toml        | 12 +++-
 .../mypy/generics_paramspec_components.toml   | 13 +++-
 .../mypy/generics_paramspec_semantics.toml    | 12 ++++
 .../generics_paramspec_specialization.toml    |  8 +++
 .../results/mypy/generics_scoping.toml        | 15 ++++-
 .../results/mypy/generics_self_advanced.toml  | 12 +++-
 .../mypy/generics_self_attributes.toml        |  5 ++
 .../results/mypy/generics_self_basic.toml     | 10 ++-
 .../results/mypy/generics_self_protocols.toml |  5 ++
 .../results/mypy/generics_self_usage.toml     | 14 ++++
 .../mypy/generics_syntax_compatibility.toml   | 11 ++-
 .../mypy/generics_syntax_declarations.toml    | 27 +++++++-
 .../mypy/generics_syntax_infer_variance.toml  | 64 +++++++++++++++++-
 .../results/mypy/generics_syntax_scoping.toml | 33 ++++++++-
 .../results/mypy/generics_type_erasure.toml   | 14 +++-
 .../mypy/generics_typevartuple_args.toml      | 13 +++-
 .../mypy/generics_typevartuple_basic.toml     | 20 +++++-
 .../mypy/generics_typevartuple_callable.toml  |  4 ++
 .../mypy/generics_typevartuple_concat.toml    |  3 +
 .../mypy/generics_typevartuple_overloads.toml |  3 +
 .../generics_typevartuple_specialization.toml | 12 +++-
 .../mypy/generics_typevartuple_unpack.toml    |  7 +-
 .../results/mypy/generics_upper_bound.toml    |  7 ++
 .../results/mypy/generics_variance.toml       | 13 +++-
 .../mypy/generics_variance_inference.toml     | 62 ++++++++++++++++-
 .../results/mypy/historical_positional.toml   | 10 ++-
 .../results/mypy/literals_interactions.toml   | 12 +++-
 .../results/mypy/literals_literalstring.toml  | 14 +++-
 .../mypy/literals_parameterizations.toml      | 22 +++++-
 .../results/mypy/literals_semantics.toml      |  7 ++
 .../mypy/namedtuples_define_class.toml        | 17 ++++-
 .../mypy/namedtuples_define_functional.toml   | 17 ++++-
 .../results/mypy/namedtuples_type_compat.toml |  5 ++
 .../results/mypy/namedtuples_usage.toml       | 13 +++-
 .../results/mypy/narrowing_typeguard.toml     |  5 ++
 conformance/results/mypy/overloads_basic.toml |  6 ++
 .../results/mypy/protocols_class_objects.toml | 11 +++
 .../results/mypy/protocols_definition.toml    | 24 ++++++-
 .../results/mypy/protocols_explicit.toml      | 13 +++-
 .../results/mypy/protocols_generic.toml       | 15 ++++-
 .../results/mypy/protocols_merging.toml       |  9 +++
 .../results/mypy/protocols_modules.toml       |  6 ++
 .../results/mypy/protocols_recursive.toml     |  3 +
 .../mypy/protocols_runtime_checkable.toml     |  9 ++-
 conformance/results/mypy/protocols_self.toml  |  3 +
 .../results/mypy/protocols_subtyping.toml     | 10 +++
 .../results/mypy/protocols_variance.toml      | 12 ++++
 .../results/mypy/qualifiers_annotated.toml    | 28 +++++++-
 .../mypy/qualifiers_final_annotation.toml     | 33 ++++++++-
 .../mypy/qualifiers_final_decorator.toml      | 13 ++++
 .../results/mypy/specialtypes_any.toml        |  3 +
 .../results/mypy/specialtypes_never.toml      |  6 ++
 .../results/mypy/specialtypes_none.toml       |  6 ++
 .../results/mypy/specialtypes_promotions.toml |  4 ++
 .../results/mypy/specialtypes_type.toml       | 19 +++++-
 .../results/mypy/tuples_type_compat.toml      | 28 +++++++-
 .../results/mypy/tuples_type_form.toml        | 14 ++++
 conformance/results/mypy/tuples_unpacked.toml |  7 +-
 .../results/mypy/typeddicts_alt_syntax.toml   | 13 +++-
 .../results/mypy/typeddicts_class_syntax.toml |  8 +++
 .../results/mypy/typeddicts_final.toml        |  3 +
 .../results/mypy/typeddicts_inheritance.toml  |  6 ++
 .../results/mypy/typeddicts_operations.toml   | 14 ++++
 .../results/mypy/typeddicts_readonly.toml     | 11 +++
 .../mypy/typeddicts_readonly_consistency.toml | 13 ++++
 .../mypy/typeddicts_readonly_inheritance.toml | 31 +++++++++
 .../mypy/typeddicts_readonly_kwargs.toml      |  5 ++
 .../mypy/typeddicts_readonly_update.toml      |  5 ++
 .../results/mypy/typeddicts_required.toml     | 12 +++-
 .../mypy/typeddicts_type_consistency.toml     | 14 ++++
 .../results/mypy/typeddicts_usage.toml        |  6 ++
 conformance/results/mypy/version.toml         |  2 +-
 .../results/pyre/aliases_explicit.toml        | 25 ++++++-
 .../results/pyre/aliases_implicit.toml        | 29 +++++++-
 conformance/results/pyre/aliases_newtype.toml | 13 +++-
 .../results/pyre/aliases_recursive.toml       | 20 +++++-
 .../results/pyre/aliases_type_statement.toml  |  7 +-
 .../results/pyre/aliases_typealiastype.toml   | 38 ++++++++++-
 .../results/pyre/aliases_variance.toml        |  7 ++
 .../results/pyre/annotations_coroutines.toml  |  7 +-
 .../pyre/annotations_forward_refs.toml        | 25 ++++++-
 .../results/pyre/annotations_generators.toml  | 20 +++++-
 .../results/pyre/annotations_methods.toml     |  6 +-
 .../results/pyre/annotations_typeexpr.toml    | 20 ++++++
 .../results/pyre/callables_annotation.toml    | 16 ++++-
 .../results/pyre/callables_kwargs.toml        | 12 +++-
 .../results/pyre/callables_protocol.toml      | 22 +++++-
 .../results/pyre/classes_classvar.toml        | 17 ++++-
 .../results/pyre/classes_override.toml        | 21 +++++-
 .../results/pyre/dataclasses_descriptors.toml |  7 +-
 .../results/pyre/dataclasses_frozen.toml      |  8 ++-
 .../results/pyre/dataclasses_hash.toml        |  6 +-
 .../results/pyre/dataclasses_inheritance.toml |  6 +-
 .../results/pyre/dataclasses_kwonly.toml      |  6 ++
 .../results/pyre/dataclasses_order.toml       |  6 +-
 .../results/pyre/dataclasses_postinit.toml    |  7 +-
 .../results/pyre/dataclasses_slots.toml       |  7 +-
 .../pyre/dataclasses_transform_class.toml     | 21 +++++-
 .../pyre/dataclasses_transform_field.toml     | 11 ++-
 .../pyre/dataclasses_transform_func.toml      | 23 ++++++-
 .../pyre/dataclasses_transform_meta.toml      | 18 ++++-
 .../results/pyre/dataclasses_usage.toml       | 21 +++++-
 .../results/pyre/directives_assert_type.toml  | 10 ++-
 conformance/results/pyre/directives_cast.toml |  6 ++
 .../pyre/directives_no_type_check.toml        | 11 ++-
 .../results/pyre/directives_reveal_type.toml  |  6 +-
 .../pyre/directives_type_checking.toml        |  3 +
 .../results/pyre/directives_type_ignore.toml  |  3 +
 .../pyre/directives_type_ignore_file1.toml    |  7 +-
 .../pyre/directives_type_ignore_file2.toml    |  3 +
 .../pyre/directives_version_platform.toml     | 10 ++-
 .../results/pyre/generics_base_class.toml     | 11 ++-
 conformance/results/pyre/generics_basic.toml  | 14 +++-
 .../results/pyre/generics_defaults.toml       | 24 +++++++
 .../pyre/generics_defaults_referential.toml   | 12 ++++
 .../generics_defaults_specialization.toml     | 14 ++++
 .../pyre/generics_paramspec_basic.toml        | 11 ++-
 .../pyre/generics_paramspec_components.toml   | 13 +++-
 .../pyre/generics_paramspec_semantics.toml    | 15 ++++-
 .../generics_paramspec_specialization.toml    | 17 ++++-
 .../results/pyre/generics_scoping.toml        | 16 ++++-
 .../results/pyre/generics_self_advanced.toml  | 15 ++++-
 .../pyre/generics_self_attributes.toml        | 10 ++-
 .../results/pyre/generics_self_basic.toml     | 15 ++++-
 .../results/pyre/generics_self_protocols.toml |  7 +-
 .../results/pyre/generics_self_usage.toml     |  9 ++-
 .../pyre/generics_syntax_compatibility.toml   |  7 +-
 .../pyre/generics_syntax_declarations.toml    |  7 +-
 .../pyre/generics_syntax_infer_variance.toml  |  7 +-
 .../results/pyre/generics_syntax_scoping.toml |  7 +-
 .../results/pyre/generics_type_erasure.toml   | 10 ++-
 .../pyre/generics_typevartuple_args.toml      | 16 ++++-
 .../pyre/generics_typevartuple_basic.toml     | 30 ++++++++-
 .../pyre/generics_typevartuple_callable.toml  | 14 +++-
 .../pyre/generics_typevartuple_concat.toml    | 19 +++++-
 .../pyre/generics_typevartuple_overloads.toml | 12 +++-
 .../generics_typevartuple_specialization.toml | 52 +++++++++++++-
 .../pyre/generics_typevartuple_unpack.toml    | 12 +++-
 .../results/pyre/generics_upper_bound.toml    |  8 ++-
 .../results/pyre/generics_variance.toml       | 12 +++-
 .../pyre/generics_variance_inference.toml     |  7 +-
 .../results/pyre/historical_positional.toml   | 12 +++-
 .../results/pyre/literals_interactions.toml   |  9 ++-
 .../results/pyre/literals_literalstring.toml  | 12 ++++
 .../pyre/literals_parameterizations.toml      | 23 ++++++-
 .../results/pyre/literals_semantics.toml      |  9 ++-
 .../pyre/namedtuples_define_class.toml        | 17 ++++-
 .../pyre/namedtuples_define_functional.toml   | 20 +++++-
 .../results/pyre/namedtuples_type_compat.toml | 11 ++-
 .../results/pyre/namedtuples_usage.toml       | 11 ++-
 .../results/pyre/narrowing_typeguard.toml     |  8 ++-
 conformance/results/pyre/overloads_basic.toml |  8 ++-
 .../results/pyre/protocols_class_objects.toml |  9 ++-
 .../results/pyre/protocols_definition.toml    | 19 +++++-
 .../results/pyre/protocols_explicit.toml      | 11 ++-
 .../results/pyre/protocols_generic.toml       | 12 +++-
 .../results/pyre/protocols_merging.toml       | 11 ++-
 .../results/pyre/protocols_modules.toml       |  6 +-
 .../results/pyre/protocols_recursive.toml     |  3 +
 .../pyre/protocols_runtime_checkable.toml     |  6 +-
 conformance/results/pyre/protocols_self.toml  |  3 +
 .../results/pyre/protocols_subtyping.toml     | 10 +++
 .../results/pyre/protocols_variance.toml      |  8 ++-
 .../results/pyre/qualifiers_annotated.toml    | 24 ++++++-
 .../pyre/qualifiers_final_annotation.toml     | 30 ++++++++-
 .../pyre/qualifiers_final_decorator.toml      | 15 ++++-
 .../results/pyre/specialtypes_any.toml        | 13 +++-
 .../results/pyre/specialtypes_never.toml      | 15 ++++-
 .../results/pyre/specialtypes_none.toml       | 10 ++-
 .../results/pyre/specialtypes_promotions.toml |  6 +-
 .../results/pyre/specialtypes_type.toml       | 21 +++++-
 .../results/pyre/tuples_type_compat.toml      | 48 ++++++++++++-
 .../results/pyre/tuples_type_form.toml        | 13 +++-
 conformance/results/pyre/tuples_unpacked.toml | 22 +++++-
 .../results/pyre/typeddicts_alt_syntax.toml   |  9 ++-
 .../results/pyre/typeddicts_class_syntax.toml |  7 +-
 .../results/pyre/typeddicts_final.toml        |  7 +-
 .../results/pyre/typeddicts_inheritance.toml  |  8 ++-
 .../results/pyre/typeddicts_operations.toml   | 14 ++++
 .../results/pyre/typeddicts_readonly.toml     |  5 ++
 .../pyre/typeddicts_readonly_consistency.toml | 15 +++++
 .../pyre/typeddicts_readonly_inheritance.toml | 14 ++++
 .../pyre/typeddicts_readonly_kwargs.toml      |  6 ++
 .../pyre/typeddicts_readonly_update.toml      |  6 ++
 .../results/pyre/typeddicts_required.toml     |  9 ++-
 .../pyre/typeddicts_type_consistency.toml     | 17 ++++-
 .../results/pyre/typeddicts_usage.toml        |  7 +-
 conformance/results/pyre/version.toml         |  2 +-
 .../results/pyright/aliases_explicit.toml     | 16 +++++
 .../results/pyright/aliases_implicit.toml     | 25 +++++++
 .../results/pyright/aliases_newtype.toml      | 16 +++++
 .../results/pyright/aliases_recursive.toml    | 14 ++++
 .../pyright/aliases_type_statement.toml       | 30 +++++++++
 .../pyright/aliases_typealiastype.toml        | 24 +++++++
 .../results/pyright/aliases_variance.toml     |  7 ++
 .../pyright/annotations_coroutines.toml       |  3 +
 .../pyright/annotations_forward_refs.toml     | 25 +++++++
 .../pyright/annotations_generators.toml       | 15 +++++
 .../results/pyright/annotations_methods.toml  |  7 +-
 .../results/pyright/annotations_typeexpr.toml | 18 +++++
 .../results/pyright/callables_annotation.toml | 13 ++++
 .../results/pyright/callables_kwargs.toml     | 16 +++++
 .../results/pyright/callables_protocol.toml   | 20 ++++++
 .../results/pyright/classes_classvar.toml     | 20 ++++++
 .../results/pyright/classes_override.toml     |  8 +++
 .../pyright/dataclasses_descriptors.toml      |  3 +
 .../results/pyright/dataclasses_frozen.toml   |  7 ++
 .../results/pyright/dataclasses_hash.toml     |  5 ++
 .../pyright/dataclasses_inheritance.toml      |  5 ++
 .../results/pyright/dataclasses_kwonly.toml   |  6 ++
 .../results/pyright/dataclasses_order.toml    |  4 ++
 .../results/pyright/dataclasses_postinit.toml |  7 ++
 .../results/pyright/dataclasses_slots.toml    |  8 +++
 .../pyright/dataclasses_transform_class.toml  |  9 +++
 .../pyright/dataclasses_transform_field.toml  |  5 ++
 .../pyright/dataclasses_transform_func.toml   |  9 +++
 .../pyright/dataclasses_transform_meta.toml   |  9 +++
 .../results/pyright/dataclasses_usage.toml    | 12 ++++
 .../pyright/directives_assert_type.toml       |  3 +
 .../results/pyright/directives_cast.toml      |  6 ++
 .../pyright/directives_no_type_check.toml     |  8 ++-
 .../pyright/directives_reveal_type.toml       |  3 +
 .../pyright/directives_type_checking.toml     |  3 +
 .../pyright/directives_type_ignore.toml       |  3 +
 .../pyright/directives_type_ignore_file1.toml |  3 +
 .../pyright/directives_type_ignore_file2.toml |  3 +
 .../pyright/directives_version_platform.toml  |  3 +
 .../results/pyright/generics_base_class.toml  |  9 +++
 .../results/pyright/generics_basic.toml       | 12 ++++
 .../results/pyright/generics_defaults.toml    |  9 +++
 .../generics_defaults_referential.toml        | 10 +++
 .../generics_defaults_specialization.toml     |  5 ++
 .../pyright/generics_paramspec_basic.toml     | 10 +++
 .../generics_paramspec_components.toml        | 19 ++++++
 .../pyright/generics_paramspec_semantics.toml | 16 ++++-
 .../generics_paramspec_specialization.toml    |  8 +++
 .../results/pyright/generics_scoping.toml     | 13 ++++
 .../pyright/generics_self_advanced.toml       |  3 +
 .../pyright/generics_self_attributes.toml     |  5 ++
 .../results/pyright/generics_self_basic.toml  |  6 ++
 .../pyright/generics_self_protocols.toml      |  5 ++
 .../results/pyright/generics_self_usage.toml  | 14 ++++
 .../generics_syntax_compatibility.toml        |  5 ++
 .../pyright/generics_syntax_declarations.toml | 13 ++++
 .../generics_syntax_infer_variance.toml       | 22 ++++++
 .../pyright/generics_syntax_scoping.toml      | 12 ++++
 .../pyright/generics_type_erasure.toml        | 10 +++
 .../pyright/generics_typevartuple_args.toml   | 12 ++++
 .../pyright/generics_typevartuple_basic.toml  | 18 +++++
 .../generics_typevartuple_callable.toml       |  4 ++
 .../pyright/generics_typevartuple_concat.toml |  3 +
 .../generics_typevartuple_overloads.toml      |  3 +
 .../generics_typevartuple_specialization.toml |  9 +++
 .../pyright/generics_typevartuple_unpack.toml |  4 ++
 .../results/pyright/generics_upper_bound.toml |  6 ++
 .../results/pyright/generics_variance.toml    | 16 +++++
 .../pyright/generics_variance_inference.toml  | 26 +++++++
 .../pyright/historical_positional.toml        |  9 ++-
 .../pyright/literals_interactions.toml        |  7 ++
 .../pyright/literals_literalstring.toml       | 13 ++++
 .../pyright/literals_parameterizations.toml   | 20 ++++++
 .../results/pyright/literals_semantics.toml   |  7 ++
 .../pyright/namedtuples_define_class.toml     | 15 +++++
 .../namedtuples_define_functional.toml        | 15 +++++
 .../pyright/namedtuples_type_compat.toml      |  5 ++
 .../results/pyright/namedtuples_usage.toml    | 11 +++
 .../results/pyright/narrowing_typeguard.toml  |  5 ++
 .../results/pyright/overloads_basic.toml      |  6 ++
 .../pyright/protocols_class_objects.toml      | 11 +++
 .../results/pyright/protocols_definition.toml | 24 +++++++
 .../results/pyright/protocols_explicit.toml   | 10 +++
 .../results/pyright/protocols_generic.toml    | 11 +++
 .../results/pyright/protocols_merging.toml    |  9 +++
 .../results/pyright/protocols_modules.toml    |  6 ++
 .../results/pyright/protocols_recursive.toml  |  3 +
 .../pyright/protocols_runtime_checkable.toml  |  9 +++
 .../results/pyright/protocols_self.toml       |  3 +
 .../results/pyright/protocols_subtyping.toml  | 10 +++
 .../results/pyright/protocols_variance.toml   |  5 ++
 .../results/pyright/qualifiers_annotated.toml | 23 +++++++
 .../pyright/qualifiers_final_annotation.toml  | 27 ++++++++
 .../pyright/qualifiers_final_decorator.toml   | 13 ++++
 .../results/pyright/specialtypes_any.toml     |  3 +
 .../results/pyright/specialtypes_never.toml   |  6 ++
 .../results/pyright/specialtypes_none.toml    |  6 ++
 .../pyright/specialtypes_promotions.toml      |  4 ++
 .../results/pyright/specialtypes_type.toml    | 12 ++++
 .../results/pyright/tuples_type_compat.toml   | 19 ++++++
 .../results/pyright/tuples_type_form.toml     | 14 ++++
 .../results/pyright/tuples_unpacked.toml      |  8 +++
 .../pyright/typeddicts_alt_syntax.toml        |  8 +++
 .../pyright/typeddicts_class_syntax.toml      |  8 +++
 .../results/pyright/typeddicts_final.toml     |  3 +
 .../pyright/typeddicts_inheritance.toml       |  6 ++
 .../pyright/typeddicts_operations.toml        | 14 ++++
 .../results/pyright/typeddicts_readonly.toml  |  9 +++
 .../typeddicts_readonly_consistency.toml      | 10 +++
 .../typeddicts_readonly_inheritance.toml      | 14 ++++
 .../pyright/typeddicts_readonly_kwargs.toml   |  4 ++
 .../pyright/typeddicts_readonly_update.toml   |  4 ++
 .../results/pyright/typeddicts_required.toml  |  7 ++
 .../pyright/typeddicts_type_consistency.toml  | 12 ++++
 .../results/pyright/typeddicts_usage.toml     |  6 ++
 conformance/results/pyright/version.toml      |  2 +-
 .../results/pytype/aliases_explicit.toml      | 16 ++++-
 .../results/pytype/aliases_implicit.toml      | 16 ++++-
 .../results/pytype/aliases_newtype.toml       | 10 ++-
 .../results/pytype/aliases_recursive.toml     | 20 +++++-
 .../pytype/aliases_type_statement.toml        |  6 +-
 .../results/pytype/aliases_typealiastype.toml | 13 +++-
 .../results/pytype/aliases_variance.toml      |  8 ++-
 .../pytype/annotations_coroutines.toml        |  7 +-
 .../pytype/annotations_forward_refs.toml      | 18 ++++-
 .../pytype/annotations_generators.toml        | 17 ++++-
 .../results/pytype/annotations_methods.toml   |  7 +-
 .../results/pytype/annotations_typeexpr.toml  |  7 +-
 .../results/pytype/callables_annotation.toml  | 13 ++++
 .../results/pytype/callables_kwargs.toml      | 20 +++++-
 .../results/pytype/callables_protocol.toml    | 13 +++-
 .../results/pytype/classes_classvar.toml      | 18 ++++-
 .../results/pytype/classes_override.toml      | 13 +++-
 .../pytype/dataclasses_descriptors.toml       |  9 ++-
 .../results/pytype/dataclasses_frozen.toml    |  6 +-
 .../results/pytype/dataclasses_hash.toml      |  6 +-
 .../pytype/dataclasses_inheritance.toml       |  6 +-
 .../results/pytype/dataclasses_kwonly.toml    | 13 +++-
 .../results/pytype/dataclasses_order.toml     |  6 +-
 .../results/pytype/dataclasses_postinit.toml  |  9 ++-
 .../results/pytype/dataclasses_slots.toml     | 10 ++-
 .../pytype/dataclasses_transform_class.toml   | 11 ++-
 .../pytype/dataclasses_transform_field.toml   |  8 ++-
 .../pytype/dataclasses_transform_func.toml    | 16 ++++-
 .../pytype/dataclasses_transform_meta.toml    |  9 ++-
 .../results/pytype/dataclasses_usage.toml     | 19 ++++++
 .../pytype/directives_assert_type.toml        |  4 ++
 .../results/pytype/directives_cast.toml       |  8 ++-
 .../pytype/directives_no_type_check.toml      | 11 ++-
 .../pytype/directives_reveal_type.toml        | 11 ++-
 .../pytype/directives_type_checking.toml      |  3 +
 .../pytype/directives_type_ignore.toml        |  7 +-
 .../pytype/directives_type_ignore_file1.toml  |  3 +
 .../pytype/directives_type_ignore_file2.toml  |  7 +-
 .../pytype/directives_version_platform.toml   |  9 ++-
 .../results/pytype/generics_base_class.toml   | 10 ++-
 .../results/pytype/generics_basic.toml        | 18 ++++-
 .../results/pytype/generics_defaults.toml     | 51 ++++++++++++++
 .../pytype/generics_defaults_referential.toml | 36 ++++++++++
 .../generics_defaults_specialization.toml     | 18 +++++
 .../pytype/generics_paramspec_basic.toml      |  6 +-
 .../pytype/generics_paramspec_components.toml |  6 +-
 .../pytype/generics_paramspec_semantics.toml  |  6 +-
 .../generics_paramspec_specialization.toml    | 17 ++++-
 .../results/pytype/generics_scoping.toml      | 15 +++++
 .../pytype/generics_self_advanced.toml        | 17 ++++-
 .../pytype/generics_self_attributes.toml      |  7 +-
 .../results/pytype/generics_self_basic.toml   | 12 +++-
 .../pytype/generics_self_protocols.toml       |  6 +-
 .../results/pytype/generics_self_usage.toml   | 16 ++++-
 .../pytype/generics_syntax_compatibility.toml |  6 +-
 .../pytype/generics_syntax_declarations.toml  |  6 +-
 .../generics_syntax_infer_variance.toml       |  6 +-
 .../pytype/generics_syntax_scoping.toml       |  6 +-
 .../results/pytype/generics_type_erasure.toml |  3 +
 .../pytype/generics_typevartuple_args.toml    | 20 +++++-
 .../pytype/generics_typevartuple_basic.toml   | 38 ++++++++++-
 .../generics_typevartuple_callable.toml       | 20 +++++-
 .../pytype/generics_typevartuple_concat.toml  | 25 ++++++-
 .../generics_typevartuple_overloads.toml      | 15 ++++-
 .../generics_typevartuple_specialization.toml | 67 ++++++++++++++++++-
 .../pytype/generics_typevartuple_unpack.toml  | 15 ++++-
 .../results/pytype/generics_upper_bound.toml  | 12 +++-
 .../results/pytype/generics_variance.toml     | 11 ++-
 .../pytype/generics_variance_inference.toml   |  6 +-
 .../results/pytype/historical_positional.toml |  9 ++-
 .../results/pytype/literals_interactions.toml | 15 ++++-
 .../pytype/literals_literalstring.toml        | 15 ++++-
 .../pytype/literals_parameterizations.toml    | 21 +++++-
 .../results/pytype/literals_semantics.toml    | 12 +++-
 .../pytype/namedtuples_define_class.toml      | 17 ++++-
 .../pytype/namedtuples_define_functional.toml | 18 ++++-
 .../pytype/namedtuples_type_compat.toml       |  5 ++
 .../results/pytype/namedtuples_usage.toml     | 12 +++-
 .../results/pytype/narrowing_typeguard.toml   |  6 +-
 .../results/pytype/overloads_basic.toml       |  9 ++-
 .../pytype/protocols_class_objects.toml       |  7 +-
 .../results/pytype/protocols_definition.toml  | 14 +++-
 .../results/pytype/protocols_explicit.toml    |  9 ++-
 .../results/pytype/protocols_generic.toml     | 14 +++-
 .../results/pytype/protocols_merging.toml     | 11 ++-
 .../results/pytype/protocols_modules.toml     |  8 ++-
 .../results/pytype/protocols_recursive.toml   |  9 ++-
 .../pytype/protocols_runtime_checkable.toml   |  6 +-
 .../results/pytype/protocols_self.toml        | 10 ++-
 .../results/pytype/protocols_subtyping.toml   | 10 ++-
 .../results/pytype/protocols_variance.toml    |  9 ++-
 .../results/pytype/qualifiers_annotated.toml  | 17 ++++-
 .../pytype/qualifiers_final_annotation.toml   | 20 +++++-
 .../pytype/qualifiers_final_decorator.toml    | 16 ++++-
 .../results/pytype/specialtypes_any.toml      |  3 +
 .../results/pytype/specialtypes_never.toml    | 12 +++-
 .../results/pytype/specialtypes_none.toml     |  8 ++-
 .../pytype/specialtypes_promotions.toml       |  4 ++
 .../results/pytype/specialtypes_type.toml     | 19 +++++-
 .../results/pytype/tuples_type_compat.toml    | 46 ++++++++++++-
 .../results/pytype/tuples_type_form.toml      | 14 ++++
 .../results/pytype/tuples_unpacked.toml       | 23 ++++++-
 .../results/pytype/typeddicts_alt_syntax.toml |  8 ++-
 .../pytype/typeddicts_class_syntax.toml       |  6 +-
 .../results/pytype/typeddicts_final.toml      |  3 +
 .../pytype/typeddicts_inheritance.toml        |  6 ++
 .../results/pytype/typeddicts_operations.toml | 11 ++-
 .../results/pytype/typeddicts_readonly.toml   |  4 ++
 .../typeddicts_readonly_consistency.toml      |  7 ++
 .../typeddicts_readonly_inheritance.toml      | 17 +++++
 .../pytype/typeddicts_readonly_kwargs.toml    |  6 ++
 .../pytype/typeddicts_readonly_update.toml    |  4 ++
 .../results/pytype/typeddicts_required.toml   |  6 +-
 .../pytype/typeddicts_type_consistency.toml   | 10 ++-
 .../results/pytype/typeddicts_usage.toml      |  7 +-
 conformance/results/pytype/version.toml       |  2 +-
 conformance/results/results.html              |  2 +-
 conformance/src/main.py                       | 60 ++++++++++++++++-
 conformance/src/type_checker.py               | 62 +++++++++++++++++
 conformance/tests/aliases_explicit.py         | 42 ++++++------
 conformance/tests/aliases_implicit.py         | 44 ++++++------
 conformance/tests/aliases_newtype.py          | 26 +++----
 conformance/tests/aliases_recursive.py        |  8 +--
 conformance/tests/aliases_type_statement.py   | 26 +++----
 conformance/tests/aliases_typealiastype.py    | 16 ++---
 conformance/tests/aliases_variance.py         |  8 +--
 conformance/tests/annotations_forward_refs.py |  4 +-
 conformance/tests/annotations_generators.py   | 18 ++---
 conformance/tests/callables_kwargs.py         | 26 +++----
 conformance/tests/callables_protocol.py       | 34 +++++-----
 conformance/tests/classes_classvar.py         | 36 +++++-----
 conformance/tests/dataclasses_frozen.py       |  4 +-
 conformance/tests/dataclasses_postinit.py     |  8 +--
 conformance/tests/dataclasses_usage.py        | 10 +--
 conformance/tests/generics_defaults.py        |  2 +-
 conformance/tests/generics_paramspec_basic.py |  2 +-
 .../tests/generics_paramspec_semantics.py     |  4 +-
 .../tests/generics_syntax_compatibility.py    |  2 +-
 .../tests/generics_syntax_declarations.py     | 14 ++--
 .../tests/generics_syntax_infer_variance.py   |  4 +-
 .../tests/generics_typevartuple_basic.py      |  8 +--
 .../generics_typevartuple_specialization.py   |  2 +-
 conformance/tests/generics_variance.py        | 16 ++---
 conformance/tests/literals_interactions.py    |  8 +--
 conformance/tests/overloads_basic.py          |  6 +-
 conformance/tests/protocols_class_objects.py  |  2 +-
 conformance/tests/protocols_definition.py     |  8 +--
 conformance/tests/protocols_explicit.py       | 14 ++--
 conformance/tests/protocols_generic.py        |  2 +-
 conformance/tests/protocols_merging.py        | 10 +--
 .../tests/protocols_runtime_checkable.py      |  8 +--
 conformance/tests/protocols_subtyping.py      |  2 +-
 conformance/tests/protocols_variance.py       | 14 ++--
 conformance/tests/qualifiers_annotated.py     | 26 +++----
 .../tests/qualifiers_final_annotation.py      | 40 +++++------
 .../tests/qualifiers_final_decorator.py       |  6 +-
 conformance/tests/specialtypes_never.py       | 16 ++---
 conformance/tests/specialtypes_none.py        |  4 +-
 conformance/tests/typeddicts_alt_syntax.py    |  2 +-
 conformance/tests/typeddicts_operations.py    | 22 +++---
 conformance/tests/typeddicts_required.py      |  8 +--
 509 files changed, 5462 insertions(+), 777 deletions(-)

diff --git a/conformance/results/mypy/aliases_explicit.toml b/conformance/results/mypy/aliases_explicit.toml
index 6ca1a371d..595684a4d 100644
--- a/conformance/results/mypy/aliases_explicit.toml
+++ b/conformance/results/mypy/aliases_explicit.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject specialization of type alias that has already been implicitly specialized.
+notes = """Does not reject specialization of type alias that has already been implicitly specialized.
 """
 output = """
 aliases_explicit.py:67: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]
@@ -26,3 +25,8 @@ aliases_explicit.py:91: error: Invalid type alias: expression is not a valid typ
 aliases_explicit.py:101: error: "<typing special form>" not callable  [operator]
 aliases_explicit.py:102: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 90: Expected 1 errors, got 2 (['aliases_explicit.py:90: error: Invalid type alias: expression is not a valid type  [valid-type]', 'aliases_explicit.py:90: error: Function "list" could always be true in boolean context  [truthy-function]'])
+Line 100: Expected 1 errors
+"""
diff --git a/conformance/results/mypy/aliases_implicit.toml b/conformance/results/mypy/aliases_implicit.toml
index 12d111996..31f51e1f9 100644
--- a/conformance/results/mypy/aliases_implicit.toml
+++ b/conformance/results/mypy/aliases_implicit.toml
@@ -38,3 +38,29 @@ aliases_implicit.py:119: note: See https://mypy.readthedocs.io/en/stable/common_
 aliases_implicit.py:133: error: "<typing special form>" not callable  [operator]
 aliases_implicit.py:135: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 76: Unexpected errors ['aliases_implicit.py:76: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]']
+Line 77: Unexpected errors ['aliases_implicit.py:77: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]']
+Line 78: Unexpected errors ['aliases_implicit.py:78: error: Bad number of arguments for type alias, expected 1, given 2  [type-arg]']
+Line 79: Unexpected errors ['aliases_implicit.py:79: error: Bad number of arguments for type alias, expected 1, given 2  [type-arg]']
+Line 80: Unexpected errors ['aliases_implicit.py:80: error: Can only replace ParamSpec with a parameter types list or another ParamSpec, got "int"  [misc]']
+Line 81: Unexpected errors ['aliases_implicit.py:81: error: Type argument "str" of "GoodTypeAlias12" must be a subtype of "float"  [type-var]']
+Line 100: Unexpected errors ['aliases_implicit.py:100: error: Function "list" could always be true in boolean context  [truthy-function]']
+Line 106: Unexpected errors ['aliases_implicit.py:106: error: Variable "aliases_implicit.BadTypeAlias1" is not valid as a type  [valid-type]']
+Line 107: Unexpected errors ['aliases_implicit.py:107: error: Variable "aliases_implicit.BadTypeAlias2" is not valid as a type  [valid-type]']
+Line 108: Unexpected errors ['aliases_implicit.py:108: error: Variable "aliases_implicit.BadTypeAlias3" is not valid as a type  [valid-type]']
+Line 109: Unexpected errors ['aliases_implicit.py:109: error: Variable "aliases_implicit.BadTypeAlias4" is not valid as a type  [valid-type]']
+Line 110: Unexpected errors ['aliases_implicit.py:110: error: Variable "aliases_implicit.BadTypeAlias5" is not valid as a type  [valid-type]']
+Line 111: Unexpected errors ['aliases_implicit.py:111: error: Variable "aliases_implicit.BadTypeAlias6" is not valid as a type  [valid-type]']
+Line 112: Unexpected errors ['aliases_implicit.py:112: error: Variable "aliases_implicit.BadTypeAlias7" is not valid as a type  [valid-type]']
+Line 113: Unexpected errors ['aliases_implicit.py:113: error: Variable "aliases_implicit.BadTypeAlias8" is not valid as a type  [valid-type]']
+Line 114: Unexpected errors ['aliases_implicit.py:114: error: Variable "aliases_implicit.BadTypeAlias9" is not valid as a type  [valid-type]']
+Line 115: Unexpected errors ['aliases_implicit.py:115: error: Variable "aliases_implicit.BadTypeAlias10" is not valid as a type  [valid-type]']
+Line 116: Unexpected errors ['aliases_implicit.py:116: error: Variable "aliases_implicit.BadTypeAlias11" is not valid as a type  [valid-type]']
+Line 117: Unexpected errors ['aliases_implicit.py:117: error: Variable "aliases_implicit.BadTypeAlias12" is not valid as a type  [valid-type]']
+Line 118: Unexpected errors ['aliases_implicit.py:118: error: Variable "aliases_implicit.BadTypeAlias13" is not valid as a type  [valid-type]']
+Line 119: Unexpected errors ['aliases_implicit.py:119: error: Variable "aliases_implicit.BadTypeAlias14" is not valid as a type  [valid-type]']
+Line 133: Unexpected errors ['aliases_implicit.py:133: error: "<typing special form>" not callable  [operator]']
+Line 135: Unexpected errors ['aliases_implicit.py:135: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]']
+"""
diff --git a/conformance/results/mypy/aliases_newtype.toml b/conformance/results/mypy/aliases_newtype.toml
index 7aa7d64bd..f899ab8c8 100644
--- a/conformance/results/mypy/aliases_newtype.toml
+++ b/conformance/results/mypy/aliases_newtype.toml
@@ -18,3 +18,20 @@ aliases_newtype.py:58: error: Argument 2 to NewType(...) must be subclassable (g
 aliases_newtype.py:60: error: NewType(...) expects exactly two positional arguments  [misc]
 aliases_newtype.py:62: error: Argument 2 to NewType(...) must be subclassable (got "Any")  [valid-newtype]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 11: Unexpected errors ['aliases_newtype.py:11: error: Argument 1 to "UserId" has incompatible type "str"; expected "int"  [arg-type]']
+Line 12: Unexpected errors ['aliases_newtype.py:12: error: Incompatible types in assignment (expression has type "int", variable has type "UserId")  [assignment]']
+Line 20: Unexpected errors ['aliases_newtype.py:20: error: Cannot use isinstance() with NewType type  [misc]']
+Line 23: Unexpected errors ['aliases_newtype.py:23: error: Cannot subclass "NewType"  [misc]']
+Line 32: Unexpected errors ['aliases_newtype.py:32: error: String argument 1 "BadName" to NewType(...) does not match variable name "GoodName"  [misc]']
+Line 38: Unexpected errors ['aliases_newtype.py:38: error: "GoodNewType1" expects no type arguments, but 1 given  [type-arg]']
+Line 41: Unexpected errors ['aliases_newtype.py:41: error: Cannot redefine "GoodNewType2" as a NewType  [misc]', 'aliases_newtype.py:41: error: Name "GoodNewType2" already defined on line 36  [no-redef]']
+Line 44: Unexpected errors ['aliases_newtype.py:44: error: Argument 2 to NewType(...) must be subclassable (got "int | str")  [valid-newtype]']
+Line 47: Unexpected errors ['aliases_newtype.py:47: error: Type variable "aliases_newtype.T" is unbound  [valid-type]']
+Line 49: Unexpected errors ['aliases_newtype.py:49: error: NewType cannot be used with protocol classes  [misc]']
+Line 51: Unexpected errors ['aliases_newtype.py:51: error: Argument 2 to NewType(...) must be subclassable (got "Literal[7]")  [valid-newtype]']
+Line 58: Unexpected errors ['aliases_newtype.py:58: error: Argument 2 to NewType(...) must be subclassable (got "TD1")  [valid-newtype]']
+Line 60: Unexpected errors ['aliases_newtype.py:60: error: NewType(...) expects exactly two positional arguments  [misc]']
+Line 62: Unexpected errors ['aliases_newtype.py:62: error: Argument 2 to NewType(...) must be subclassable (got "Any")  [valid-newtype]']
+"""
diff --git a/conformance/results/mypy/aliases_recursive.toml b/conformance/results/mypy/aliases_recursive.toml
index 6d8137a2c..205c9d49b 100644
--- a/conformance/results/mypy/aliases_recursive.toml
+++ b/conformance/results/mypy/aliases_recursive.toml
@@ -12,3 +12,17 @@ aliases_recursive.py:73: error: List item 0 has incompatible type "float"; expec
 aliases_recursive.py:76: error: Invalid recursive alias: a union item of itself  [misc]
 aliases_recursive.py:81: error: Invalid recursive alias: a union item of itself  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Unexpected errors ['aliases_recursive.py:19: error: Dict entry 1 has incompatible type "str": "complex"; expected "str": "int | str | float | list[Json] | dict[str, Json] | None"  [dict-item]']
+Line 20: Unexpected errors ['aliases_recursive.py:20: error: List item 1 has incompatible type "complex"; expected "int | str | float | list[Json] | dict[str, Json] | None"  [list-item]']
+Line 38: Unexpected errors ['aliases_recursive.py:38: error: Incompatible types in assignment (expression has type "tuple[int, tuple[str, int], tuple[int, tuple[int, list[int]]]]", variable has type "RecursiveTuple")  [assignment]']
+Line 39: Unexpected errors ['aliases_recursive.py:39: error: Name "t6" already defined on line 38  [no-redef]']
+Line 50: Unexpected errors ['aliases_recursive.py:50: error: Dict entry 0 has incompatible type "str": "list[int]"; expected "str": "str | int | Mapping[str, RecursiveMapping]"  [dict-item]']
+Line 51: Unexpected errors ['aliases_recursive.py:51: error: Dict entry 2 has incompatible type "str": "list[int]"; expected "str": "str | int | Mapping[str, RecursiveMapping]"  [dict-item]']
+Line 55: Unexpected errors ['aliases_recursive.py:55: error: Dict entry 2 has incompatible type "str": "list[int]"; expected "str": "str | int | Mapping[str, RecursiveMapping]"  [dict-item]']
+Line 67: Unexpected errors ['aliases_recursive.py:67: error: List item 0 has incompatible type "float"; expected "GenericTypeAlias1[str] | str"  [list-item]']
+Line 73: Unexpected errors ['aliases_recursive.py:73: error: List item 0 has incompatible type "float"; expected "GenericTypeAlias2[str, int] | str | int"  [list-item]']
+Line 76: Unexpected errors ['aliases_recursive.py:76: error: Invalid recursive alias: a union item of itself  [misc]']
+Line 81: Unexpected errors ['aliases_recursive.py:81: error: Invalid recursive alias: a union item of itself  [misc]']
+"""
diff --git a/conformance/results/mypy/aliases_type_statement.toml b/conformance/results/mypy/aliases_type_statement.toml
index 3774e7bf1..eb19c125d 100644
--- a/conformance/results/mypy/aliases_type_statement.toml
+++ b/conformance/results/mypy/aliases_type_statement.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support `type` statement.
+notes = """Does not support `type` statement.
 """
 output = """
 aliases_type_statement.py: error: Cannot assign multiple types to name "BadTypeAlias14" without an explicit "Type[...]" annotation  [misc]
@@ -74,3 +73,43 @@ aliases_type_statement.py:90: error: Cannot resolve name "RecursiveTypeAlias7" (
 aliases_type_statement.py:90: error: Name "RecursiveTypeAlias7" is used before definition  [used-before-def]
 aliases_type_statement.py:91: error: PEP 695 type aliases are not yet supported  [valid-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 8: Unexpected errors ['aliases_type_statement.py:8: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 9: Unexpected errors ['aliases_type_statement.py:9: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:9: error: Name "S3" is not defined  [name-defined]', 'aliases_type_statement.py:9: error: Name "S1" is not defined  [name-defined]', 'aliases_type_statement.py:9: error: Name "S2" is not defined  [name-defined]']
+Line 10: Unexpected errors ['aliases_type_statement.py:10: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:10: error: Value of type "UnionType" is not indexable  [index]']
+Line 14: Unexpected errors ['aliases_type_statement.py:14: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 21: Unexpected errors ['aliases_type_statement.py:21: error: "type[int]" has no attribute "__value__"  [attr-defined]']
+Line 23: Unexpected errors ['aliases_type_statement.py:23: error: "type[int]" has no attribute "other_attrib"  [attr-defined]']
+Line 37: Unexpected errors ['aliases_type_statement.py:37: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 38: Unexpected errors ['aliases_type_statement.py:38: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 39: Unexpected errors ['aliases_type_statement.py:39: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 40: Unexpected errors ['aliases_type_statement.py:40: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 41: Unexpected errors ['aliases_type_statement.py:41: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 42: Unexpected errors ['aliases_type_statement.py:42: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 43: Unexpected errors ['aliases_type_statement.py:43: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 44: Unexpected errors ['aliases_type_statement.py:44: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 45: Unexpected errors ['aliases_type_statement.py:45: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 46: Unexpected errors ['aliases_type_statement.py:46: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 47: Unexpected errors ['aliases_type_statement.py:47: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 48: Unexpected errors ['aliases_type_statement.py:48: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:48: error: Function "list" could always be true in boolean context  [truthy-function]']
+Line 49: Unexpected errors ['aliases_type_statement.py:49: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 52: Unexpected errors ['aliases_type_statement.py:52: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 54: Unexpected errors ['aliases_type_statement.py:54: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 58: Unexpected errors ['aliases_type_statement.py:58: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 64: Unexpected errors ['aliases_type_statement.py:64: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:64: error: Name "K" is not defined  [name-defined]']
+Line 69: Unexpected errors ['aliases_type_statement.py:69: error: PEP 695 type aliases are not yet supported  [valid-type]']
+Line 72: Unexpected errors ['aliases_type_statement.py:72: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:72: error: Name "T" is not defined  [name-defined]', 'aliases_type_statement.py:72: error: Variable "aliases_type_statement.RecursiveTypeAlias1" is not valid as a type  [valid-type]']
+Line 74: Unexpected errors ['aliases_type_statement.py:74: error: Variable "aliases_type_statement.RecursiveTypeAlias1" is not valid as a type  [valid-type]']
+Line 75: Unexpected errors ['aliases_type_statement.py:75: error: Variable "aliases_type_statement.RecursiveTypeAlias1" is not valid as a type  [valid-type]']
+Line 77: Unexpected errors ['aliases_type_statement.py:77: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:77: error: Name "P" is not defined  [name-defined]', 'aliases_type_statement.py:77: error: Name "T" is not defined  [name-defined]', 'aliases_type_statement.py:77: error: Name "S" is not defined  [name-defined]', 'aliases_type_statement.py:77: error: Variable "aliases_type_statement.RecursiveTypeAlias2" is not valid as a type  [valid-type]']
+Line 79: Unexpected errors ['aliases_type_statement.py:79: error: Unexpected "..."  [misc]', 'aliases_type_statement.py:79: error: Variable "aliases_type_statement.RecursiveTypeAlias2" is not valid as a type  [valid-type]']
+Line 80: Unexpected errors ['aliases_type_statement.py:80: error: Unexpected "..."  [misc]', 'aliases_type_statement.py:80: error: Variable "aliases_type_statement.RecursiveTypeAlias2" is not valid as a type  [valid-type]']
+Line 81: Unexpected errors ['aliases_type_statement.py:81: error: Unexpected "..."  [misc]', 'aliases_type_statement.py:81: error: Variable "aliases_type_statement.RecursiveTypeAlias2" is not valid as a type  [valid-type]']
+Line 82: Unexpected errors ['aliases_type_statement.py:82: error: Bracketed expression "[...]" is not valid as a type  [valid-type]', 'aliases_type_statement.py:82: error: Variable "aliases_type_statement.RecursiveTypeAlias2" is not valid as a type  [valid-type]']
+Line 84: Unexpected errors ['aliases_type_statement.py:84: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:84: error: Name "RecursiveTypeAlias3" is not defined  [name-defined]']
+Line 86: Unexpected errors ['aliases_type_statement.py:86: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:86: error: Name "T" is not defined  [name-defined]', 'aliases_type_statement.py:86: error: Cannot determine type of "RecursiveTypeAlias4"  [has-type]']
+Line 88: Unexpected errors ['aliases_type_statement.py:88: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:88: error: Name "T" is not defined  [name-defined]', 'aliases_type_statement.py:88: error: Variable "aliases_type_statement.RecursiveTypeAlias5" is not valid as a type  [valid-type]']
+Line 90: Unexpected errors ['aliases_type_statement.py:90: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:90: error: Cannot resolve name "RecursiveTypeAlias7" (possible cyclic definition)  [misc]', 'aliases_type_statement.py:90: error: Name "RecursiveTypeAlias7" is used before definition  [used-before-def]']
+Line 91: Unexpected errors ['aliases_type_statement.py:91: error: PEP 695 type aliases are not yet supported  [valid-type]']
+"""
diff --git a/conformance/results/mypy/aliases_typealiastype.toml b/conformance/results/mypy/aliases_typealiastype.toml
index 4ed5f7931..0ff094b4b 100644
--- a/conformance/results/mypy/aliases_typealiastype.toml
+++ b/conformance/results/mypy/aliases_typealiastype.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Support for TypeAliasType is not implemented.
+notes = """Support for TypeAliasType is not implemented.
 """
 output = """
 aliases_typealiastype.py:17: error: Type variable "aliases_typealiastype.T" is unbound  [valid-type]
@@ -55,3 +54,25 @@ aliases_typealiastype.py:54: error: Cannot determine type of "BadAlias7"  [has-t
 aliases_typealiastype.py:54: error: Name "BadAlias7" is used before definition  [used-before-def]
 aliases_typealiastype.py:69: error: Function "list" could always be true in boolean context  [truthy-function]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 17: Unexpected errors ['aliases_typealiastype.py:17: error: Type variable "aliases_typealiastype.T" is unbound  [valid-type]', 'aliases_typealiastype.py:17: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
+Line 18: Unexpected errors ['aliases_typealiastype.py:18: error: Type variable "aliases_typealiastype.T" is unbound  [valid-type]', 'aliases_typealiastype.py:18: error: Type variable "aliases_typealiastype.S" is unbound  [valid-type]', 'aliases_typealiastype.py:18: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object, object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
+Line 19: Unexpected errors ['aliases_typealiastype.py:19: error: Cannot resolve name "GoodAlias4" (possible cyclic definition)  [misc]', 'aliases_typealiastype.py:19: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
+Line 22: Unexpected errors ['aliases_typealiastype.py:22: error: Type variable "aliases_typealiastype.S" is unbound  [valid-type]', 'aliases_typealiastype.py:22: error: Cannot resolve name "GoodAlias5" (possible cyclic definition)  [misc]', 'aliases_typealiastype.py:22: error: TypeVarTuple "Ts" is unbound  [valid-type]']
+Line 23: Unexpected errors ['aliases_typealiastype.py:23: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object, object, object, object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
+Line 32: Unexpected errors ['aliases_typealiastype.py:32: error: "TypeAliasType" has no attribute "other_attrib"  [attr-defined]']
+Line 35: Unexpected errors ['aliases_typealiastype.py:35: error: Variable "aliases_typealiastype.GoodAlias4" is not valid as a type  [valid-type]']
+Line 36: Unexpected errors ['aliases_typealiastype.py:36: error: Variable "aliases_typealiastype.GoodAlias4" is not valid as a type  [valid-type]']
+Line 37: Unexpected errors ['aliases_typealiastype.py:37: error: Unexpected "..."  [misc]', 'aliases_typealiastype.py:37: error: Variable "aliases_typealiastype.GoodAlias5" is not valid as a type  [valid-type]']
+Line 38: Unexpected errors ['aliases_typealiastype.py:38: error: Unexpected "..."  [misc]', 'aliases_typealiastype.py:38: error: Variable "aliases_typealiastype.GoodAlias5" is not valid as a type  [valid-type]']
+Line 39: Unexpected errors ['aliases_typealiastype.py:39: error: Bracketed expression "[...]" is not valid as a type  [valid-type]', 'aliases_typealiastype.py:39: error: Variable "aliases_typealiastype.GoodAlias5" is not valid as a type  [valid-type]', 'aliases_typealiastype.py:39: error: Unpack is only valid in a variadic position  [valid-type]']
+Line 40: Unexpected errors ['aliases_typealiastype.py:40: error: Unexpected "..."  [misc]', 'aliases_typealiastype.py:40: error: Variable "aliases_typealiastype.GoodAlias5" is not valid as a type  [valid-type]']
+Line 44: Unexpected errors ['aliases_typealiastype.py:44: error: Type variable "aliases_typealiastype.S" is unbound  [valid-type]', 'aliases_typealiastype.py:44: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
+Line 46: Unexpected errors ['aliases_typealiastype.py:46: error: Type variable "aliases_typealiastype.S" is unbound  [valid-type]']
+Line 48: Unexpected errors ['aliases_typealiastype.py:48: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object, object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
+Line 50: Unexpected errors ['aliases_typealiastype.py:50: error: Cannot determine type of "BadAlias4"  [has-type]']
+Line 52: Unexpected errors ['aliases_typealiastype.py:52: error: Cannot determine type of "BadAlias5"  [has-type]', 'aliases_typealiastype.py:52: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
+Line 54: Unexpected errors ['aliases_typealiastype.py:54: error: Cannot determine type of "BadAlias7"  [has-type]', 'aliases_typealiastype.py:54: error: Name "BadAlias7" is used before definition  [used-before-def]']
+Line 69: Unexpected errors ['aliases_typealiastype.py:69: error: Function "list" could always be true in boolean context  [truthy-function]']
+"""
diff --git a/conformance/results/mypy/aliases_variance.toml b/conformance/results/mypy/aliases_variance.toml
index f20fc53d6..76bd06bd8 100644
--- a/conformance/results/mypy/aliases_variance.toml
+++ b/conformance/results/mypy/aliases_variance.toml
@@ -5,3 +5,10 @@ aliases_variance.py:28: error: Variance of TypeVar "T_co" incompatible with vari
 aliases_variance.py:32: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]
 aliases_variance.py:44: error: Variance of TypeVar "T_contra" incompatible with variance in parent type  [type-var]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 24: Unexpected errors ['aliases_variance.py:24: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]']
+Line 28: Unexpected errors ['aliases_variance.py:28: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]']
+Line 32: Unexpected errors ['aliases_variance.py:32: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]']
+Line 44: Unexpected errors ['aliases_variance.py:44: error: Variance of TypeVar "T_contra" incompatible with variance in parent type  [type-var]']
+"""
diff --git a/conformance/results/mypy/annotations_coroutines.toml b/conformance/results/mypy/annotations_coroutines.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/mypy/annotations_coroutines.toml
+++ b/conformance/results/mypy/annotations_coroutines.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/mypy/annotations_forward_refs.toml b/conformance/results/mypy/annotations_forward_refs.toml
index 34a604c35..15654dea8 100644
--- a/conformance/results/mypy/annotations_forward_refs.toml
+++ b/conformance/results/mypy/annotations_forward_refs.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report error for a forward reference that is not enclosed in quotes.
+notes = """Does not report error for a forward reference that is not enclosed in quotes.
 Does not report error for use of quoted type with "|" operator (runtime error).
 Incorrectly generates error for quoted type defined in class scope.
 """
@@ -29,3 +28,25 @@ annotations_forward_refs.py:89: error: Function "annotations_forward_refs.ClassD
 annotations_forward_refs.py:89: note: Perhaps you need "Callable[...]" or a callback protocol?
 annotations_forward_refs.py:93: error: Expression is of type int?, not "int"  [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 41: Unexpected errors ['annotations_forward_refs.py:41: error: Invalid type comment or annotation  [valid-type]']
+Line 42: Unexpected errors ['annotations_forward_refs.py:42: error: Invalid type comment or annotation  [valid-type]']
+Line 43: Unexpected errors ['annotations_forward_refs.py:43: error: Invalid type comment or annotation  [valid-type]']
+Line 44: Unexpected errors ['annotations_forward_refs.py:44: error: Invalid type comment or annotation  [valid-type]']
+Line 45: Unexpected errors ['annotations_forward_refs.py:45: error: Invalid type comment or annotation  [valid-type]']
+Line 46: Unexpected errors ['annotations_forward_refs.py:46: error: Invalid type comment or annotation  [valid-type]']
+Line 47: Unexpected errors ['annotations_forward_refs.py:47: error: Invalid type comment or annotation  [valid-type]']
+Line 48: Unexpected errors ['annotations_forward_refs.py:48: error: Invalid type comment or annotation  [valid-type]']
+Line 49: Unexpected errors ['annotations_forward_refs.py:49: error: Variable "annotations_forward_refs.var1" is not valid as a type  [valid-type]']
+Line 50: Unexpected errors ['annotations_forward_refs.py:50: error: Invalid type comment or annotation  [valid-type]']
+Line 51: Unexpected errors ['annotations_forward_refs.py:51: error: Invalid type comment or annotation  [valid-type]']
+Line 52: Unexpected errors ['annotations_forward_refs.py:52: error: Invalid type comment or annotation  [valid-type]']
+Line 53: Unexpected errors ['annotations_forward_refs.py:53: error: Invalid type comment or annotation  [valid-type]']
+Line 54: Unexpected errors ['annotations_forward_refs.py:54: error: Invalid type comment or annotation  [valid-type]']
+Line 55: Unexpected errors ['annotations_forward_refs.py:55: error: Module "types" is not valid as a type  [valid-type]']
+Line 80: Unexpected errors ['annotations_forward_refs.py:80: error: Name "ClassF" is not defined  [name-defined]']
+Line 87: Unexpected errors ['annotations_forward_refs.py:87: error: Function "annotations_forward_refs.ClassD.int" is not valid as a type  [valid-type]']
+Line 89: Unexpected errors ['annotations_forward_refs.py:89: error: Function "annotations_forward_refs.ClassD.int" is not valid as a type  [valid-type]']
+Line 93: Unexpected errors ['annotations_forward_refs.py:93: error: Expression is of type int?, not "int"  [assert-type]']
+"""
diff --git a/conformance/results/mypy/annotations_generators.toml b/conformance/results/mypy/annotations_generators.toml
index fbeeb9cdf..386223bfc 100644
--- a/conformance/results/mypy/annotations_generators.toml
+++ b/conformance/results/mypy/annotations_generators.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report incompatible Generator type in `yield from` statement.
+notes = """Does not report incompatible Generator type in `yield from` statement.
 """
 output = """
 annotations_generators.py:51: error: Missing return statement  [return]
@@ -13,3 +12,15 @@ annotations_generators.py:91: error: The return type of an async generator funct
 annotations_generators.py:118: error: Incompatible types in "yield from" (actual type "A", expected type "B")  [misc]
 annotations_generators.py:119: error: Incompatible types in "yield from" (actual type "int", expected type "B")  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 51: Unexpected errors ['annotations_generators.py:51: error: Missing return statement  [return]']
+Line 54: Unexpected errors ['annotations_generators.py:54: error: Incompatible return value type (got "bool", expected "C")  [return-value]']
+Line 57: Unexpected errors ['annotations_generators.py:57: error: Incompatible types in "yield" (actual type "int", expected type "A")  [misc]']
+Line 66: Unexpected errors ['annotations_generators.py:66: error: Incompatible types in "yield" (actual type "int", expected type "A")  [misc]']
+Line 75: Unexpected errors ['annotations_generators.py:75: error: Incompatible types in "yield" (actual type "B", expected type "A")  [misc]']
+Line 86: Unexpected errors ['annotations_generators.py:86: error: The return type of a generator function should be "Generator" or one of its supertypes  [misc]']
+Line 91: Unexpected errors ['annotations_generators.py:91: error: The return type of an async generator function should be "AsyncGenerator" or one of its supertypes  [misc]']
+Line 118: Unexpected errors ['annotations_generators.py:118: error: Incompatible types in "yield from" (actual type "A", expected type "B")  [misc]']
+Line 119: Unexpected errors ['annotations_generators.py:119: error: Incompatible types in "yield from" (actual type "int", expected type "B")  [misc]']
+"""
diff --git a/conformance/results/mypy/annotations_methods.toml b/conformance/results/mypy/annotations_methods.toml
index cbbdd307c..0d6843e31 100644
--- a/conformance/results/mypy/annotations_methods.toml
+++ b/conformance/results/mypy/annotations_methods.toml
@@ -1,7 +1,10 @@
 conformant = "Pass"
-notes = """
-Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.
+notes = """Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.
 """
 output = """
 annotations_methods.py:42: error: Expression is of type "B", not "A"  [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 42: Unexpected errors ['annotations_methods.py:42: error: Expression is of type "B", not "A"  [assert-type]']
+"""
diff --git a/conformance/results/mypy/annotations_typeexpr.toml b/conformance/results/mypy/annotations_typeexpr.toml
index 501db9cb4..c39e75529 100644
--- a/conformance/results/mypy/annotations_typeexpr.toml
+++ b/conformance/results/mypy/annotations_typeexpr.toml
@@ -20,3 +20,21 @@ annotations_typeexpr.py:101: error: Invalid type comment or annotation  [valid-t
 annotations_typeexpr.py:102: error: Module "types" is not valid as a type  [valid-type]
 annotations_typeexpr.py:102: note: Perhaps you meant to use a protocol matching the module structure?
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 88: Unexpected errors ['annotations_typeexpr.py:88: error: Invalid type comment or annotation  [valid-type]']
+Line 89: Unexpected errors ['annotations_typeexpr.py:89: error: Bracketed expression "[...]" is not valid as a type  [valid-type]']
+Line 90: Unexpected errors ['annotations_typeexpr.py:90: error: Syntax error in type annotation  [syntax]']
+Line 91: Unexpected errors ['annotations_typeexpr.py:91: error: Invalid type comment or annotation  [valid-type]']
+Line 92: Unexpected errors ['annotations_typeexpr.py:92: error: Invalid type comment or annotation  [valid-type]']
+Line 93: Unexpected errors ['annotations_typeexpr.py:93: error: Invalid type comment or annotation  [valid-type]']
+Line 94: Unexpected errors ['annotations_typeexpr.py:94: error: Invalid type comment or annotation  [valid-type]']
+Line 95: Unexpected errors ['annotations_typeexpr.py:95: error: Invalid type comment or annotation  [valid-type]']
+Line 96: Unexpected errors ['annotations_typeexpr.py:96: error: Variable "annotations_typeexpr.var1" is not valid as a type  [valid-type]']
+Line 97: Unexpected errors ['annotations_typeexpr.py:97: error: Invalid type: try using Literal[True] instead?  [valid-type]']
+Line 98: Unexpected errors ['annotations_typeexpr.py:98: error: Invalid type: try using Literal[1] instead?  [valid-type]']
+Line 99: Unexpected errors ['annotations_typeexpr.py:99: error: Invalid type: try using Literal[-1] instead?  [valid-type]']
+Line 100: Unexpected errors ['annotations_typeexpr.py:100: error: Invalid type comment or annotation  [valid-type]']
+Line 101: Unexpected errors ['annotations_typeexpr.py:101: error: Invalid type comment or annotation  [valid-type]']
+Line 102: Unexpected errors ['annotations_typeexpr.py:102: error: Module "types" is not valid as a type  [valid-type]']
+"""
diff --git a/conformance/results/mypy/callables_annotation.toml b/conformance/results/mypy/callables_annotation.toml
index a333e0fab..3b60effa2 100644
--- a/conformance/results/mypy/callables_annotation.toml
+++ b/conformance/results/mypy/callables_annotation.toml
@@ -14,3 +14,16 @@ callables_annotation.py:41: note: Did you mean "List[...]"?
 callables_annotation.py:42: error: Please use "Callable[[<parameters>], <return type>]" or "Callable"  [misc]
 callables_annotation.py:43: error: Unexpected "..."  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 13: Unexpected errors ['callables_annotation.py:13: error: Too few arguments  [call-arg]']
+Line 14: Unexpected errors ['callables_annotation.py:14: error: Argument 2 has incompatible type "int"; expected "str"  [arg-type]']
+Line 15: Unexpected errors ['callables_annotation.py:15: error: Too many arguments  [call-arg]']
+Line 16: Unexpected errors ['callables_annotation.py:16: error: Unexpected keyword argument "a"  [call-arg]', 'callables_annotation.py:16: error: Unexpected keyword argument "b"  [call-arg]']
+Line 22: Unexpected errors ['callables_annotation.py:22: error: Too many arguments  [call-arg]']
+Line 39: Unexpected errors ['callables_annotation.py:39: error: Please use "Callable[[<parameters>], <return type>]" or "Callable"  [misc]']
+Line 40: Unexpected errors ['callables_annotation.py:40: error: The first argument to Callable must be a list of types, parameter specification, or "..."  [valid-type]']
+Line 41: Unexpected errors ['callables_annotation.py:41: error: Bracketed expression "[...]" is not valid as a type  [valid-type]']
+Line 42: Unexpected errors ['callables_annotation.py:42: error: Please use "Callable[[<parameters>], <return type>]" or "Callable"  [misc]']
+Line 43: Unexpected errors ['callables_annotation.py:43: error: Unexpected "..."  [misc]']
+"""
diff --git a/conformance/results/mypy/callables_kwargs.toml b/conformance/results/mypy/callables_kwargs.toml
index 2e22ca6fe..75131dadb 100644
--- a/conformance/results/mypy/callables_kwargs.toml
+++ b/conformance/results/mypy/callables_kwargs.toml
@@ -21,3 +21,19 @@ callables_kwargs.py:100: note: "TDProtocol5.__call__" has type "Callable[[Arg(in
 callables_kwargs.py:109: error: Overlap between argument names and ** TypedDict items: "v1"  [misc]
 callables_kwargs.py:121: error: Unpack item in ** argument must be a TypedDict  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 43: Unexpected errors ['callables_kwargs.py:43: error: Missing named argument "v1" for "func1"  [call-arg]', 'callables_kwargs.py:43: error: Missing named argument "v3" for "func1"  [call-arg]']
+Line 48: Unexpected errors ['callables_kwargs.py:48: error: Unexpected keyword argument "v4" for "func1"  [call-arg]']
+Line 49: Unexpected errors ['callables_kwargs.py:49: error: Too many positional arguments for "func1"  [misc]']
+Line 55: Unexpected errors ['callables_kwargs.py:55: error: Argument 1 to "func1" has incompatible type "**dict[str, str]"; expected "int"  [arg-type]']
+Line 58: Unexpected errors ['callables_kwargs.py:58: error: Argument 1 to "func1" has incompatible type "**dict[str, object]"; expected "int"  [arg-type]', 'callables_kwargs.py:58: error: Argument 1 to "func1" has incompatible type "**dict[str, object]"; expected "str"  [arg-type]']
+Line 60: Unexpected errors ['callables_kwargs.py:60: error: "func1" gets multiple values for keyword argument "v1"  [misc]']
+Line 61: Unexpected errors ['callables_kwargs.py:61: error: "func2" gets multiple values for keyword argument "v3"  [misc]', 'callables_kwargs.py:61: error: Argument 1 to "func2" has incompatible type "int"; expected "str"  [arg-type]']
+Line 62: Unexpected errors ['callables_kwargs.py:62: error: "func2" gets multiple values for keyword argument "v1"  [misc]']
+Line 98: Unexpected errors ['callables_kwargs.py:98: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol3")  [assignment]']
+Line 99: Unexpected errors ['callables_kwargs.py:99: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol4")  [assignment]']
+Line 100: Unexpected errors ['callables_kwargs.py:100: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol5")  [assignment]']
+Line 109: Unexpected errors ['callables_kwargs.py:109: error: Overlap between argument names and ** TypedDict items: "v1"  [misc]']
+Line 121: Unexpected errors ['callables_kwargs.py:121: error: Unpack item in ** argument must be a TypedDict  [misc]']
+"""
diff --git a/conformance/results/mypy/callables_protocol.toml b/conformance/results/mypy/callables_protocol.toml
index fdffbe3bf..423839412 100644
--- a/conformance/results/mypy/callables_protocol.toml
+++ b/conformance/results/mypy/callables_protocol.toml
@@ -32,3 +32,23 @@ callables_protocol.py:284: note: "Proto13_Default.__call__" has type "Callable[[
 callables_protocol.py:311: error: Incompatible types in assignment (expression has type "Callable[[NamedArg(str, 'path')], str]", variable has type "Proto14_Default")  [assignment]
 callables_protocol.py:311: note: "Proto14_Default.__call__" has type "Callable[[DefaultNamedArg(str, 'path')], str]"
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 35: Unexpected errors ['callables_protocol.py:35: error: Incompatible types in assignment (expression has type "Callable[[VarArg(bytes), NamedArg(int | None, \\'max_items\\')], list[bytes]]", variable has type "Proto1")  [assignment]']
+Line 36: Unexpected errors ['callables_protocol.py:36: error: Incompatible types in assignment (expression has type "Callable[[VarArg(bytes)], list[bytes]]", variable has type "Proto1")  [assignment]']
+Line 37: Unexpected errors ['callables_protocol.py:37: error: Incompatible types in assignment (expression has type "Callable[[VarArg(bytes), NamedArg(str | None, \\'max_len\\')], list[bytes]]", variable has type "Proto1")  [assignment]']
+Line 67: Unexpected errors ['callables_protocol.py:67: error: Incompatible types in assignment (expression has type "Callable[[VarArg(bytes)], Any]", variable has type "Proto2")  [assignment]']
+Line 68: Unexpected errors ['callables_protocol.py:68: error: Incompatible types in assignment (expression has type "Callable[[VarArg(str), KwArg(str)], Any]", variable has type "Proto2")  [assignment]']
+Line 69: Unexpected errors ['callables_protocol.py:69: error: Incompatible types in assignment (expression has type "Callable[[VarArg(bytes), KwArg(bytes)], Any]", variable has type "Proto2")  [assignment]']
+Line 70: Unexpected errors ['callables_protocol.py:70: error: Incompatible types in assignment (expression has type "Callable[[KwArg(str)], Any]", variable has type "Proto2")  [assignment]']
+Line 97: Unexpected errors ['callables_protocol.py:97: error: Incompatible types in assignment (expression has type "Callable[[int], None]", variable has type "Proto4")  [assignment]']
+Line 121: Unexpected errors ['callables_protocol.py:121: error: Incompatible types in assignment (expression has type "Callable[[VarArg(bytes), DefaultNamedArg(int | None, \\'max_len\\')], list[bytes]]", variable has type "NotProto6")  [assignment]']
+Line 169: Unexpected errors ['callables_protocol.py:169: error: Incompatible types in assignment (expression has type "Callable[[int], Any]", variable has type "Proto8")  [assignment]']
+Line 186: Unexpected errors ['callables_protocol.py:186: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 187: Unexpected errors ['callables_protocol.py:187: error: "Proto9[P, R]" has no attribute "xxx"  [attr-defined]']
+Line 197: Unexpected errors ['callables_protocol.py:197: error: "Proto9[[int], str]" has no attribute "other_attribute2"; maybe "other_attribute"?  [attr-defined]']
+Line 238: Unexpected errors ['callables_protocol.py:238: error: Incompatible types in assignment (expression has type "Callable[[int, str], Any]", variable has type "Proto11")  [assignment]']
+Line 260: Unexpected errors ['callables_protocol.py:260: error: Incompatible types in assignment (expression has type "Callable[[VarArg(Any), NamedArg(Any, \\'kwarg0\\')], None]", variable has type "Proto12")  [assignment]']
+Line 284: Unexpected errors ['callables_protocol.py:284: error: Incompatible types in assignment (expression has type "Callable[[str], str]", variable has type "Proto13_Default")  [assignment]']
+Line 311: Unexpected errors ['callables_protocol.py:311: error: Incompatible types in assignment (expression has type "Callable[[NamedArg(str, \\'path\\')], str]", variable has type "Proto14_Default")  [assignment]']
+"""
diff --git a/conformance/results/mypy/classes_classvar.toml b/conformance/results/mypy/classes_classvar.toml
index ddb1a097d..689042aca 100644
--- a/conformance/results/mypy/classes_classvar.toml
+++ b/conformance/results/mypy/classes_classvar.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Internal error if TypeVarTuple is used in ClassVar.
+notes = """Internal error if TypeVarTuple is used in ClassVar.
 Does not reject use of ParamSpec in ClassVar.
 Rejects ClassVar nested in Annotated.
 Does not reject use of ClassVar in TypeAlias definition.
@@ -29,3 +28,23 @@ classes_classvar.py:129: note:     z
 classes_classvar.py:129: note: Protocol member ProtoA.x expected class variable, got instance variable
 classes_classvar.py:129: note: Protocol member ProtoA.y expected class variable, got instance variable
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 36: Unexpected errors ['classes_classvar.py:36: error: ClassVar[...] must have at most one type argument  [valid-type]']
+Line 37: Unexpected errors ['classes_classvar.py:37: error: Invalid type: try using Literal[3] instead?  [valid-type]']
+Line 38: Unexpected errors ['classes_classvar.py:38: error: Name "var" is not defined  [name-defined]']
+Line 43: Unexpected errors ['classes_classvar.py:43: error: ClassVar cannot contain type variables  [misc]']
+Line 44: Unexpected errors ['classes_classvar.py:44: error: ClassVar cannot contain type variables  [misc]']
+Line 50: Unexpected errors ['classes_classvar.py:50: error: Incompatible types in assignment (expression has type "dict[Never, Never]", variable has type "list[str]")  [assignment]']
+Line 52: Unexpected errors ['classes_classvar.py:52: error: Name "Final" is not defined  [name-defined]']
+Line 53: Unexpected errors ['classes_classvar.py:53: error: Invalid type: ClassVar nested inside other type  [valid-type]']
+Line 59: Unexpected errors ['classes_classvar.py:59: error: Invalid type: ClassVar nested inside other type  [valid-type]']
+Line 61: Unexpected errors ['classes_classvar.py:61: error: ClassVar can only be used for assignments in class body  [misc]']
+Line 62: Unexpected errors ['classes_classvar.py:62: error: ClassVar can only be used for assignments in class body  [misc]']
+Line 63: Unexpected errors ['classes_classvar.py:63: error: ClassVar can only be used for assignments in class body  [misc]']
+Line 65: Unexpected errors ['classes_classvar.py:65: error: ClassVar can only be used for assignments in class body  [misc]']
+Line 69: Unexpected errors ['classes_classvar.py:69: error: ClassVar can only be used for assignments in class body  [misc]']
+Line 76: Unexpected errors ['classes_classvar.py:76: error: Expression is of type "Any", not "float"  [assert-type]']
+Line 100: Unexpected errors ['classes_classvar.py:100: error: Cannot assign to class variable "stats" via instance  [misc]']
+Line 129: Unexpected errors ['classes_classvar.py:129: error: Incompatible types in assignment (expression has type "ProtoAImpl", variable has type "ProtoA")  [assignment]']
+"""
diff --git a/conformance/results/mypy/classes_override.toml b/conformance/results/mypy/classes_override.toml
index ca0ea7847..cab836939 100644
--- a/conformance/results/mypy/classes_override.toml
+++ b/conformance/results/mypy/classes_override.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not handle case where parent class derives from Any.
+notes = """Does not handle case where parent class derives from Any.
 """
 output = """
 classes_override.py:53: error: Method "method3" is marked as an override, but no base method was found with this name  [misc]
@@ -10,3 +9,12 @@ classes_override.py:84: error: Method "class_method1" is marked as an override,
 classes_override.py:91: error: Method "property1" is marked as an override, but no base method was found with this name  [misc]
 classes_override.py:103: error: Method "method1" is marked as an override, but no base method was found with this name  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 53: Unexpected errors ['classes_override.py:53: error: Method "method3" is marked as an override, but no base method was found with this name  [misc]']
+Line 56: Unexpected errors ['classes_override.py:56: error: Method "method4" is marked as an override, but no base method was found with this name  [misc]']
+Line 79: Unexpected errors ['classes_override.py:79: error: Method "static_method1" is marked as an override, but no base method was found with this name  [misc]']
+Line 84: Unexpected errors ['classes_override.py:84: error: Method "class_method1" is marked as an override, but no base method was found with this name  [misc]']
+Line 91: Unexpected errors ['classes_override.py:91: error: Method "property1" is marked as an override, but no base method was found with this name  [misc]']
+Line 103: Unexpected errors ['classes_override.py:103: error: Method "method1" is marked as an override, but no base method was found with this name  [misc]']
+"""
diff --git a/conformance/results/mypy/dataclasses_descriptors.toml b/conformance/results/mypy/dataclasses_descriptors.toml
index b3ba809c1..2e078d75f 100644
--- a/conformance/results/mypy/dataclasses_descriptors.toml
+++ b/conformance/results/mypy/dataclasses_descriptors.toml
@@ -1,8 +1,12 @@
 conformant = "Partial"
-notes = """
-Does not correctly evaluate type of descriptor access.
+notes = """Does not correctly evaluate type of descriptor access.
 """
 output = """
 dataclasses_descriptors.py:66: error: Expression is of type "Desc2[int]", not "int"  [assert-type]
 dataclasses_descriptors.py:67: error: Expression is of type "Desc2[str]", not "str"  [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 66: Unexpected errors ['dataclasses_descriptors.py:66: error: Expression is of type "Desc2[int]", not "int"  [assert-type]']
+Line 67: Unexpected errors ['dataclasses_descriptors.py:67: error: Expression is of type "Desc2[str]", not "str"  [assert-type]']
+"""
diff --git a/conformance/results/mypy/dataclasses_frozen.toml b/conformance/results/mypy/dataclasses_frozen.toml
index a4d73884c..82ccb8cb5 100644
--- a/conformance/results/mypy/dataclasses_frozen.toml
+++ b/conformance/results/mypy/dataclasses_frozen.toml
@@ -5,3 +5,10 @@ dataclasses_frozen.py:17: error: Property "b" defined in "DC1" is read-only  [mi
 dataclasses_frozen.py:23: error: Cannot inherit non-frozen dataclass from a frozen one  [misc]
 dataclasses_frozen.py:33: error: Cannot inherit frozen dataclass from a non-frozen one  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['dataclasses_frozen.py:16: error: Property "a" defined in "DC1" is read-only  [misc]']
+Line 17: Unexpected errors ['dataclasses_frozen.py:17: error: Property "b" defined in "DC1" is read-only  [misc]']
+Line 23: Unexpected errors ['dataclasses_frozen.py:23: error: Cannot inherit non-frozen dataclass from a frozen one  [misc]']
+Line 33: Unexpected errors ['dataclasses_frozen.py:33: error: Cannot inherit frozen dataclass from a non-frozen one  [misc]']
+"""
diff --git a/conformance/results/mypy/dataclasses_hash.toml b/conformance/results/mypy/dataclasses_hash.toml
index a71f51ca0..93dda1a73 100644
--- a/conformance/results/mypy/dataclasses_hash.toml
+++ b/conformance/results/mypy/dataclasses_hash.toml
@@ -1,6 +1,8 @@
 conformant = "Partial"
-notes = """
-Does not report when dataclass is not compatible with Hashable protocol.
+notes = """Does not report when dataclass is not compatible with Hashable protocol.
 """
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/mypy/dataclasses_inheritance.toml b/conformance/results/mypy/dataclasses_inheritance.toml
index 72c6b22f9..d0963554b 100644
--- a/conformance/results/mypy/dataclasses_inheritance.toml
+++ b/conformance/results/mypy/dataclasses_inheritance.toml
@@ -3,3 +3,8 @@ output = """
 dataclasses_inheritance.py:60: error: Cannot override instance variable (previously declared on base class "DC6") with class variable  [misc]
 dataclasses_inheritance.py:64: error: Cannot override class variable (previously declared on base class "DC6") with instance variable  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 60: Unexpected errors ['dataclasses_inheritance.py:60: error: Cannot override instance variable (previously declared on base class "DC6") with class variable  [misc]']
+Line 64: Unexpected errors ['dataclasses_inheritance.py:64: error: Cannot override class variable (previously declared on base class "DC6") with instance variable  [misc]']
+"""
diff --git a/conformance/results/mypy/dataclasses_kwonly.toml b/conformance/results/mypy/dataclasses_kwonly.toml
index d693c57fe..b9a744740 100644
--- a/conformance/results/mypy/dataclasses_kwonly.toml
+++ b/conformance/results/mypy/dataclasses_kwonly.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Incorrectly rejects kw_only field with default before positional field.
+notes = """Incorrectly rejects kw_only field with default before positional field.
 """
 output = """
 dataclasses_kwonly.py:23: error: Too many positional arguments for "DC1"  [misc]
@@ -16,3 +15,12 @@ dataclasses_kwonly.py:38: error: Argument 1 to "DC2" has incompatible type "str"
 dataclasses_kwonly.py:38: error: Argument 2 to "DC2" has incompatible type "int"; expected "str"  [arg-type]
 dataclasses_kwonly.py:53: error: Too many positional arguments for "DC3"  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 23: Unexpected errors ['dataclasses_kwonly.py:23: error: Too many positional arguments for "DC1"  [misc]']
+Line 29: Unexpected errors ['dataclasses_kwonly.py:29: error: Attributes without a default cannot follow attributes with one  [misc]']
+Line 32: Unexpected errors ['dataclasses_kwonly.py:32: error: Too many positional arguments for "DC2"  [misc]', 'dataclasses_kwonly.py:32: error: Too few arguments for "DC2"  [call-arg]', 'dataclasses_kwonly.py:32: error: Argument 1 to "DC2" has incompatible type "str"; expected "int"  [arg-type]']
+Line 35: Unexpected errors ['dataclasses_kwonly.py:35: error: "DC2" gets multiple values for keyword argument "b"  [misc]', 'dataclasses_kwonly.py:35: error: Too few arguments for "DC2"  [call-arg]', 'dataclasses_kwonly.py:35: error: Argument 1 to "DC2" has incompatible type "str"; expected "int"  [arg-type]']
+Line 38: Unexpected errors ['dataclasses_kwonly.py:38: error: Too many positional arguments for "DC2"  [misc]', 'dataclasses_kwonly.py:38: error: Argument 1 to "DC2" has incompatible type "str"; expected "int"  [arg-type]', 'dataclasses_kwonly.py:38: error: Argument 2 to "DC2" has incompatible type "int"; expected "str"  [arg-type]']
+Line 53: Unexpected errors ['dataclasses_kwonly.py:53: error: Too many positional arguments for "DC3"  [misc]']
+"""
diff --git a/conformance/results/mypy/dataclasses_order.toml b/conformance/results/mypy/dataclasses_order.toml
index f42a06aab..6177bc8a7 100644
--- a/conformance/results/mypy/dataclasses_order.toml
+++ b/conformance/results/mypy/dataclasses_order.toml
@@ -2,3 +2,7 @@ conformant = "Pass"
 output = """
 dataclasses_order.py:50: error: Unsupported operand types for < ("DC1" and "DC2")  [operator]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 50: Unexpected errors ['dataclasses_order.py:50: error: Unsupported operand types for < ("DC1" and "DC2")  [operator]']
+"""
diff --git a/conformance/results/mypy/dataclasses_postinit.toml b/conformance/results/mypy/dataclasses_postinit.toml
index a94485d91..b26b6d80f 100644
--- a/conformance/results/mypy/dataclasses_postinit.toml
+++ b/conformance/results/mypy/dataclasses_postinit.toml
@@ -9,3 +9,10 @@ dataclasses_postinit.py:36: note:          def __post_init__(self: DC2, x: int,
 dataclasses_postinit.py:36: note:      Subclass:
 dataclasses_postinit.py:36: note:          def __post_init__(self: DC2, x: int) -> None
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Unexpected errors ['dataclasses_postinit.py:19: error: Argument 3 of "__post_init__" is incompatible with supertype "dataclass"; supertype defines the argument type as "str"  [override]']
+Line 28: Unexpected errors ['dataclasses_postinit.py:28: error: "DC1" has no attribute "x"  [attr-defined]']
+Line 29: Unexpected errors ['dataclasses_postinit.py:29: error: "DC1" has no attribute "y"  [attr-defined]']
+Line 36: Unexpected errors ['dataclasses_postinit.py:36: error: Signature of "__post_init__" incompatible with supertype "dataclass"  [override]']
+"""
diff --git a/conformance/results/mypy/dataclasses_slots.toml b/conformance/results/mypy/dataclasses_slots.toml
index 8c06b49e4..d3436faaa 100644
--- a/conformance/results/mypy/dataclasses_slots.toml
+++ b/conformance/results/mypy/dataclasses_slots.toml
@@ -1,9 +1,14 @@
 conformant = "Partial"
-notes = """
-Does not reject write to instance variable that is not defined in __slots__.
+notes = """Does not reject write to instance variable that is not defined in __slots__.
 """
 output = """
 dataclasses_slots.py:12: error: "DC1" both defines "__slots__" and is used with "slots=True"  [misc]
 dataclasses_slots.py:67: error: "type[DC6]" has no attribute "__slots__"  [attr-defined]
 dataclasses_slots.py:70: error: "DC6" has no attribute "__slots__"  [attr-defined]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 12: Unexpected errors ['dataclasses_slots.py:12: error: "DC1" both defines "__slots__" and is used with "slots=True"  [misc]']
+Line 67: Unexpected errors ['dataclasses_slots.py:67: error: "type[DC6]" has no attribute "__slots__"  [attr-defined]']
+Line 70: Unexpected errors ['dataclasses_slots.py:70: error: "DC6" has no attribute "__slots__"  [attr-defined]']
+"""
diff --git a/conformance/results/mypy/dataclasses_transform_class.toml b/conformance/results/mypy/dataclasses_transform_class.toml
index e3b63d2a1..544c0df49 100644
--- a/conformance/results/mypy/dataclasses_transform_class.toml
+++ b/conformance/results/mypy/dataclasses_transform_class.toml
@@ -7,3 +7,12 @@ dataclasses_transform_class.py:69: error: Unsupported left operand type for < ("
 dataclasses_transform_class.py:79: error: Too many positional arguments for "Customer2"  [misc]
 dataclasses_transform_class.py:119: error: Property "id" defined in "Customer3" is read-only  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 48: Unexpected errors ['dataclasses_transform_class.py:48: error: Cannot inherit non-frozen dataclass from a frozen one  [misc]']
+Line 60: Unexpected errors ['dataclasses_transform_class.py:60: error: Property "id" defined in "Customer1" is read-only  [misc]']
+Line 63: Unexpected errors ['dataclasses_transform_class.py:63: error: Too many positional arguments for "Customer1"  [misc]']
+Line 69: Unexpected errors ['dataclasses_transform_class.py:69: error: Unsupported left operand type for < ("Customer1")  [operator]']
+Line 79: Unexpected errors ['dataclasses_transform_class.py:79: error: Too many positional arguments for "Customer2"  [misc]']
+Line 119: Unexpected errors ['dataclasses_transform_class.py:119: error: Property "id" defined in "Customer3" is read-only  [misc]']
+"""
diff --git a/conformance/results/mypy/dataclasses_transform_field.toml b/conformance/results/mypy/dataclasses_transform_field.toml
index 83d454d45..ec2897bc1 100644
--- a/conformance/results/mypy/dataclasses_transform_field.toml
+++ b/conformance/results/mypy/dataclasses_transform_field.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.
+notes = """Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.
 """
 output = """
 dataclasses_transform_field.py:64: error: Unexpected keyword argument "id" for "CustomerModel1"  [call-arg]
@@ -8,3 +7,9 @@ dataclasses_transform_field.py:75: error: Too many positional arguments for "Cus
 dataclasses_transform_field.py:75: error: Missing named argument "name" for "CustomerModel2"  [call-arg]
 dataclasses_transform_field.py:77: error: Missing named argument "id" for "CustomerModel2"  [call-arg]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 64: Unexpected errors ['dataclasses_transform_field.py:64: error: Unexpected keyword argument "id" for "CustomerModel1"  [call-arg]']
+Line 75: Unexpected errors ['dataclasses_transform_field.py:75: error: Too many positional arguments for "CustomerModel2"  [misc]', 'dataclasses_transform_field.py:75: error: Missing named argument "name" for "CustomerModel2"  [call-arg]']
+Line 77: Unexpected errors ['dataclasses_transform_field.py:77: error: Missing named argument "id" for "CustomerModel2"  [call-arg]']
+"""
diff --git a/conformance/results/mypy/dataclasses_transform_func.toml b/conformance/results/mypy/dataclasses_transform_func.toml
index fdba05f46..6f02285d5 100644
--- a/conformance/results/mypy/dataclasses_transform_func.toml
+++ b/conformance/results/mypy/dataclasses_transform_func.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not handle `kw_only=False` override when `kw_only_default=True`.
+notes = """Does not handle `kw_only=False` override when `kw_only_default=True`.
 Does not report error when `order=False` and comparison operators are used.
 """
 output = """
@@ -11,3 +10,12 @@ dataclasses_transform_func.py:71: error: Too many positional arguments for "Cust
 dataclasses_transform_func.py:90: error: Cannot inherit non-frozen dataclass from a frozen one  [misc]
 dataclasses_transform_func.py:97: error: Property "id" defined in "Customer3" is read-only  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 53: Unexpected errors ['dataclasses_transform_func.py:53: error: Too many positional arguments for "Customer1"  [misc]']
+Line 57: Unexpected errors ['dataclasses_transform_func.py:57: error: Incompatible types in assignment (expression has type "int", variable has type "str")  [assignment]']
+Line 65: Unexpected errors ['dataclasses_transform_func.py:65: error: Unexpected keyword argument "salary" for "Customer1"  [call-arg]']
+Line 71: Unexpected errors ['dataclasses_transform_func.py:71: error: Too many positional arguments for "Customer2"  [misc]']
+Line 90: Unexpected errors ['dataclasses_transform_func.py:90: error: Cannot inherit non-frozen dataclass from a frozen one  [misc]']
+Line 97: Unexpected errors ['dataclasses_transform_func.py:97: error: Property "id" defined in "Customer3" is read-only  [misc]']
+"""
diff --git a/conformance/results/mypy/dataclasses_transform_meta.toml b/conformance/results/mypy/dataclasses_transform_meta.toml
index ca6df8752..a21693f45 100644
--- a/conformance/results/mypy/dataclasses_transform_meta.toml
+++ b/conformance/results/mypy/dataclasses_transform_meta.toml
@@ -7,3 +7,12 @@ dataclasses_transform_meta.py:70: error: Unsupported left operand type for < ("C
 dataclasses_transform_meta.py:80: error: Too many positional arguments for "Customer2"  [misc]
 dataclasses_transform_meta.py:100: error: Property "id" defined in "Customer3" is read-only  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 48: Unexpected errors ['dataclasses_transform_meta.py:48: error: Cannot inherit non-frozen dataclass from a frozen one  [misc]']
+Line 60: Unexpected errors ['dataclasses_transform_meta.py:60: error: Property "id" defined in "Customer1" is read-only  [misc]']
+Line 63: Unexpected errors ['dataclasses_transform_meta.py:63: error: Too many positional arguments for "Customer1"  [misc]']
+Line 70: Unexpected errors ['dataclasses_transform_meta.py:70: error: Unsupported left operand type for < ("Customer1")  [operator]']
+Line 80: Unexpected errors ['dataclasses_transform_meta.py:80: error: Too many positional arguments for "Customer2"  [misc]']
+Line 100: Unexpected errors ['dataclasses_transform_meta.py:100: error: Property "id" defined in "Customer3" is read-only  [misc]']
+"""
diff --git a/conformance/results/mypy/dataclasses_usage.toml b/conformance/results/mypy/dataclasses_usage.toml
index da8d922a8..4cb7f026d 100644
--- a/conformance/results/mypy/dataclasses_usage.toml
+++ b/conformance/results/mypy/dataclasses_usage.toml
@@ -14,3 +14,16 @@ dataclasses_usage.py:130: error: Missing positional argument "y" in call to "DC8
 dataclasses_usage.py:179: error: Too many arguments for "DC13"  [call-arg]
 dataclasses_usage.py:205: error: Name "v1" already defined on line 25  [no-redef]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 36: Unexpected errors ['dataclasses_usage.py:36: error: Accessing "__init__" on an instance is unsound, since instance.__init__ could be from an incompatible subclass  [misc]']
+Line 51: Unexpected errors ['dataclasses_usage.py:51: error: Missing positional argument "unit_price" in call to "InventoryItem"  [call-arg]']
+Line 52: Unexpected errors ['dataclasses_usage.py:52: error: Argument 2 to "InventoryItem" has incompatible type "str"; expected "float"  [arg-type]']
+Line 53: Unexpected errors ['dataclasses_usage.py:53: error: Too many arguments for "InventoryItem"  [call-arg]']
+Line 84: Unexpected errors ['dataclasses_usage.py:84: error: Too many arguments for "DC4"  [call-arg]']
+Line 89: Unexpected errors ['dataclasses_usage.py:89: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 127: Unexpected errors ['dataclasses_usage.py:127: error: Too many arguments for "DC7"  [call-arg]']
+Line 130: Unexpected errors ['dataclasses_usage.py:130: error: Missing positional argument "y" in call to "DC8"  [call-arg]']
+Line 179: Unexpected errors ['dataclasses_usage.py:179: error: Too many arguments for "DC13"  [call-arg]']
+Line 205: Unexpected errors ['dataclasses_usage.py:205: error: Name "v1" already defined on line 25  [no-redef]']
+"""
diff --git a/conformance/results/mypy/directives_assert_type.toml b/conformance/results/mypy/directives_assert_type.toml
index ed6efb743..924cb5390 100644
--- a/conformance/results/mypy/directives_assert_type.toml
+++ b/conformance/results/mypy/directives_assert_type.toml
@@ -9,3 +9,8 @@ directives_assert_type.py:32: error: Expression is of type "Literal['']", not "i
 directives_assert_type.py:33: error: "assert_type" expects 2 arguments  [misc]
 directives_assert_type.py:33: error: Too many arguments for "assert_type"  [call-arg]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 31: Expected 1 errors, got 2 (['directives_assert_type.py:31: error: "assert_type" expects 2 arguments  [misc]', 'directives_assert_type.py:31: error: Too few arguments for "assert_type"  [call-arg]'])
+Line 33: Expected 1 errors, got 2 (['directives_assert_type.py:33: error: "assert_type" expects 2 arguments  [misc]', 'directives_assert_type.py:33: error: Too many arguments for "assert_type"  [call-arg]'])
+"""
diff --git a/conformance/results/mypy/directives_cast.toml b/conformance/results/mypy/directives_cast.toml
index c0119f44c..fdee7ee75 100644
--- a/conformance/results/mypy/directives_cast.toml
+++ b/conformance/results/mypy/directives_cast.toml
@@ -14,3 +14,9 @@ directives_cast.py:17: note:     def [_T] cast(typ: type[_T], val: Any) -> _T
 directives_cast.py:17: note:     def cast(typ: str, val: Any) -> Any
 directives_cast.py:17: note:     def cast(typ: object, val: Any) -> Any
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 15: Unexpected errors ['directives_cast.py:15: error: "cast" expects 2 arguments  [misc]', 'directives_cast.py:15: error: All overload variants of "cast" require at least one argument  [call-overload]']
+Line 16: Unexpected errors ['directives_cast.py:16: error: Invalid type: try using Literal[1] instead?  [valid-type]']
+Line 17: Unexpected errors ['directives_cast.py:17: error: "cast" expects 2 arguments  [misc]', 'directives_cast.py:17: error: No overload variant of "cast" matches argument types "Any", "str", "str"  [call-overload]']
+"""
diff --git a/conformance/results/mypy/directives_no_type_check.toml b/conformance/results/mypy/directives_no_type_check.toml
index ca52f1382..fae912c5b 100644
--- a/conformance/results/mypy/directives_no_type_check.toml
+++ b/conformance/results/mypy/directives_no_type_check.toml
@@ -1,8 +1,11 @@
 conformant = "Partial"
-notes = """
-Does not honor `@no_type_check` class decorator.
+notes = """Does not honor `@no_type_check` class decorator.
 Does not reject invalid call of `@no_type_check` function.
 """
 output = """
 directives_no_type_check.py:16: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['directives_no_type_check.py:16: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+"""
diff --git a/conformance/results/mypy/directives_reveal_type.toml b/conformance/results/mypy/directives_reveal_type.toml
index 6612496cc..0b807efe3 100644
--- a/conformance/results/mypy/directives_reveal_type.toml
+++ b/conformance/results/mypy/directives_reveal_type.toml
@@ -9,3 +9,8 @@ directives_reveal_type.py:19: error: Too few arguments for "reveal_type"  [call-
 directives_reveal_type.py:20: error: "reveal_type" expects 1 argument  [misc]
 directives_reveal_type.py:20: error: Too many arguments for "reveal_type"  [call-arg]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Expected 1 errors, got 2 (['directives_reveal_type.py:19: error: "reveal_type" expects 1 argument  [misc]', 'directives_reveal_type.py:19: error: Too few arguments for "reveal_type"  [call-arg]'])
+Line 20: Expected 1 errors, got 2 (['directives_reveal_type.py:20: error: "reveal_type" expects 1 argument  [misc]', 'directives_reveal_type.py:20: error: Too many arguments for "reveal_type"  [call-arg]'])
+"""
diff --git a/conformance/results/mypy/directives_type_checking.toml b/conformance/results/mypy/directives_type_checking.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/mypy/directives_type_checking.toml
+++ b/conformance/results/mypy/directives_type_checking.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/mypy/directives_type_ignore.toml b/conformance/results/mypy/directives_type_ignore.toml
index 0657633de..c7d9609fd 100644
--- a/conformance/results/mypy/directives_type_ignore.toml
+++ b/conformance/results/mypy/directives_type_ignore.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not honor "# type: ignore" comment if comment includes additional text.
+notes = """Does not honor "# type: ignore" comment if comment includes additional text.
 """
 output = """
 directives_type_ignore.py:11: error: Invalid "type: ignore" comment  [syntax]
@@ -8,3 +7,8 @@ directives_type_ignore.py:11: error: Incompatible types in assignment (expressio
 directives_type_ignore.py:14: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
 directives_type_ignore.py:14: note: Error code "assignment" not covered by "type: ignore" comment
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 11: Unexpected errors ['directives_type_ignore.py:11: error: Invalid "type: ignore" comment  [syntax]', 'directives_type_ignore.py:11: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 14: Unexpected errors ['directives_type_ignore.py:14: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+"""
diff --git a/conformance/results/mypy/directives_type_ignore_file1.toml b/conformance/results/mypy/directives_type_ignore_file1.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/mypy/directives_type_ignore_file1.toml
+++ b/conformance/results/mypy/directives_type_ignore_file1.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/mypy/directives_type_ignore_file2.toml b/conformance/results/mypy/directives_type_ignore_file2.toml
index b5962200b..fa2508b32 100644
--- a/conformance/results/mypy/directives_type_ignore_file2.toml
+++ b/conformance/results/mypy/directives_type_ignore_file2.toml
@@ -2,3 +2,6 @@ conformant = "Pass"
 output = """
 directives_type_ignore_file2.py:14: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/mypy/directives_version_platform.toml b/conformance/results/mypy/directives_version_platform.toml
index fbc4936dc..a8333e014 100644
--- a/conformance/results/mypy/directives_version_platform.toml
+++ b/conformance/results/mypy/directives_version_platform.toml
@@ -1,6 +1,5 @@
 conformant = "Pass"
-notes = """
-Does not understand three-element form of sys.version checks.
+notes = """Does not understand three-element form of sys.version checks.
 Does not understand os.name checks.
 """
 output = """
@@ -9,3 +8,10 @@ directives_version_platform.py:27: error: Incompatible types in assignment (expr
 directives_version_platform.py:40: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
 directives_version_platform.py:45: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Unexpected errors ['directives_version_platform.py:19: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 27: Unexpected errors ['directives_version_platform.py:27: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 40: Unexpected errors ['directives_version_platform.py:40: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 45: Unexpected errors ['directives_version_platform.py:45: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+"""
diff --git a/conformance/results/mypy/generics_base_class.toml b/conformance/results/mypy/generics_base_class.toml
index d2245c827..619e8fc74 100644
--- a/conformance/results/mypy/generics_base_class.toml
+++ b/conformance/results/mypy/generics_base_class.toml
@@ -9,3 +9,12 @@ generics_base_class.py:49: error: "LinkedList" expects 1 type argument, but 2 gi
 generics_base_class.py:61: error: "MyDict" expects 1 type argument, but 2 given  [type-arg]
 generics_base_class.py:68: error: Duplicate type variables in Generic[...] or Protocol[...]  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 26: Unexpected errors ['generics_base_class.py:26: error: Argument 1 to "takes_dict_incorrect" has incompatible type "SymbolTable"; expected "dict[str, list[object]]"  [arg-type]']
+Line 29: Unexpected errors ['generics_base_class.py:29: error: Variable "typing.Generic" is not valid as a type  [valid-type]']
+Line 30: Unexpected errors ['generics_base_class.py:30: error: Variable "typing.Generic" is not valid as a type  [valid-type]']
+Line 49: Unexpected errors ['generics_base_class.py:49: error: "LinkedList" expects 1 type argument, but 2 given  [type-arg]']
+Line 61: Unexpected errors ['generics_base_class.py:61: error: "MyDict" expects 1 type argument, but 2 given  [type-arg]']
+Line 68: Unexpected errors ['generics_base_class.py:68: error: Duplicate type variables in Generic[...] or Protocol[...]  [misc]']
+"""
diff --git a/conformance/results/mypy/generics_basic.toml b/conformance/results/mypy/generics_basic.toml
index 0b16997d2..e429d6865 100644
--- a/conformance/results/mypy/generics_basic.toml
+++ b/conformance/results/mypy/generics_basic.toml
@@ -15,3 +15,15 @@ generics_basic.py:167: error: Type variable "generics_basic.T" is unbound  [vali
 generics_basic.py:167: note: (Hint: Use "Generic[T]" or "Protocol[T]" base class to bind "T" inside a class)
 generics_basic.py:167: note: (Hint: Use "T" in function signature to bind "T" inside a function)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 36: Unexpected errors ['generics_basic.py:36: error: Value of type variable "AnyStr" of "concat" cannot be "Sequence[object]"  [type-var]']
+Line 37: Unexpected errors ['generics_basic.py:37: error: Value of type variable "AnyStr" of "concat" cannot be "Sequence[object]"  [type-var]']
+Line 44: Unexpected errors ['generics_basic.py:44: error: TypeVar cannot have only a single constraint  [misc]']
+Line 48: Unexpected errors ['generics_basic.py:48: error: Type variable "generics_basic.T" is unbound  [valid-type]']
+Line 59: Unexpected errors ['generics_basic.py:59: error: Value of type variable "AnyStr" of "concat" cannot be "Sequence[object]"  [type-var]']
+Line 107: Unexpected errors ['generics_basic.py:107: error: Duplicate type variables in Generic[...] or Protocol[...]  [misc]']
+Line 140: Unexpected errors ['generics_basic.py:140: error: Invalid index type "int" for "MyMap1[str, int]"; expected type "str"  [index]']
+Line 141: Unexpected errors ['generics_basic.py:141: error: Invalid index type "int" for "MyMap2[int, str]"; expected type "str"  [index]']
+Line 167: Unexpected errors ['generics_basic.py:167: error: Dynamic metaclass not supported for "GenericMetaInstance"  [misc]', 'generics_basic.py:167: error: Type variable "generics_basic.T" is unbound  [valid-type]']
+"""
diff --git a/conformance/results/mypy/generics_defaults.toml b/conformance/results/mypy/generics_defaults.toml
index 8723099be..04613c955 100644
--- a/conformance/results/mypy/generics_defaults.toml
+++ b/conformance/results/mypy/generics_defaults.toml
@@ -1,3 +1,6 @@
 conformant = "Unsupported"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/mypy/generics_defaults_referential.toml b/conformance/results/mypy/generics_defaults_referential.toml
index f1da1bc95..ddfc84cb1 100644
--- a/conformance/results/mypy/generics_defaults_referential.toml
+++ b/conformance/results/mypy/generics_defaults_referential.toml
@@ -11,3 +11,14 @@ generics_defaults_referential.py:102: error: Expression is of type "type[Bar[Any
 generics_defaults_referential.py:103: error: Expression is of type "type[Bar[Any, Any]]", not "type[Bar[int, list[int]]]"  [assert-type]
 generics_defaults_referential.py:104: error: Expression is of type "Bar[int, list[Never]]", not "Bar[int, list[int]]"  [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 23: Unexpected errors ['generics_defaults_referential.py:23: error: Expression is of type "type[slice[Any, Any, Any]]", not "type[slice[int, int, int | None]]"  [assert-type]']
+Line 24: Unexpected errors ['generics_defaults_referential.py:24: error: Expression is of type "slice[int, StartT?, int | None]", not "slice[int, int, int | None]"  [assert-type]']
+Line 25: Unexpected errors ['generics_defaults_referential.py:25: error: Expression is of type "slice[str, StartT?, int | None]", not "slice[str, str, int | None]"  [assert-type]']
+Line 40: Unexpected errors ['generics_defaults_referential.py:40: error: Argument 1 to "Foo" has incompatible type "str"; expected "int"  [arg-type]']
+Line 95: Unexpected errors ['generics_defaults_referential.py:95: error: Type variable "generics_defaults_referential.Z1" is unbound  [valid-type]']
+Line 102: Unexpected errors ['generics_defaults_referential.py:102: error: Expression is of type "type[Bar[Any, Any]]", not "type[Bar[Any, list[Any]]]"  [assert-type]']
+Line 103: Unexpected errors ['generics_defaults_referential.py:103: error: Expression is of type "type[Bar[Any, Any]]", not "type[Bar[int, list[int]]]"  [assert-type]']
+Line 104: Unexpected errors ['generics_defaults_referential.py:104: error: Expression is of type "Bar[int, list[Never]]", not "Bar[int, list[int]]"  [assert-type]']
+"""
diff --git a/conformance/results/mypy/generics_defaults_specialization.toml b/conformance/results/mypy/generics_defaults_specialization.toml
index 7d6325ae0..1d180fd90 100644
--- a/conformance/results/mypy/generics_defaults_specialization.toml
+++ b/conformance/results/mypy/generics_defaults_specialization.toml
@@ -4,3 +4,9 @@ generics_defaults_specialization.py:30: error: Bad number of arguments for type
 generics_defaults_specialization.py:45: error: Expression is of type "type[Bar[Any]]", not "type[Bar[str]]"  [assert-type]
 generics_defaults_specialization.py:55: error: The type "type[Foo]" is not generic and not indexable  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 30: Unexpected errors ['generics_defaults_specialization.py:30: error: Bad number of arguments for type alias, expected between 0 and 1, given 2  [type-arg]']
+Line 45: Unexpected errors ['generics_defaults_specialization.py:45: error: Expression is of type "type[Bar[Any]]", not "type[Bar[str]]"  [assert-type]']
+Line 55: Unexpected errors ['generics_defaults_specialization.py:55: error: The type "type[Foo]" is not generic and not indexable  [misc]']
+"""
diff --git a/conformance/results/mypy/generics_paramspec_basic.toml b/conformance/results/mypy/generics_paramspec_basic.toml
index 2e3311ae5..1aeeab768 100644
--- a/conformance/results/mypy/generics_paramspec_basic.toml
+++ b/conformance/results/mypy/generics_paramspec_basic.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject ParamSpec when used "bare" in type alias definition.
+notes = """Does not reject ParamSpec when used "bare" in type alias definition.
 """
 output = """
 generics_paramspec_basic.py:10: error: String argument 1 "NotIt" to ParamSpec(...) does not match variable name "WrongName"  [misc]
@@ -15,3 +14,12 @@ generics_paramspec_basic.py:35: note: You can use ParamSpec as the first argumen
 generics_paramspec_basic.py:39: error: Invalid location for ParamSpec "P"  [valid-type]
 generics_paramspec_basic.py:39: note: You can use ParamSpec as the first argument to Callable, e.g., 'Callable[P, int]'
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 10: Unexpected errors ['generics_paramspec_basic.py:10: error: String argument 1 "NotIt" to ParamSpec(...) does not match variable name "WrongName"  [misc]']
+Line 23: Unexpected errors ['generics_paramspec_basic.py:23: error: Invalid location for ParamSpec "P"  [valid-type]']
+Line 27: Unexpected errors ['generics_paramspec_basic.py:27: error: Invalid location for Concatenate  [valid-type]']
+Line 31: Unexpected errors ['generics_paramspec_basic.py:31: error: Invalid location for ParamSpec "P"  [misc]']
+Line 35: Unexpected errors ['generics_paramspec_basic.py:35: error: Invalid location for ParamSpec "P"  [valid-type]']
+Line 39: Unexpected errors ['generics_paramspec_basic.py:39: error: Invalid location for ParamSpec "P"  [valid-type]']
+"""
diff --git a/conformance/results/mypy/generics_paramspec_components.toml b/conformance/results/mypy/generics_paramspec_components.toml
index 3519e2d1f..81b003e29 100644
--- a/conformance/results/mypy/generics_paramspec_components.toml
+++ b/conformance/results/mypy/generics_paramspec_components.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report illegal use of "P.args" on normal parameter.
+notes = """Does not report illegal use of "P.args" on normal parameter.
 Does not report error when P.args is specified but P.kwargs is missing.
 Does not report error when P is out of scope and P.args and P.kwargs is used.
 Does not report error when keyword argument is specified between P.args and P.kwargs.
@@ -21,3 +20,13 @@ generics_paramspec_components.py:83: error: Argument 3 to "foo" has incompatible
 generics_paramspec_components.py:98: error: Argument 2 to "twice" has incompatible type "str"; expected "int"  [arg-type]
 generics_paramspec_components.py:98: error: Argument 3 to "twice" has incompatible type "int"; expected "str"  [arg-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 17: Unexpected errors ['generics_paramspec_components.py:17: error: Use "P.args" for variadic "*" parameter  [valid-type]', 'generics_paramspec_components.py:17: error: Use "P.kwargs" for variadic "**" parameter  [valid-type]']
+Line 23: Unexpected errors ['generics_paramspec_components.py:23: error: Use "P.kwargs" for variadic "**" parameter  [valid-type]']
+Line 49: Unexpected errors ['generics_paramspec_components.py:49: error: Argument 1 has incompatible type "*P.kwargs"; expected "P.args"  [arg-type]', 'generics_paramspec_components.py:49: error: Argument 2 has incompatible type "**P.args"; expected "P.kwargs"  [arg-type]']
+Line 51: Unexpected errors ['generics_paramspec_components.py:51: error: Argument 1 has incompatible type "int"; expected "P.args"  [arg-type]']
+Line 70: Unexpected errors ['generics_paramspec_components.py:70: error: Argument 1 has incompatible type "*P.args"; expected "int"  [arg-type]', 'generics_paramspec_components.py:70: error: Argument 2 has incompatible type "int"; expected "P.args"  [arg-type]']
+Line 83: Unexpected errors ['generics_paramspec_components.py:83: error: "foo" gets multiple values for keyword argument "x"  [misc]', 'generics_paramspec_components.py:83: error: Argument 1 to "foo" has incompatible type "*P.args"; expected "int"  [arg-type]', 'generics_paramspec_components.py:83: error: Argument 3 to "foo" has incompatible type "**P.kwargs"; expected "int"  [arg-type]']
+Line 98: Unexpected errors ['generics_paramspec_components.py:98: error: Argument 2 to "twice" has incompatible type "str"; expected "int"  [arg-type]', 'generics_paramspec_components.py:98: error: Argument 3 to "twice" has incompatible type "int"; expected "str"  [arg-type]']
+"""
diff --git a/conformance/results/mypy/generics_paramspec_semantics.toml b/conformance/results/mypy/generics_paramspec_semantics.toml
index a4b903a8c..a59d052de 100644
--- a/conformance/results/mypy/generics_paramspec_semantics.toml
+++ b/conformance/results/mypy/generics_paramspec_semantics.toml
@@ -12,3 +12,15 @@ generics_paramspec_semantics.py:126: note: This is likely because "one" has name
 generics_paramspec_semantics.py:131: error: Argument 1 to "expects_int_first" has incompatible type "Callable[[NamedArg(int, 'x')], int]"; expected "Callable[[int, NamedArg(int, 'x')], int]"  [arg-type]
 generics_paramspec_semantics.py:136: error: Argument 1 to "expects_int_first" has incompatible type "Callable[[KwArg(int)], int]"; expected "Callable[[int, KwArg(int)], int]"  [arg-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 26: Unexpected errors ['generics_paramspec_semantics.py:26: error: Unexpected keyword argument "a"  [call-arg]', 'generics_paramspec_semantics.py:26: error: Unexpected keyword argument "b"  [call-arg]']
+Line 27: Unexpected errors ['generics_paramspec_semantics.py:27: error: Argument 2 has incompatible type "str"; expected "bool"  [arg-type]']
+Line 61: Unexpected errors ['generics_paramspec_semantics.py:61: error: Argument 2 to "func1" has incompatible type "Callable[[NamedArg(int, \\'y\\')], int]"; expected "Callable[[NamedArg(int, \\'x\\')], int]"  [arg-type]']
+Line 97: Unexpected errors ['generics_paramspec_semantics.py:97: error: Argument 1 has incompatible type "int"; expected "str"  [arg-type]']
+Line 107: Unexpected errors ['generics_paramspec_semantics.py:107: error: Argument 1 has incompatible type "int"; expected "bool"  [arg-type]']
+Line 119: Unexpected errors ['generics_paramspec_semantics.py:119: error: Argument 1 has incompatible type "int"; expected "str"  [arg-type]']
+Line 126: Unexpected errors ['generics_paramspec_semantics.py:126: error: Argument 1 to "expects_int_first" has incompatible type "Callable[[str], int]"; expected "Callable[[int], int]"  [arg-type]']
+Line 131: Unexpected errors ['generics_paramspec_semantics.py:131: error: Argument 1 to "expects_int_first" has incompatible type "Callable[[NamedArg(int, \\'x\\')], int]"; expected "Callable[[int, NamedArg(int, \\'x\\')], int]"  [arg-type]']
+Line 136: Unexpected errors ['generics_paramspec_semantics.py:136: error: Argument 1 to "expects_int_first" has incompatible type "Callable[[KwArg(int)], int]"; expected "Callable[[int, KwArg(int)], int]"  [arg-type]']
+"""
diff --git a/conformance/results/mypy/generics_paramspec_specialization.toml b/conformance/results/mypy/generics_paramspec_specialization.toml
index fe8e5f6f3..0f2813ecb 100644
--- a/conformance/results/mypy/generics_paramspec_specialization.toml
+++ b/conformance/results/mypy/generics_paramspec_specialization.toml
@@ -6,3 +6,11 @@ generics_paramspec_specialization.py:56: error: Argument 3 has incompatible type
 generics_paramspec_specialization.py:61: error: Argument 1 has incompatible type "str"; expected "int"  [arg-type]
 generics_paramspec_specialization.py:62: error: Argument 3 has incompatible type "str"; expected "bool"  [arg-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 45: Unexpected errors ['generics_paramspec_specialization.py:45: error: Can only replace ParamSpec with a parameter types list or another ParamSpec, got "int"  [misc]']
+Line 55: Unexpected errors ['generics_paramspec_specialization.py:55: error: Argument 1 has incompatible type "str"; expected "int"  [arg-type]']
+Line 56: Unexpected errors ['generics_paramspec_specialization.py:56: error: Argument 3 has incompatible type "str"; expected "bool"  [arg-type]']
+Line 61: Unexpected errors ['generics_paramspec_specialization.py:61: error: Argument 1 has incompatible type "str"; expected "int"  [arg-type]']
+Line 62: Unexpected errors ['generics_paramspec_specialization.py:62: error: Argument 3 has incompatible type "str"; expected "bool"  [arg-type]']
+"""
diff --git a/conformance/results/mypy/generics_scoping.toml b/conformance/results/mypy/generics_scoping.toml
index ca04ba692..a5512a0d4 100644
--- a/conformance/results/mypy/generics_scoping.toml
+++ b/conformance/results/mypy/generics_scoping.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-False negative on generic class nested within generic class with same type variable.
+notes = """False negative on generic class nested within generic class with same type variable.
 """
 output = """
 generics_scoping.py:25: error: Argument 1 to "meth_2" of "MyClass" has incompatible type "str"; expected "int"  [arg-type]
@@ -25,3 +24,15 @@ generics_scoping.py:86: error: Type variable "generics_scoping.T" is unbound  [v
 generics_scoping.py:86: note: (Hint: Use "Generic[T]" or "Protocol[T]" base class to bind "T" inside a class)
 generics_scoping.py:86: note: (Hint: Use "T" in function signature to bind "T" inside a function)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 25: Unexpected errors ['generics_scoping.py:25: error: Argument 1 to "meth_2" of "MyClass" has incompatible type "str"; expected "int"  [arg-type]']
+Line 46: Unexpected errors ['generics_scoping.py:46: error: Type variable "generics_scoping.S" is unbound  [valid-type]']
+Line 50: Unexpected errors ['generics_scoping.py:50: error: Type variable "generics_scoping.S" is unbound  [valid-type]']
+Line 61: Unexpected errors ['generics_scoping.py:61: error: Free type variable expected in Generic[...]  [misc]']
+Line 74: Unexpected errors ['generics_scoping.py:74: error: Type variable "generics_scoping.T" is unbound  [valid-type]']
+Line 80: Unexpected errors ['generics_scoping.py:80: error: Can\\'t use bound type variable "T" to define generic alias  [valid-type]']
+Line 84: Unexpected errors ['generics_scoping.py:84: error: Type variable "generics_scoping.T" is unbound  [valid-type]']
+Line 85: Unexpected errors ['generics_scoping.py:85: error: Type variable "generics_scoping.T" is unbound  [valid-type]']
+Line 86: Unexpected errors ['generics_scoping.py:86: error: Type variable "generics_scoping.T" is unbound  [valid-type]']
+"""
diff --git a/conformance/results/mypy/generics_self_advanced.toml b/conformance/results/mypy/generics_self_advanced.toml
index bfee9ad9e..ace463613 100644
--- a/conformance/results/mypy/generics_self_advanced.toml
+++ b/conformance/results/mypy/generics_self_advanced.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not infer the type of an unannotated `self` parameter to be type `Self`.
+notes = """Does not infer the type of an unannotated `self` parameter to be type `Self`.
 Does not retain `Self` when calling method that returns `Self`.
 Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.
 Does not retain `Self` when accessing attribute through `type[Self]`.
@@ -13,3 +12,12 @@ generics_self_advanced.py:43: error: Expression is of type "list[ChildB]", not "
 generics_self_advanced.py:44: error: Expression is of type "ChildB", not "Self"  [assert-type]
 generics_self_advanced.py:45: error: Expression is of type "ChildB", not "Self"  [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 35: Unexpected errors ['generics_self_advanced.py:35: error: Expression is of type "ChildB", not "Self"  [assert-type]']
+Line 38: Unexpected errors ['generics_self_advanced.py:38: error: Expression is of type "ChildB", not "Self"  [assert-type]']
+Line 42: Unexpected errors ['generics_self_advanced.py:42: error: Expression is of type "type[ChildB]", not "type[Self]"  [assert-type]']
+Line 43: Unexpected errors ['generics_self_advanced.py:43: error: Expression is of type "list[ChildB]", not "list[Self]"  [assert-type]']
+Line 44: Unexpected errors ['generics_self_advanced.py:44: error: Expression is of type "ChildB", not "Self"  [assert-type]']
+Line 45: Unexpected errors ['generics_self_advanced.py:45: error: Expression is of type "ChildB", not "Self"  [assert-type]']
+"""
diff --git a/conformance/results/mypy/generics_self_attributes.toml b/conformance/results/mypy/generics_self_attributes.toml
index ccd57fe29..dc68e164b 100644
--- a/conformance/results/mypy/generics_self_attributes.toml
+++ b/conformance/results/mypy/generics_self_attributes.toml
@@ -3,3 +3,8 @@ output = """
 generics_self_attributes.py:26: error: Argument "next" to "OrdinalLinkedList" has incompatible type "LinkedList[int]"; expected "OrdinalLinkedList | None"  [arg-type]
 generics_self_attributes.py:32: error: Incompatible types in assignment (expression has type "LinkedList[int]", variable has type "OrdinalLinkedList | None")  [assignment]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 26: Unexpected errors ['generics_self_attributes.py:26: error: Argument "next" to "OrdinalLinkedList" has incompatible type "LinkedList[int]"; expected "OrdinalLinkedList | None"  [arg-type]']
+Line 32: Unexpected errors ['generics_self_attributes.py:32: error: Incompatible types in assignment (expression has type "LinkedList[int]", variable has type "OrdinalLinkedList | None")  [assignment]']
+"""
diff --git a/conformance/results/mypy/generics_self_basic.toml b/conformance/results/mypy/generics_self_basic.toml
index 317f9ac13..5958ad373 100644
--- a/conformance/results/mypy/generics_self_basic.toml
+++ b/conformance/results/mypy/generics_self_basic.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not properly handle constructor call through `cls` parameter.
+notes = """Does not properly handle constructor call through `cls` parameter.
 """
 output = """
 generics_self_basic.py:19: error: Incompatible return value type (got "Shape", expected "Self")  [return-value]
@@ -8,3 +7,10 @@ generics_self_basic.py:27: error: Too many arguments for "Shape"  [call-arg]
 generics_self_basic.py:32: error: Incompatible return value type (got "Shape", expected "Self")  [return-value]
 generics_self_basic.py:64: error: Self type cannot have type arguments  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Unexpected errors ['generics_self_basic.py:19: error: Incompatible return value type (got "Shape", expected "Self")  [return-value]']
+Line 27: Unexpected errors ['generics_self_basic.py:27: error: Too many arguments for "Shape"  [call-arg]']
+Line 32: Unexpected errors ['generics_self_basic.py:32: error: Incompatible return value type (got "Shape", expected "Self")  [return-value]']
+Line 64: Unexpected errors ['generics_self_basic.py:64: error: Self type cannot have type arguments  [misc]']
+"""
diff --git a/conformance/results/mypy/generics_self_protocols.toml b/conformance/results/mypy/generics_self_protocols.toml
index d3ef4c71b..60dd9d489 100644
--- a/conformance/results/mypy/generics_self_protocols.toml
+++ b/conformance/results/mypy/generics_self_protocols.toml
@@ -13,3 +13,8 @@ generics_self_protocols.py:64: note:         def set_scale(self, scale: float) -
 generics_self_protocols.py:64: note:     Got:
 generics_self_protocols.py:64: note:         def set_scale(self, scale: float) -> ReturnConcreteShape
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 61: Unexpected errors ['generics_self_protocols.py:61: error: Argument 1 to "accepts_shape" has incompatible type "BadReturnType"; expected "ShapeProtocol"  [arg-type]']
+Line 64: Unexpected errors ['generics_self_protocols.py:64: error: Argument 1 to "accepts_shape" has incompatible type "ReturnDifferentClass"; expected "ShapeProtocol"  [arg-type]']
+"""
diff --git a/conformance/results/mypy/generics_self_usage.toml b/conformance/results/mypy/generics_self_usage.toml
index 4bff8bf4f..4c1c23f1c 100644
--- a/conformance/results/mypy/generics_self_usage.toml
+++ b/conformance/results/mypy/generics_self_usage.toml
@@ -17,3 +17,17 @@ generics_self_usage.py:116: error: Static methods cannot use Self type  [misc]
 generics_self_usage.py:121: error: Self type cannot be used in a metaclass  [misc]
 generics_self_usage.py:125: error: Self type cannot be used in a metaclass  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 73: Unexpected errors ['generics_self_usage.py:73: error: Self type is only allowed in annotations within class definition  [misc]']
+Line 76: Unexpected errors ['generics_self_usage.py:76: error: Self type is only allowed in annotations within class definition  [misc]']
+Line 82: Unexpected errors ['generics_self_usage.py:82: error: Method cannot have explicit self annotation and Self type  [misc]', 'generics_self_usage.py:82: error: A function returning TypeVar should receive at least one argument containing the same TypeVar  [type-var]']
+Line 86: Unexpected errors ['generics_self_usage.py:86: error: Incompatible return value type (got "Foo3", expected "Self")  [return-value]']
+Line 101: Unexpected errors ['generics_self_usage.py:101: error: Self type is only allowed in annotations within class definition  [misc]']
+Line 103: Unexpected errors ['generics_self_usage.py:103: error: Self type is only allowed in annotations within class definition  [misc]']
+Line 106: Unexpected errors ['generics_self_usage.py:106: error: Self type is only allowed in annotations within class definition  [misc]', 'generics_self_usage.py:106: error: Self type cannot be used in type alias target  [misc]']
+Line 111: Unexpected errors ['generics_self_usage.py:111: error: Static methods cannot use Self type  [misc]', 'generics_self_usage.py:111: error: A function returning TypeVar should receive at least one argument containing the same TypeVar  [type-var]']
+Line 116: Unexpected errors ['generics_self_usage.py:116: error: Static methods cannot use Self type  [misc]']
+Line 121: Unexpected errors ['generics_self_usage.py:121: error: Self type cannot be used in a metaclass  [misc]']
+Line 125: Unexpected errors ['generics_self_usage.py:125: error: Self type cannot be used in a metaclass  [misc]']
+"""
diff --git a/conformance/results/mypy/generics_syntax_compatibility.toml b/conformance/results/mypy/generics_syntax_compatibility.toml
index e22025fa1..55132deca 100644
--- a/conformance/results/mypy/generics_syntax_compatibility.toml
+++ b/conformance/results/mypy/generics_syntax_compatibility.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Type parameter syntax not yet support.
+notes = """Type parameter syntax not yet support.
 """
 output = """
 generics_syntax_compatibility.py:14: error: PEP 695 generics are not yet supported  [valid-type]
@@ -12,3 +11,11 @@ generics_syntax_compatibility.py:23: error: Name "V" is not defined  [name-defin
 generics_syntax_compatibility.py:26: error: PEP 695 generics are not yet supported  [valid-type]
 generics_syntax_compatibility.py:26: error: Name "M" is not defined  [name-defined]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 14: Unexpected errors ['generics_syntax_compatibility.py:14: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_compatibility.py:14: error: Name "V" is not defined  [name-defined]']
+Line 18: Unexpected errors ['generics_syntax_compatibility.py:18: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_compatibility.py:18: error: Name "V" is not defined  [name-defined]']
+Line 22: Unexpected errors ['generics_syntax_compatibility.py:22: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 23: Unexpected errors ['generics_syntax_compatibility.py:23: error: Name "V" is not defined  [name-defined]']
+Line 26: Unexpected errors ['generics_syntax_compatibility.py:26: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_compatibility.py:26: error: Name "M" is not defined  [name-defined]']
+"""
diff --git a/conformance/results/mypy/generics_syntax_declarations.toml b/conformance/results/mypy/generics_syntax_declarations.toml
index fa042041b..7696a39c5 100644
--- a/conformance/results/mypy/generics_syntax_declarations.toml
+++ b/conformance/results/mypy/generics_syntax_declarations.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Type parameter syntax not yet support.
+notes = """Type parameter syntax not yet support.
 """
 output = """
 generics_syntax_declarations.py:13: error: PEP 695 generics are not yet supported  [valid-type]
@@ -33,3 +32,27 @@ generics_syntax_declarations.py:73: error: PEP 695 generics are not yet supporte
 generics_syntax_declarations.py:77: error: PEP 695 generics are not yet supported  [valid-type]
 generics_syntax_declarations.py:81: error: PEP 695 generics are not yet supported  [valid-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 13: Unexpected errors ['generics_syntax_declarations.py:13: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 14: Unexpected errors ['generics_syntax_declarations.py:14: error: Expression is of type "Any", not "TypeVar"  [assert-type]', 'generics_syntax_declarations.py:14: error: Name "T" is not defined  [name-defined]']
+Line 15: Unexpected errors ['generics_syntax_declarations.py:15: error: Expression is of type "Any", not "TypeVarTuple"  [assert-type]', 'generics_syntax_declarations.py:15: error: Name "Ts" is not defined  [name-defined]']
+Line 16: Unexpected errors ['generics_syntax_declarations.py:16: error: Expression is of type "Any", not "ParamSpec"  [assert-type]', 'generics_syntax_declarations.py:16: error: Name "P" is not defined  [name-defined]']
+Line 19: Unexpected errors ['generics_syntax_declarations.py:19: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_declarations.py:19: error: Free type variable expected in Generic[...]  [misc]', 'generics_syntax_declarations.py:19: error: Name "T" is not defined  [name-defined]']
+Line 23: Unexpected errors ['generics_syntax_declarations.py:23: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 27: Unexpected errors ['generics_syntax_declarations.py:27: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_declarations.py:27: error: Free type variable expected in Protocol[...]  [misc]', 'generics_syntax_declarations.py:27: error: Name "S" is not defined  [name-defined]', 'generics_syntax_declarations.py:27: error: Name "T" is not defined  [name-defined]']
+Line 31: Unexpected errors ['generics_syntax_declarations.py:31: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 32: Unexpected errors ['generics_syntax_declarations.py:32: error: Name "T" is not defined  [name-defined]']
+Line 37: Unexpected errors ['generics_syntax_declarations.py:37: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 41: Unexpected errors ['generics_syntax_declarations.py:41: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 45: Unexpected errors ['generics_syntax_declarations.py:45: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 46: Unexpected errors ['generics_syntax_declarations.py:46: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 50: Unexpected errors ['generics_syntax_declarations.py:50: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 54: Unexpected errors ['generics_syntax_declarations.py:54: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 58: Unexpected errors ['generics_syntax_declarations.py:58: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 62: Unexpected errors ['generics_syntax_declarations.py:62: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 66: Unexpected errors ['generics_syntax_declarations.py:66: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 73: Unexpected errors ['generics_syntax_declarations.py:73: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 77: Unexpected errors ['generics_syntax_declarations.py:77: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 81: Unexpected errors ['generics_syntax_declarations.py:81: error: PEP 695 generics are not yet supported  [valid-type]']
+"""
diff --git a/conformance/results/mypy/generics_syntax_infer_variance.toml b/conformance/results/mypy/generics_syntax_infer_variance.toml
index fe39ac038..104775686 100644
--- a/conformance/results/mypy/generics_syntax_infer_variance.toml
+++ b/conformance/results/mypy/generics_syntax_infer_variance.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Type parameter syntax not yet support.
+notes = """Type parameter syntax not yet support.
 """
 output = """
 generics_syntax_infer_variance.py:11: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]
@@ -107,3 +106,64 @@ generics_syntax_infer_variance.py:152: error: The type "type[ShouldBeContravaria
 generics_syntax_infer_variance.py:153: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]
 generics_syntax_infer_variance.py:153: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 11: Unexpected errors ['generics_syntax_infer_variance.py:11: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
+Line 12: Unexpected errors ['generics_syntax_infer_variance.py:12: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
+Line 13: Unexpected errors ['generics_syntax_infer_variance.py:13: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
+Line 15: Unexpected errors ['generics_syntax_infer_variance.py:15: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
+Line 19: Unexpected errors ['generics_syntax_infer_variance.py:19: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
+Line 24: Unexpected errors ['generics_syntax_infer_variance.py:24: error: Free type variable expected in Generic[...]  [misc]']
+Line 25: Unexpected errors ['generics_syntax_infer_variance.py:25: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 28: Unexpected errors ['generics_syntax_infer_variance.py:28: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 32: Unexpected errors ['generics_syntax_infer_variance.py:32: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:32: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]']
+Line 33: Unexpected errors ['generics_syntax_infer_variance.py:33: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:33: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]']
+Line 36: Unexpected errors ['generics_syntax_infer_variance.py:36: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 40: Unexpected errors ['generics_syntax_infer_variance.py:40: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:40: error: The type "type[ShouldBeCovariant2]" is not generic and not indexable  [misc]']
+Line 41: Unexpected errors ['generics_syntax_infer_variance.py:41: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:41: error: The type "type[ShouldBeCovariant2]" is not generic and not indexable  [misc]']
+Line 44: Unexpected errors ['generics_syntax_infer_variance.py:44: error: Free type variable expected in Generic[...]  [misc]']
+Line 45: Unexpected errors ['generics_syntax_infer_variance.py:45: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]', 'generics_syntax_infer_variance.py:45: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]']
+Line 49: Unexpected errors ['generics_syntax_infer_variance.py:49: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:49: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]']
+Line 50: Unexpected errors ['generics_syntax_infer_variance.py:50: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:50: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]']
+Line 54: Unexpected errors ['generics_syntax_infer_variance.py:54: error: Free type variable expected in Generic[...]  [misc]']
+Line 55: Unexpected errors ['generics_syntax_infer_variance.py:55: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 58: Unexpected errors ['generics_syntax_infer_variance.py:58: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:58: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]']
+Line 59: Unexpected errors ['generics_syntax_infer_variance.py:59: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:59: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]']
+Line 62: Unexpected errors ['generics_syntax_infer_variance.py:62: error: Free type variable expected in Generic[...]  [misc]']
+Line 63: Unexpected errors ['generics_syntax_infer_variance.py:63: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 67: Unexpected errors ['generics_syntax_infer_variance.py:67: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 71: Unexpected errors ['generics_syntax_infer_variance.py:71: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:71: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]']
+Line 72: Unexpected errors ['generics_syntax_infer_variance.py:72: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:72: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]']
+Line 75: Unexpected errors ['generics_syntax_infer_variance.py:75: error: Free type variable expected in Generic[...]  [misc]']
+Line 76: Unexpected errors ['generics_syntax_infer_variance.py:76: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 78: Unexpected errors ['generics_syntax_infer_variance.py:78: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 82: Unexpected errors ['generics_syntax_infer_variance.py:82: error: "ShouldBeCovariant6" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:82: error: The type "type[ShouldBeCovariant6]" is not generic and not indexable  [misc]']
+Line 83: Unexpected errors ['generics_syntax_infer_variance.py:83: error: "ShouldBeCovariant6" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:83: error: The type "type[ShouldBeCovariant6]" is not generic and not indexable  [misc]']
+Line 86: Unexpected errors ['generics_syntax_infer_variance.py:86: error: Free type variable expected in Generic[...]  [misc]']
+Line 87: Unexpected errors ['generics_syntax_infer_variance.py:87: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 95: Unexpected errors ['generics_syntax_infer_variance.py:95: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 99: Unexpected errors ['generics_syntax_infer_variance.py:99: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:99: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]']
+Line 100: Unexpected errors ['generics_syntax_infer_variance.py:100: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:100: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]']
+Line 103: Unexpected errors ['generics_syntax_infer_variance.py:103: error: Free type variable expected in Generic[...]  [misc]']
+Line 104: Unexpected errors ['generics_syntax_infer_variance.py:104: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 107: Unexpected errors ['generics_syntax_infer_variance.py:107: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 110: Unexpected errors ['generics_syntax_infer_variance.py:110: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 114: Unexpected errors ['generics_syntax_infer_variance.py:114: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:114: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]']
+Line 115: Unexpected errors ['generics_syntax_infer_variance.py:115: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:115: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]']
+Line 118: Unexpected errors ['generics_syntax_infer_variance.py:118: error: Variable "generics_syntax_infer_variance.K" is not valid as a type  [valid-type]', 'generics_syntax_infer_variance.py:118: error: Variable "generics_syntax_infer_variance.V" is not valid as a type  [valid-type]']
+Line 122: Unexpected errors ['generics_syntax_infer_variance.py:122: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_syntax_infer_variance.py:122: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]']
+Line 123: Unexpected errors ['generics_syntax_infer_variance.py:123: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_syntax_infer_variance.py:123: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]']
+Line 124: Unexpected errors ['generics_syntax_infer_variance.py:124: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_syntax_infer_variance.py:124: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]']
+Line 125: Unexpected errors ['generics_syntax_infer_variance.py:125: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_syntax_infer_variance.py:125: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]']
+Line 129: Unexpected errors ['generics_syntax_infer_variance.py:129: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 130: Unexpected errors ['generics_syntax_infer_variance.py:130: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 133: Unexpected errors ['generics_syntax_infer_variance.py:133: error: "ShouldBeInvariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:133: error: The type "type[ShouldBeInvariant4]" is not generic and not indexable  [misc]']
+Line 136: Unexpected errors ['generics_syntax_infer_variance.py:136: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 137: Unexpected errors ['generics_syntax_infer_variance.py:137: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 141: Unexpected errors ['generics_syntax_infer_variance.py:141: error: "ShouldBeInvariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:141: error: The type "type[ShouldBeInvariant5]" is not generic and not indexable  [misc]']
+Line 144: Unexpected errors ['generics_syntax_infer_variance.py:144: error: Free type variable expected in Generic[...]  [misc]']
+Line 145: Unexpected errors ['generics_syntax_infer_variance.py:145: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 148: Unexpected errors ['generics_syntax_infer_variance.py:148: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 152: Unexpected errors ['generics_syntax_infer_variance.py:152: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:152: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]']
+Line 153: Unexpected errors ['generics_syntax_infer_variance.py:153: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:153: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]']
+"""
diff --git a/conformance/results/mypy/generics_syntax_scoping.toml b/conformance/results/mypy/generics_syntax_scoping.toml
index d22757db5..50a8b1608 100644
--- a/conformance/results/mypy/generics_syntax_scoping.toml
+++ b/conformance/results/mypy/generics_syntax_scoping.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Type parameter syntax not yet support.
+notes = """Type parameter syntax not yet support.
 """
 output = """
 generics_syntax_scoping.py:14: error: PEP 695 generics are not yet supported  [valid-type]
@@ -68,3 +67,33 @@ generics_syntax_scoping.py:121: note: "assert_type" expects everything to be "An
 generics_syntax_scoping.py:124: error: Expression is of type "Any", not "complex"  [assert-type]
 generics_syntax_scoping.py:124: note: "assert_type" expects everything to be "Any" in unchecked functions
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 14: Unexpected errors ['generics_syntax_scoping.py:14: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 18: Unexpected errors ['generics_syntax_scoping.py:18: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 22: Unexpected errors ['generics_syntax_scoping.py:22: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 26: Unexpected errors ['generics_syntax_scoping.py:26: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 27: Unexpected errors ['generics_syntax_scoping.py:27: error: "Foo" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_scoping.py:27: error: Variable "generics_syntax_scoping.T" is not valid as a type  [valid-type]']
+Line 31: Unexpected errors ['generics_syntax_scoping.py:31: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_scoping.py:31: error: "BaseClassC" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_scoping.py:31: error: Variable "generics_syntax_scoping.T" is not valid as a type  [valid-type]', 'generics_syntax_scoping.py:31: error: The type "type[Foo]" is not generic and not indexable  [misc]', 'generics_syntax_scoping.py:31: error: Cannot determine type of "T"  [has-type]']
+Line 35: Unexpected errors ['generics_syntax_scoping.py:35: error: Cannot determine type of "T"  [has-type]', 'generics_syntax_scoping.py:35: error: Name "T" is used before definition  [used-before-def]']
+Line 39: Unexpected errors ['generics_syntax_scoping.py:39: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 40: Unexpected errors ['generics_syntax_scoping.py:40: error: "Foo" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_scoping.py:40: error: Variable "generics_syntax_scoping.T" is not valid as a type  [valid-type]', 'generics_syntax_scoping.py:40: error: The first argument to Callable must be a list of types, parameter specification, or "..."  [valid-type]', 'generics_syntax_scoping.py:40: error: Name "P" is not defined  [name-defined]', 'generics_syntax_scoping.py:40: error: Name "R" is not defined  [name-defined]']
+Line 44: Unexpected errors ['generics_syntax_scoping.py:44: error: The type "type[Foo]" is not generic and not indexable  [misc]', 'generics_syntax_scoping.py:44: error: Cannot determine type of "T"  [has-type]']
+Line 45: Unexpected errors ['generics_syntax_scoping.py:45: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 49: Unexpected errors ['generics_syntax_scoping.py:49: error: PEP 695 type aliases are not yet supported  [valid-type]', 'generics_syntax_scoping.py:49: error: Name "K" is not defined  [name-defined]', 'generics_syntax_scoping.py:49: error: Name "V" is not defined  [name-defined]']
+Line 55: Unexpected errors ['generics_syntax_scoping.py:55: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 59: Unexpected errors ['generics_syntax_scoping.py:59: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 62: Unexpected errors ['generics_syntax_scoping.py:62: error: Expression is of type "Any", not "str"  [assert-type]']
+Line 67: Unexpected errors ['generics_syntax_scoping.py:67: error: Expression is of type "Any", not "int"  [assert-type]']
+Line 74: Unexpected errors ['generics_syntax_scoping.py:74: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_scoping.py:74: error: Variable "generics_syntax_scoping.T" is not valid as a type  [valid-type]']
+Line 77: Unexpected errors ['generics_syntax_scoping.py:77: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_scoping.py:77: error: "Inner" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_scoping.py:77: error: Variable "generics_syntax_scoping.T" is not valid as a type  [valid-type]']
+Line 81: Unexpected errors ['generics_syntax_scoping.py:81: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_scoping.py:81: error: The first argument to Callable must be a list of types, parameter specification, or "..."  [valid-type]', 'generics_syntax_scoping.py:81: error: Name "P" is not defined  [name-defined]', 'generics_syntax_scoping.py:81: error: Name "R" is not defined  [name-defined]']
+Line 89: Unexpected errors ['generics_syntax_scoping.py:89: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_scoping.py:89: error: Variable "generics_syntax_scoping.T" is not valid as a type  [valid-type]']
+Line 92: Unexpected errors ['generics_syntax_scoping.py:92: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 95: Unexpected errors ['generics_syntax_scoping.py:95: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 98: Unexpected errors ['generics_syntax_scoping.py:98: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_scoping.py:98: error: Variable "generics_syntax_scoping.ClassE.T" is not valid as a type  [valid-type]']
+Line 105: Unexpected errors ['generics_syntax_scoping.py:105: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 116: Unexpected errors ['generics_syntax_scoping.py:116: error: Expression is of type "Any", not "TypeVar"  [assert-type]']
+Line 121: Unexpected errors ['generics_syntax_scoping.py:121: error: Expression is of type "Any", not "complex"  [assert-type]']
+Line 124: Unexpected errors ['generics_syntax_scoping.py:124: error: Expression is of type "Any", not "complex"  [assert-type]']
+"""
diff --git a/conformance/results/mypy/generics_type_erasure.toml b/conformance/results/mypy/generics_type_erasure.toml
index d99efc118..1809e51b5 100644
--- a/conformance/results/mypy/generics_type_erasure.toml
+++ b/conformance/results/mypy/generics_type_erasure.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Infers Node[Never] instead of Node[Any] when argument is not provided.
+notes = """Infers Node[Never] instead of Node[Any] when argument is not provided.
 False negative on instance attribute access on type(node).
 """
 output = """
@@ -13,3 +12,14 @@ generics_type_erasure.py:41: error: Access to generic instance variables via cla
 generics_type_erasure.py:42: error: Access to generic instance variables via class is ambiguous  [misc]
 generics_type_erasure.py:43: error: Access to generic instance variables via class is ambiguous  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 17: Unexpected errors ['generics_type_erasure.py:17: error: Expression is of type "Node[Never]", not "Node[Any]"  [assert-type]']
+Line 20: Unexpected errors ['generics_type_erasure.py:20: error: Expression is of type Never, not "Any"  [assert-type]']
+Line 36: Unexpected errors ['generics_type_erasure.py:36: error: Argument 1 to "Node" has incompatible type "str"; expected "int | None"  [arg-type]']
+Line 38: Unexpected errors ['generics_type_erasure.py:38: error: Argument 1 to "Node" has incompatible type "int"; expected "str | None"  [arg-type]']
+Line 40: Unexpected errors ['generics_type_erasure.py:40: error: Access to generic instance variables via class is ambiguous  [misc]']
+Line 41: Unexpected errors ['generics_type_erasure.py:41: error: Access to generic instance variables via class is ambiguous  [misc]']
+Line 42: Unexpected errors ['generics_type_erasure.py:42: error: Access to generic instance variables via class is ambiguous  [misc]']
+Line 43: Unexpected errors ['generics_type_erasure.py:43: error: Access to generic instance variables via class is ambiguous  [misc]']
+"""
diff --git a/conformance/results/mypy/generics_typevartuple_args.toml b/conformance/results/mypy/generics_typevartuple_args.toml
index 61b53af76..69f6d30f8 100644
--- a/conformance/results/mypy/generics_typevartuple_args.toml
+++ b/conformance/results/mypy/generics_typevartuple_args.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not enforce that tuples captured by TypeVarTuple are same type.
+notes = """Does not enforce that tuples captured by TypeVarTuple are same type.
 """
 output = """
 generics_typevartuple_args.py:33: error: Argument 3 to "exec_le" has incompatible type "str"; expected "Env"  [arg-type]
@@ -12,3 +11,13 @@ generics_typevartuple_args.py:59: error: Too few arguments for "func2"  [call-ar
 generics_typevartuple_args.py:59: error: Argument 1 to "func2" has incompatible type "str"; expected "int"  [arg-type]
 generics_typevartuple_args.py:67: error: Too few arguments for "func3"  [call-arg]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 33: Unexpected errors ['generics_typevartuple_args.py:33: error: Argument 3 to "exec_le" has incompatible type "str"; expected "Env"  [arg-type]']
+Line 34: Unexpected errors ['generics_typevartuple_args.py:34: error: Argument 3 to "exec_le" has incompatible type "str"; expected "Env"  [arg-type]']
+Line 48: Unexpected errors ['generics_typevartuple_args.py:48: error: Argument 2 to "func1" has incompatible type "str"; expected "int"  [arg-type]']
+Line 57: Unexpected errors ['generics_typevartuple_args.py:57: error: Argument 2 to "func2" has incompatible type "int"; expected "*tuple[*tuple[str, ...], str]"  [arg-type]']
+Line 58: Unexpected errors ['generics_typevartuple_args.py:58: error: Too few arguments for "func2"  [call-arg]']
+Line 59: Unexpected errors ['generics_typevartuple_args.py:59: error: Too few arguments for "func2"  [call-arg]', 'generics_typevartuple_args.py:59: error: Argument 1 to "func2" has incompatible type "str"; expected "int"  [arg-type]']
+Line 67: Unexpected errors ['generics_typevartuple_args.py:67: error: Too few arguments for "func3"  [call-arg]']
+"""
diff --git a/conformance/results/mypy/generics_typevartuple_basic.toml b/conformance/results/mypy/generics_typevartuple_basic.toml
index 39404cb12..c41089507 100644
--- a/conformance/results/mypy/generics_typevartuple_basic.toml
+++ b/conformance/results/mypy/generics_typevartuple_basic.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not enforce that tuples captured by TypeVarTuple are same length.
+notes = """Does not enforce that tuples captured by TypeVarTuple are same length.
 Does not enforce that tuples captured by TypeVarTuple are same type.
 """
 output = """
@@ -19,3 +18,20 @@ generics_typevartuple_basic.py:99: error: Cannot infer type argument 1 of "multi
 generics_typevartuple_basic.py:100: error: Cannot infer type argument 1 of "multiply"  [misc]
 generics_typevartuple_basic.py:106: error: Can only use one type var tuple in a class def  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 42: Unexpected errors ['generics_typevartuple_basic.py:42: error: Argument 1 to "Array" has incompatible type "Height"; expected "tuple[Height, Width]"  [arg-type]']
+Line 43: Unexpected errors ['generics_typevartuple_basic.py:43: error: Argument 1 to "Array" has incompatible type "tuple[Batch, Width]"; expected "tuple[Batch, Height, Width]"  [arg-type]']
+Line 45: Unexpected errors ['generics_typevartuple_basic.py:45: error: Argument 1 to "Array" has incompatible type "tuple[Time, Batch, Width, Height]"; expected "tuple[Time, Batch, Height, Width]"  [arg-type]']
+Line 52: Unexpected errors ['generics_typevartuple_basic.py:52: error: Free type variable expected in Generic[...]  [misc]']
+Line 53: Unexpected errors ['generics_typevartuple_basic.py:53: error: TypeVarTuple "Shape" is only valid with an unpack  [valid-type]']
+Line 56: Unexpected errors ['generics_typevartuple_basic.py:56: error: TypeVarTuple "Shape" is only valid with an unpack  [valid-type]']
+Line 57: Unexpected errors ['generics_typevartuple_basic.py:57: error: Incompatible return value type (got "tuple[*Shape]", expected "tuple[Any]")  [return-value]']
+Line 59: Unexpected errors ['generics_typevartuple_basic.py:59: error: TypeVarTuple "Shape" is only valid with an unpack  [valid-type]']
+Line 65: Unexpected errors ['generics_typevartuple_basic.py:65: error: Unexpected keyword argument "covariant" for "TypeVarTuple"  [misc]']
+Line 66: Unexpected errors ['generics_typevartuple_basic.py:66: error: Too many positional arguments for "TypeVarTuple"  [misc]']
+Line 67: Unexpected errors ['generics_typevartuple_basic.py:67: error: Unexpected keyword argument "bound" for "TypeVarTuple"  [misc]']
+Line 99: Unexpected errors ['generics_typevartuple_basic.py:99: error: Cannot infer type argument 1 of "multiply"  [misc]']
+Line 100: Unexpected errors ['generics_typevartuple_basic.py:100: error: Cannot infer type argument 1 of "multiply"  [misc]']
+Line 106: Unexpected errors ['generics_typevartuple_basic.py:106: error: Can only use one type var tuple in a class def  [misc]']
+"""
diff --git a/conformance/results/mypy/generics_typevartuple_callable.toml b/conformance/results/mypy/generics_typevartuple_callable.toml
index 4561f3c4a..237b261f3 100644
--- a/conformance/results/mypy/generics_typevartuple_callable.toml
+++ b/conformance/results/mypy/generics_typevartuple_callable.toml
@@ -2,3 +2,7 @@ conformant = "Pass"
 output = """
 generics_typevartuple_callable.py:26: error: Argument "target" to "Process" has incompatible type "Callable[[int, str], None]"; expected "Callable[[str, int], None]"  [arg-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 26: Unexpected errors ['generics_typevartuple_callable.py:26: error: Argument "target" to "Process" has incompatible type "Callable[[int, str], None]"; expected "Callable[[str, int], None]"  [arg-type]']
+"""
diff --git a/conformance/results/mypy/generics_typevartuple_concat.toml b/conformance/results/mypy/generics_typevartuple_concat.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/mypy/generics_typevartuple_concat.toml
+++ b/conformance/results/mypy/generics_typevartuple_concat.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/mypy/generics_typevartuple_overloads.toml b/conformance/results/mypy/generics_typevartuple_overloads.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/mypy/generics_typevartuple_overloads.toml
+++ b/conformance/results/mypy/generics_typevartuple_overloads.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/mypy/generics_typevartuple_specialization.toml b/conformance/results/mypy/generics_typevartuple_specialization.toml
index 53eba2786..de90f8930 100644
--- a/conformance/results/mypy/generics_typevartuple_specialization.toml
+++ b/conformance/results/mypy/generics_typevartuple_specialization.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.
+notes = """Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.
 Rejects specialization of generic type alias defined as a tuple containing a TypeVar.
 "More than one Unpack" error message has no line number.
 """
@@ -15,3 +14,12 @@ generics_typevartuple_specialization.py:110: error: Unpack is only valid in a va
 generics_typevartuple_specialization.py:127: error: Bad number of arguments for type alias, expected at least 2, given 1  [type-arg]
 generics_typevartuple_specialization.py:163: error: TypeVarTuple cannot be split  [type-arg]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 85: Unexpected errors ['generics_typevartuple_specialization.py:85: error: Argument 1 to "takes_float_array_with_specific_shape" has incompatible type "Array2[float, *tuple[Any, ...]]"; expected "Array2[float, Height, Width]"  [arg-type]']
+Line 108: Unexpected errors ['generics_typevartuple_specialization.py:108: error: Type application is only supported for generic classes  [misc]']
+Line 109: Unexpected errors ['generics_typevartuple_specialization.py:109: error: Type application is only supported for generic classes  [misc]', 'generics_typevartuple_specialization.py:109: error: Unpack is only valid in a variadic position  [valid-type]']
+Line 110: Unexpected errors ['generics_typevartuple_specialization.py:110: error: Type application is only supported for generic classes  [misc]', 'generics_typevartuple_specialization.py:110: error: Unpack is only valid in a variadic position  [valid-type]']
+Line 127: Unexpected errors ['generics_typevartuple_specialization.py:127: error: Bad number of arguments for type alias, expected at least 2, given 1  [type-arg]']
+Line 163: Unexpected errors ['generics_typevartuple_specialization.py:163: error: TypeVarTuple cannot be split  [type-arg]']
+"""
diff --git a/conformance/results/mypy/generics_typevartuple_unpack.toml b/conformance/results/mypy/generics_typevartuple_unpack.toml
index 8613d8034..a7e353708 100644
--- a/conformance/results/mypy/generics_typevartuple_unpack.toml
+++ b/conformance/results/mypy/generics_typevartuple_unpack.toml
@@ -1,7 +1,10 @@
 conformant = "Partial"
-notes = """
-Does not reject multiple unpack operators in a tuple.
+notes = """Does not reject multiple unpack operators in a tuple.
 """
 output = """
 generics_typevartuple_unpack.py:30: error: Argument 1 to "process_batch_channels" has incompatible type "Array[Batch]"; expected "Array[Batch, *tuple[Any, ...], Channels]"  [arg-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 30: Unexpected errors ['generics_typevartuple_unpack.py:30: error: Argument 1 to "process_batch_channels" has incompatible type "Array[Batch]"; expected "Array[Batch, *tuple[Any, ...], Channels]"  [arg-type]']
+"""
diff --git a/conformance/results/mypy/generics_upper_bound.toml b/conformance/results/mypy/generics_upper_bound.toml
index 237a3fffc..3f6edd897 100644
--- a/conformance/results/mypy/generics_upper_bound.toml
+++ b/conformance/results/mypy/generics_upper_bound.toml
@@ -7,3 +7,10 @@ generics_upper_bound.py:41: error: Expression is of type "Collection[int]", not
 generics_upper_bound.py:43: error: Value of type variable "ST" of "longer" cannot be "int"  [type-var]
 generics_upper_bound.py:48: error: TypeVar cannot have both values and an upper bound  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 22: Unexpected errors ['generics_upper_bound.py:22: error: Type variable "generics_upper_bound.T" is unbound  [valid-type]']
+Line 41: Unexpected errors ['generics_upper_bound.py:41: error: Expression is of type "Collection[int]", not "list[int] | set[int]"  [assert-type]']
+Line 43: Unexpected errors ['generics_upper_bound.py:43: error: Value of type variable "ST" of "longer" cannot be "int"  [type-var]']
+Line 48: Unexpected errors ['generics_upper_bound.py:48: error: TypeVar cannot have both values and an upper bound  [misc]']
+"""
diff --git a/conformance/results/mypy/generics_variance.toml b/conformance/results/mypy/generics_variance.toml
index b21ba9766..de1f0501b 100644
--- a/conformance/results/mypy/generics_variance.toml
+++ b/conformance/results/mypy/generics_variance.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.
+notes = """Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.
 """
 output = """
 generics_variance.py:14: error: TypeVar cannot be both covariant and contravariant  [misc]
@@ -11,3 +10,13 @@ generics_variance.py:105: error: Variance of TypeVar "T_co" incompatible with va
 generics_variance.py:125: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]
 generics_variance.py:131: error: Variance of TypeVar "T_contra" incompatible with variance in parent type  [type-var]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 14: Unexpected errors ['generics_variance.py:14: error: TypeVar cannot be both covariant and contravariant  [misc]']
+Line 77: Unexpected errors ['generics_variance.py:77: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]']
+Line 81: Unexpected errors ['generics_variance.py:81: error: Variance of TypeVar "T_contra" incompatible with variance in parent type  [type-var]']
+Line 93: Unexpected errors ['generics_variance.py:93: error: Variance of TypeVar "T_contra" incompatible with variance in parent type  [type-var]']
+Line 105: Unexpected errors ['generics_variance.py:105: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]']
+Line 125: Unexpected errors ['generics_variance.py:125: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]']
+Line 131: Unexpected errors ['generics_variance.py:131: error: Variance of TypeVar "T_contra" incompatible with variance in parent type  [type-var]']
+"""
diff --git a/conformance/results/mypy/generics_variance_inference.toml b/conformance/results/mypy/generics_variance_inference.toml
index 1d86d4217..241c69af9 100644
--- a/conformance/results/mypy/generics_variance_inference.toml
+++ b/conformance/results/mypy/generics_variance_inference.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Type parameter syntax not yet support.
+notes = """Type parameter syntax not yet support.
 """
 output = """
 generics_variance_inference.py:15: error: PEP 695 generics are not yet supported  [valid-type]
@@ -89,3 +88,62 @@ generics_variance_inference.py:189: error: PEP 695 generics are not yet supporte
 generics_variance_inference.py:193: error: Incompatible types in assignment (expression has type "ShouldBeContravariant2[float]", variable has type "ShouldBeContravariant2[int]")  [assignment]
 generics_variance_inference.py:194: error: Incompatible types in assignment (expression has type "ShouldBeContravariant2[int]", variable has type "ShouldBeContravariant2[float]")  [assignment]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 15: Unexpected errors ['generics_variance_inference.py:15: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_variance_inference.py:15: error: Name "T1" is not defined  [name-defined]']
+Line 16: Unexpected errors ['generics_variance_inference.py:16: error: Name "T2" is not defined  [name-defined]']
+Line 19: Unexpected errors ['generics_variance_inference.py:19: error: Name "T3" is not defined  [name-defined]']
+Line 23: Unexpected errors ['generics_variance_inference.py:23: error: "ClassA" expects no type arguments, but 3 given  [type-arg]']
+Line 24: Unexpected errors ['generics_variance_inference.py:24: error: "ClassA" expects no type arguments, but 3 given  [type-arg]']
+Line 25: Unexpected errors ['generics_variance_inference.py:25: error: "ClassA" expects no type arguments, but 3 given  [type-arg]']
+Line 26: Unexpected errors ['generics_variance_inference.py:26: error: "ClassA" expects no type arguments, but 3 given  [type-arg]']
+Line 28: Unexpected errors ['generics_variance_inference.py:28: error: "ClassA" expects no type arguments, but 3 given  [type-arg]']
+Line 29: Unexpected errors ['generics_variance_inference.py:29: error: "ClassA" expects no type arguments, but 3 given  [type-arg]']
+Line 32: Unexpected errors ['generics_variance_inference.py:32: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 33: Unexpected errors ['generics_variance_inference.py:33: error: A function returning TypeVar should receive at least one argument containing the same TypeVar  [type-var]']
+Line 40: Unexpected errors ['generics_variance_inference.py:40: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:40: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]']
+Line 41: Unexpected errors ['generics_variance_inference.py:41: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:41: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]']
+Line 44: Unexpected errors ['generics_variance_inference.py:44: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 48: Unexpected errors ['generics_variance_inference.py:48: error: Cannot instantiate abstract class "ShouldBeCovariant2" with abstract attributes "__getitem__" and "__len__"  [abstract]', 'generics_variance_inference.py:48: error: Incompatible types in assignment (expression has type "ShouldBeCovariant2[int]", variable has type "ShouldBeCovariant2[float]")  [assignment]']
+Line 49: Unexpected errors ['generics_variance_inference.py:49: error: Cannot instantiate abstract class "ShouldBeCovariant2" with abstract attributes "__getitem__" and "__len__"  [abstract]', 'generics_variance_inference.py:49: error: Incompatible types in assignment (expression has type "ShouldBeCovariant2[float]", variable has type "ShouldBeCovariant2[int]")  [assignment]']
+Line 52: Unexpected errors ['generics_variance_inference.py:52: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 57: Unexpected errors ['generics_variance_inference.py:57: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:57: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]']
+Line 58: Unexpected errors ['generics_variance_inference.py:58: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:58: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]']
+Line 62: Unexpected errors ['generics_variance_inference.py:62: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 63: Unexpected errors ['generics_variance_inference.py:63: error: Type variable "generics_variance_inference.T" is unbound  [valid-type]']
+Line 66: Unexpected errors ['generics_variance_inference.py:66: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:66: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]']
+Line 67: Unexpected errors ['generics_variance_inference.py:67: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:67: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]']
+Line 70: Unexpected errors ['generics_variance_inference.py:70: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 75: Unexpected errors ['generics_variance_inference.py:75: error: A function returning TypeVar should receive at least one argument containing the same TypeVar  [type-var]']
+Line 79: Unexpected errors ['generics_variance_inference.py:79: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:79: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]']
+Line 80: Unexpected errors ['generics_variance_inference.py:80: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:80: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]']
+Line 83: Unexpected errors ['generics_variance_inference.py:83: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 96: Unexpected errors ['generics_variance_inference.py:96: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:96: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]']
+Line 97: Unexpected errors ['generics_variance_inference.py:97: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:97: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]']
+Line 100: Unexpected errors ['generics_variance_inference.py:100: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 104: Unexpected errors ['generics_variance_inference.py:104: error: A function returning TypeVar should receive at least one argument containing the same TypeVar  [type-var]']
+Line 111: Unexpected errors ['generics_variance_inference.py:111: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:111: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]']
+Line 112: Unexpected errors ['generics_variance_inference.py:112: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:112: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]']
+Line 115: Unexpected errors ['generics_variance_inference.py:115: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_variance_inference.py:115: error: Name "K" is not defined  [name-defined]', 'generics_variance_inference.py:115: error: Name "V" is not defined  [name-defined]']
+Line 119: Unexpected errors ['generics_variance_inference.py:119: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_variance_inference.py:119: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]']
+Line 120: Unexpected errors ['generics_variance_inference.py:120: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_variance_inference.py:120: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]']
+Line 121: Unexpected errors ['generics_variance_inference.py:121: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_variance_inference.py:121: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]']
+Line 122: Unexpected errors ['generics_variance_inference.py:122: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_variance_inference.py:122: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]']
+Line 126: Unexpected errors ['generics_variance_inference.py:126: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 127: Unexpected errors ['generics_variance_inference.py:127: error: Type variable "generics_variance_inference.T" is unbound  [valid-type]']
+Line 130: Unexpected errors ['generics_variance_inference.py:130: error: "ShouldBeInvariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:130: error: The type "type[ShouldBeInvariant4]" is not generic and not indexable  [misc]']
+Line 133: Unexpected errors ['generics_variance_inference.py:133: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 138: Unexpected errors ['generics_variance_inference.py:138: error: "ShouldBeInvariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:138: error: The type "type[ShouldBeInvariant5]" is not generic and not indexable  [misc]']
+Line 141: Unexpected errors ['generics_variance_inference.py:141: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 149: Unexpected errors ['generics_variance_inference.py:149: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:149: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]']
+Line 150: Unexpected errors ['generics_variance_inference.py:150: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:150: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]']
+Line 165: Unexpected errors ['generics_variance_inference.py:165: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 169: Unexpected errors ['generics_variance_inference.py:169: error: Incompatible types in assignment (expression has type "ShouldBeInvariant6[float]", variable has type "ShouldBeInvariant6[int]")  [assignment]']
+Line 170: Unexpected errors ['generics_variance_inference.py:170: error: Incompatible types in assignment (expression has type "ShouldBeInvariant6[int]", variable has type "ShouldBeInvariant6[float]")  [assignment]']
+Line 177: Unexpected errors ['generics_variance_inference.py:177: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 181: Unexpected errors ['generics_variance_inference.py:181: error: Incompatible types in assignment (expression has type "ShouldBeCovariant6[float]", variable has type "ShouldBeCovariant6[int]")  [assignment]']
+Line 182: Unexpected errors ['generics_variance_inference.py:182: error: Incompatible types in assignment (expression has type "ShouldBeCovariant6[int]", variable has type "ShouldBeCovariant6[float]")  [assignment]']
+Line 189: Unexpected errors ['generics_variance_inference.py:189: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 193: Unexpected errors ['generics_variance_inference.py:193: error: Incompatible types in assignment (expression has type "ShouldBeContravariant2[float]", variable has type "ShouldBeContravariant2[int]")  [assignment]']
+Line 194: Unexpected errors ['generics_variance_inference.py:194: error: Incompatible types in assignment (expression has type "ShouldBeContravariant2[int]", variable has type "ShouldBeContravariant2[float]")  [assignment]']
+"""
diff --git a/conformance/results/mypy/historical_positional.toml b/conformance/results/mypy/historical_positional.toml
index cc2be855d..eb69df753 100644
--- a/conformance/results/mypy/historical_positional.toml
+++ b/conformance/results/mypy/historical_positional.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject positional-only parameter after non-positional-only parameter.
+notes = """Does not reject positional-only parameter after non-positional-only parameter.
 Treats keyword-only parameter as positional-only.
 Applies legacy positional-only rules when PEP 570 syntax is used.
 """
@@ -14,3 +13,10 @@ historical_positional.py:43: error: Unexpected keyword argument "__x" for "m1" o
 historical_positional.py:50: note: "f4" defined here
 historical_positional.py:53: error: Unexpected keyword argument "__y" for "f4"  [call-arg]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 18: Unexpected errors ['historical_positional.py:18: error: Unexpected keyword argument "__x" for "f1"  [call-arg]']
+Line 32: Unexpected errors ['historical_positional.py:32: error: Unexpected keyword argument "__y" for "f3"  [call-arg]']
+Line 43: Unexpected errors ['historical_positional.py:43: error: Unexpected keyword argument "__x" for "m1" of "A"  [call-arg]']
+Line 53: Unexpected errors ['historical_positional.py:53: error: Unexpected keyword argument "__y" for "f4"  [call-arg]']
+"""
diff --git a/conformance/results/mypy/literals_interactions.toml b/conformance/results/mypy/literals_interactions.toml
index b2b4ddbd0..a76edb6c8 100644
--- a/conformance/results/mypy/literals_interactions.toml
+++ b/conformance/results/mypy/literals_interactions.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not narrow type of `x` with `x in Literal` type guard pattern.
+notes = """Does not narrow type of `x` with `x in Literal` type guard pattern.
 """
 output = """
 literals_interactions.py:15: error: Tuple index out of range  [misc]
@@ -10,3 +9,12 @@ literals_interactions.py:18: error: Tuple index out of range  [misc]
 literals_interactions.py:106: error: Argument 1 to "expects_bad_status" has incompatible type "str"; expected "Literal['MALFORMED', 'ABORTED']"  [arg-type]
 literals_interactions.py:109: error: Argument 1 to "expects_pending_status" has incompatible type "str"; expected "Literal['PENDING']"  [arg-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 15: Unexpected errors ['literals_interactions.py:15: error: Tuple index out of range  [misc]']
+Line 16: Unexpected errors ['literals_interactions.py:16: error: Tuple index out of range  [misc]']
+Line 17: Unexpected errors ['literals_interactions.py:17: error: Tuple index out of range  [misc]']
+Line 18: Unexpected errors ['literals_interactions.py:18: error: Tuple index out of range  [misc]']
+Line 106: Unexpected errors ['literals_interactions.py:106: error: Argument 1 to "expects_bad_status" has incompatible type "str"; expected "Literal[\\'MALFORMED\\', \\'ABORTED\\']"  [arg-type]']
+Line 109: Unexpected errors ['literals_interactions.py:109: error: Argument 1 to "expects_pending_status" has incompatible type "str"; expected "Literal[\\'PENDING\\']"  [arg-type]']
+"""
diff --git a/conformance/results/mypy/literals_literalstring.toml b/conformance/results/mypy/literals_literalstring.toml
index 0f3409329..b4f9ba2ed 100644
--- a/conformance/results/mypy/literals_literalstring.toml
+++ b/conformance/results/mypy/literals_literalstring.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Support for `LiteralString` is not implemented.
+notes = """Support for `LiteralString` is not implemented.
 """
 output = """
 literals_literalstring.py:36: error: Parameter 2 of Literal[...] is invalid  [valid-type]
@@ -13,3 +12,14 @@ literals_literalstring.py:142: error: Overloaded function signatures 1 and 3 ove
 literals_literalstring.py:152: error: Overloaded function signature 3 will never be matched: signature 2's parameter type(s) are the same or broader  [misc]
 literals_literalstring.py:162: error: Expression is of type "bool", not "str"  [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 36: Unexpected errors ['literals_literalstring.py:36: error: Parameter 2 of Literal[...] is invalid  [valid-type]']
+Line 37: Unexpected errors ['literals_literalstring.py:37: error: Parameter 1 of Literal[...] is invalid  [valid-type]']
+Line 43: Unexpected errors ['literals_literalstring.py:43: error: Incompatible types in assignment (expression has type "Literal[\\'two\\']", variable has type "Literal[\\'\\']")  [assignment]']
+Line 74: Unexpected errors ['literals_literalstring.py:74: error: Incompatible types in assignment (expression has type "int", variable has type "str")  [assignment]']
+Line 75: Unexpected errors ['literals_literalstring.py:75: error: Incompatible types in assignment (expression has type "bytes", variable has type "str")  [assignment]']
+Line 142: Unexpected errors ['literals_literalstring.py:142: error: Overloaded function signatures 1 and 2 overlap with incompatible return types  [overload-overlap]', 'literals_literalstring.py:142: error: Overloaded function signatures 1 and 3 overlap with incompatible return types  [overload-overlap]']
+Line 152: Unexpected errors ["literals_literalstring.py:152: error: Overloaded function signature 3 will never be matched: signature 2's parameter type(s) are the same or broader  [misc]"]
+Line 162: Unexpected errors ['literals_literalstring.py:162: error: Expression is of type "bool", not "str"  [assert-type]']
+"""
diff --git a/conformance/results/mypy/literals_parameterizations.toml b/conformance/results/mypy/literals_parameterizations.toml
index e5904e82b..4053a21d3 100644
--- a/conformance/results/mypy/literals_parameterizations.toml
+++ b/conformance/results/mypy/literals_parameterizations.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject tuple within Literal.
+notes = """Does not reject tuple within Literal.
 """
 output = """
 literals_parameterizations.py:41: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]
@@ -20,3 +19,22 @@ literals_parameterizations.py:60: error: Literal[...] must have at least one par
 literals_parameterizations.py:61: error: Parameter 1 of Literal[...] is invalid  [valid-type]
 literals_parameterizations.py:65: error: Incompatible types in assignment (expression has type "Literal[Color.RED]", variable has type "Literal['Color.RED']")  [assignment]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 41: Unexpected errors ['literals_parameterizations.py:41: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]']
+Line 42: Unexpected errors ['literals_parameterizations.py:42: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]']
+Line 43: Unexpected errors ['literals_parameterizations.py:43: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]']
+Line 44: Unexpected errors ['literals_parameterizations.py:44: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]']
+Line 45: Unexpected errors ['literals_parameterizations.py:45: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]']
+Line 47: Unexpected errors ['literals_parameterizations.py:47: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]']
+Line 48: Unexpected errors ['literals_parameterizations.py:48: error: Parameter 1 of Literal[...] is invalid  [valid-type]']
+Line 49: Unexpected errors ['literals_parameterizations.py:49: error: Parameter 1 of Literal[...] is invalid  [valid-type]']
+Line 50: Unexpected errors ['literals_parameterizations.py:50: error: Parameter 1 of Literal[...] is invalid  [valid-type]']
+Line 51: Unexpected errors ['literals_parameterizations.py:51: error: Parameter 1 of Literal[...] cannot be of type "float"  [valid-type]']
+Line 52: Unexpected errors ['literals_parameterizations.py:52: error: Parameter 1 of Literal[...] cannot be of type "Any"  [valid-type]']
+Line 53: Unexpected errors ['literals_parameterizations.py:53: error: Parameter 1 of Literal[...] is invalid  [valid-type]']
+Line 56: Unexpected errors ['literals_parameterizations.py:56: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]']
+Line 60: Unexpected errors ['literals_parameterizations.py:60: error: Literal[...] must have at least one parameter  [valid-type]']
+Line 61: Unexpected errors ['literals_parameterizations.py:61: error: Parameter 1 of Literal[...] is invalid  [valid-type]']
+Line 65: Unexpected errors ['literals_parameterizations.py:65: error: Incompatible types in assignment (expression has type "Literal[Color.RED]", variable has type "Literal[\\'Color.RED\\']")  [assignment]']
+"""
diff --git a/conformance/results/mypy/literals_semantics.toml b/conformance/results/mypy/literals_semantics.toml
index 589c39314..b49509878 100644
--- a/conformance/results/mypy/literals_semantics.toml
+++ b/conformance/results/mypy/literals_semantics.toml
@@ -5,3 +5,10 @@ literals_semantics.py:24: error: Incompatible types in assignment (expression ha
 literals_semantics.py:25: error: Incompatible types in assignment (expression has type "Literal[False]", variable has type "Literal[0]")  [assignment]
 literals_semantics.py:33: error: Incompatible types in assignment (expression has type "int", variable has type "Literal[3, 4, 5]")  [assignment]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 10: Unexpected errors ['literals_semantics.py:10: error: Incompatible types in assignment (expression has type "Literal[4]", variable has type "Literal[3]")  [assignment]']
+Line 24: Unexpected errors ['literals_semantics.py:24: error: Incompatible types in assignment (expression has type "Literal[0]", variable has type "Literal[False]")  [assignment]']
+Line 25: Unexpected errors ['literals_semantics.py:25: error: Incompatible types in assignment (expression has type "Literal[False]", variable has type "Literal[0]")  [assignment]']
+Line 33: Unexpected errors ['literals_semantics.py:33: error: Incompatible types in assignment (expression has type "int", variable has type "Literal[3, 4, 5]")  [assignment]']
+"""
diff --git a/conformance/results/mypy/namedtuples_define_class.toml b/conformance/results/mypy/namedtuples_define_class.toml
index 5400b1a5f..5b7e48d4b 100644
--- a/conformance/results/mypy/namedtuples_define_class.toml
+++ b/conformance/results/mypy/namedtuples_define_class.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject override of named tuple attribute in child class.
+notes = """Does not reject override of named tuple attribute in child class.
 """
 output = """
 namedtuples_define_class.py:32: error: Tuple index out of range  [misc]
@@ -15,3 +14,17 @@ namedtuples_define_class.py:59: error: Non-default NamedTuple fields cannot foll
 namedtuples_define_class.py:98: error: Argument 2 to "Property" has incompatible type "float"; expected "str"  [arg-type]
 namedtuples_define_class.py:105: error: NamedTuple should be a single base  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 32: Unexpected errors ['namedtuples_define_class.py:32: error: Tuple index out of range  [misc]']
+Line 33: Unexpected errors ['namedtuples_define_class.py:33: error: Tuple index out of range  [misc]']
+Line 44: Unexpected errors ['namedtuples_define_class.py:44: error: Missing positional argument "y" in call to "Point"  [call-arg]']
+Line 45: Unexpected errors ['namedtuples_define_class.py:45: error: Missing positional argument "y" in call to "Point"  [call-arg]']
+Line 46: Unexpected errors ['namedtuples_define_class.py:46: error: Argument 2 to "Point" has incompatible type "str"; expected "int"  [arg-type]']
+Line 47: Unexpected errors ['namedtuples_define_class.py:47: error: Argument "units" to "Point" has incompatible type "int"; expected "str"  [arg-type]']
+Line 48: Unexpected errors ['namedtuples_define_class.py:48: error: Too many arguments for "Point"  [call-arg]']
+Line 49: Unexpected errors ['namedtuples_define_class.py:49: error: Unexpected keyword argument "other" for "Point"  [call-arg]']
+Line 59: Unexpected errors ['namedtuples_define_class.py:59: error: Non-default NamedTuple fields cannot follow default fields  [misc]']
+Line 98: Unexpected errors ['namedtuples_define_class.py:98: error: Argument 2 to "Property" has incompatible type "float"; expected "str"  [arg-type]']
+Line 105: Unexpected errors ['namedtuples_define_class.py:105: error: NamedTuple should be a single base  [misc]']
+"""
diff --git a/conformance/results/mypy/namedtuples_define_functional.toml b/conformance/results/mypy/namedtuples_define_functional.toml
index dd95872b8..077ae8231 100644
--- a/conformance/results/mypy/namedtuples_define_functional.toml
+++ b/conformance/results/mypy/namedtuples_define_functional.toml
@@ -1,6 +1,5 @@
 conformant = "Pass"
-notes = """
-Does not handle illegal named tuple names the same as runtime.
+notes = """Does not handle illegal named tuple names the same as runtime.
 """
 output = """
 namedtuples_define_functional.py:16: error: Missing positional argument "y" in call to "Point1"  [call-arg]
@@ -15,3 +14,17 @@ namedtuples_define_functional.py:52: error: Name "a" already defined (possibly b
 namedtuples_define_functional.py:57: error: Unexpected keyword argument "_1" for "NT4"  [call-arg]
 namedtuples_define_functional.py:66: error: Missing positional argument "a" in call to "NT5"  [call-arg]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['namedtuples_define_functional.py:16: error: Missing positional argument "y" in call to "Point1"  [call-arg]']
+Line 21: Unexpected errors ['namedtuples_define_functional.py:21: error: Missing positional arguments "x", "y" in call to "Point2"  [call-arg]']
+Line 26: Unexpected errors ['namedtuples_define_functional.py:26: error: Too many arguments for "Point3"  [call-arg]']
+Line 31: Unexpected errors ['namedtuples_define_functional.py:31: error: Unexpected keyword argument "z" for "Point4"  [call-arg]']
+Line 36: Unexpected errors ['namedtuples_define_functional.py:36: error: Argument 2 to "Point5" has incompatible type "str"; expected "int"  [arg-type]']
+Line 37: Unexpected errors ['namedtuples_define_functional.py:37: error: Too many arguments for "Point5"  [call-arg]']
+Line 42: Unexpected errors ['namedtuples_define_functional.py:42: error: Argument 2 to "Point6" has incompatible type "str"; expected "int"  [arg-type]']
+Line 43: Unexpected errors ['namedtuples_define_functional.py:43: error: Argument "x" to "Point6" has incompatible type "float"; expected "int"  [arg-type]']
+Line 52: Unexpected errors ['namedtuples_define_functional.py:52: error: Name "a" already defined (possibly by an import)  [no-redef]']
+Line 57: Unexpected errors ['namedtuples_define_functional.py:57: error: Unexpected keyword argument "_1" for "NT4"  [call-arg]']
+Line 66: Unexpected errors ['namedtuples_define_functional.py:66: error: Missing positional argument "a" in call to "NT5"  [call-arg]']
+"""
diff --git a/conformance/results/mypy/namedtuples_type_compat.toml b/conformance/results/mypy/namedtuples_type_compat.toml
index 9553aed98..6f720be0d 100644
--- a/conformance/results/mypy/namedtuples_type_compat.toml
+++ b/conformance/results/mypy/namedtuples_type_compat.toml
@@ -3,3 +3,8 @@ output = """
 namedtuples_type_compat.py:22: error: Incompatible types in assignment (expression has type "Point", variable has type "tuple[int, int]")  [assignment]
 namedtuples_type_compat.py:23: error: Incompatible types in assignment (expression has type "Point", variable has type "tuple[int, str, str]")  [assignment]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 22: Unexpected errors ['namedtuples_type_compat.py:22: error: Incompatible types in assignment (expression has type "Point", variable has type "tuple[int, int]")  [assignment]']
+Line 23: Unexpected errors ['namedtuples_type_compat.py:23: error: Incompatible types in assignment (expression has type "Point", variable has type "tuple[int, str, str]")  [assignment]']
+"""
diff --git a/conformance/results/mypy/namedtuples_usage.toml b/conformance/results/mypy/namedtuples_usage.toml
index 8fbff7d15..7c09b0597 100644
--- a/conformance/results/mypy/namedtuples_usage.toml
+++ b/conformance/results/mypy/namedtuples_usage.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject attempt to delete named tuple field by name.
+notes = """Does not reject attempt to delete named tuple field by name.
 """
 output = """
 namedtuples_usage.py:34: error: Tuple index out of range  [misc]
@@ -11,3 +10,13 @@ namedtuples_usage.py:43: error: "Point" has no attribute "__delitem__"  [attr-de
 namedtuples_usage.py:52: error: Too many values to unpack (2 expected, 3 provided)  [misc]
 namedtuples_usage.py:53: error: Need more than 3 values to unpack (4 expected)  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 34: Unexpected errors ['namedtuples_usage.py:34: error: Tuple index out of range  [misc]']
+Line 35: Unexpected errors ['namedtuples_usage.py:35: error: Tuple index out of range  [misc]']
+Line 40: Unexpected errors ['namedtuples_usage.py:40: error: Property "x" defined in "Point" is read-only  [misc]']
+Line 41: Unexpected errors ['namedtuples_usage.py:41: error: Unsupported target for indexed assignment ("Point")  [index]']
+Line 43: Unexpected errors ['namedtuples_usage.py:43: error: "Point" has no attribute "__delitem__"  [attr-defined]']
+Line 52: Unexpected errors ['namedtuples_usage.py:52: error: Too many values to unpack (2 expected, 3 provided)  [misc]']
+Line 53: Unexpected errors ['namedtuples_usage.py:53: error: Need more than 3 values to unpack (4 expected)  [misc]']
+"""
diff --git a/conformance/results/mypy/narrowing_typeguard.toml b/conformance/results/mypy/narrowing_typeguard.toml
index df66386c4..58b9193c1 100644
--- a/conformance/results/mypy/narrowing_typeguard.toml
+++ b/conformance/results/mypy/narrowing_typeguard.toml
@@ -5,3 +5,8 @@ narrowing_typeguard.py:107: error: TypeGuard functions must have a positional ar
 narrowing_typeguard.py:128: error: Argument 1 to "takes_callable_str" has incompatible type "Callable[[object], TypeGuard[int]]"; expected "Callable[[object], str]"  [arg-type]
 narrowing_typeguard.py:148: error: Argument 1 to "takes_callable_str_proto" has incompatible type "Callable[[object], TypeGuard[int]]"; expected "CallableStrProto"  [arg-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 102: Unexpected errors ['narrowing_typeguard.py:102: error: TypeGuard functions must have a positional argument  [valid-type]']
+Line 107: Unexpected errors ['narrowing_typeguard.py:107: error: TypeGuard functions must have a positional argument  [valid-type]']
+"""
diff --git a/conformance/results/mypy/overloads_basic.toml b/conformance/results/mypy/overloads_basic.toml
index 09a06cf60..e92e4cef2 100644
--- a/conformance/results/mypy/overloads_basic.toml
+++ b/conformance/results/mypy/overloads_basic.toml
@@ -7,3 +7,9 @@ overloads_basic.py:37: note:     def __getitem__(self, slice, /) -> bytes
 overloads_basic.py:62: error: Single overload definition, multiple required  [misc]
 overloads_basic.py:74: error: An overloaded function outside a stub file must have an implementation  [no-overload-impl]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 37: Unexpected errors ['overloads_basic.py:37: error: No overload variant of "__getitem__" of "Bytes" matches argument type "str"  [call-overload]']
+Line 62: Unexpected errors ['overloads_basic.py:62: error: Single overload definition, multiple required  [misc]']
+Line 74: Unexpected errors ['overloads_basic.py:74: error: An overloaded function outside a stub file must have an implementation  [no-overload-impl]']
+"""
diff --git a/conformance/results/mypy/protocols_class_objects.toml b/conformance/results/mypy/protocols_class_objects.toml
index 897c0bb25..d7aee5771 100644
--- a/conformance/results/mypy/protocols_class_objects.toml
+++ b/conformance/results/mypy/protocols_class_objects.toml
@@ -21,3 +21,14 @@ protocols_class_objects.py:104: error: Incompatible types in assignment (express
 protocols_class_objects.py:104: note: Only class variables allowed for class object access on protocols, attr1 is an instance variable of "ConcreteC2"
 protocols_class_objects.py:105: error: Incompatible types in assignment (expression has type "type[ConcreteC3]", variable has type "ProtoC1")  [assignment]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 29: Unexpected errors ['protocols_class_objects.py:29: error: Only concrete class can be given where "type[Proto]" is expected  [type-abstract]']
+Line 34: Unexpected errors ['protocols_class_objects.py:34: error: Can only assign concrete classes to a variable of type "type[Proto]"  [type-abstract]']
+Line 58: Unexpected errors ['protocols_class_objects.py:58: error: Incompatible types in assignment (expression has type "type[ConcreteA]", variable has type "ProtoA1")  [assignment]']
+Line 74: Unexpected errors ['protocols_class_objects.py:74: error: Incompatible types in assignment (expression has type "type[ConcreteB]", variable has type "ProtoB1")  [assignment]']
+Line 101: Unexpected errors ['protocols_class_objects.py:101: error: Incompatible types in assignment (expression has type "type[ConcreteC1]", variable has type "ProtoC1")  [assignment]']
+Line 103: Unexpected errors ['protocols_class_objects.py:103: error: Incompatible types in assignment (expression has type "type[ConcreteC2]", variable has type "ProtoC1")  [assignment]']
+Line 104: Unexpected errors ['protocols_class_objects.py:104: error: Incompatible types in assignment (expression has type "type[ConcreteC2]", variable has type "ProtoC2")  [assignment]']
+Line 105: Unexpected errors ['protocols_class_objects.py:105: error: Incompatible types in assignment (expression has type "type[ConcreteC3]", variable has type "ProtoC1")  [assignment]']
+"""
diff --git a/conformance/results/mypy/protocols_definition.toml b/conformance/results/mypy/protocols_definition.toml
index 36816554e..47d7e5c1b 100644
--- a/conformance/results/mypy/protocols_definition.toml
+++ b/conformance/results/mypy/protocols_definition.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not detect protocol mismatch if concrete method is missing annotations.
+notes = """Does not detect protocol mismatch if concrete method is missing annotations.
 Does not detect protocol mismatch if concrete method's parameters are position-only.
 """
 output = """
@@ -52,3 +51,24 @@ protocols_definition.py:340: note: Protocol member Template6.val1 expected setta
 protocols_definition.py:341: error: Incompatible types in assignment (expression has type "Concrete6_Bad3", variable has type "Template6")  [assignment]
 protocols_definition.py:341: note: Protocol member Template6.val1 expected settable variable, got read-only attribute
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 30: Unexpected errors ['protocols_definition.py:30: error: List item 0 has incompatible type "int"; expected "SupportsClose"  [list-item]']
+Line 67: Unexpected errors ['protocols_definition.py:67: error: Protocol members cannot be defined via assignment to self  [misc]', 'protocols_definition.py:67: error: "Template" has no attribute "temp"  [attr-defined]']
+Line 114: Unexpected errors ['protocols_definition.py:114: error: Incompatible types in assignment (expression has type "Concrete2_Bad1", variable has type "Template2")  [assignment]']
+Line 115: Unexpected errors ['protocols_definition.py:115: error: Incompatible types in assignment (expression has type "Concrete2_Bad2", variable has type "Template2")  [assignment]']
+Line 116: Unexpected errors ['protocols_definition.py:116: error: Incompatible types in assignment (expression has type "Concrete2_Bad3", variable has type "Template2")  [assignment]']
+Line 117: Unexpected errors ['protocols_definition.py:117: error: Incompatible types in assignment (expression has type "Concrete2_Bad4", variable has type "Template2")  [assignment]']
+Line 156: Unexpected errors ['protocols_definition.py:156: error: Incompatible types in assignment (expression has type "Concrete3_Bad1", variable has type "Template3")  [assignment]']
+Line 157: Unexpected errors ['protocols_definition.py:157: error: Incompatible types in assignment (expression has type "Concrete3_Bad2", variable has type "Template3")  [assignment]']
+Line 158: Unexpected errors ['protocols_definition.py:158: error: Incompatible types in assignment (expression has type "Concrete3_Bad3", variable has type "Template3")  [assignment]']
+Line 159: Unexpected errors ['protocols_definition.py:159: error: Incompatible types in assignment (expression has type "Concrete3_Bad4", variable has type "Template3")  [assignment]']
+Line 160: Unexpected errors ['protocols_definition.py:160: error: Incompatible types in assignment (expression has type "Concrete3_Bad5", variable has type "Template3")  [assignment]']
+Line 218: Unexpected errors ['protocols_definition.py:218: error: Incompatible types in assignment (expression has type "Concrete4_Bad1", variable has type "Template4")  [assignment]']
+Line 219: Unexpected errors ['protocols_definition.py:219: error: Incompatible types in assignment (expression has type "Concrete4_Bad2", variable has type "Template4")  [assignment]']
+Line 287: Unexpected errors ['protocols_definition.py:287: error: Incompatible types in assignment (expression has type "Concrete5_Bad3", variable has type "Template5")  [assignment]']
+Line 289: Unexpected errors ['protocols_definition.py:289: error: Incompatible types in assignment (expression has type "Concrete5_Bad5", variable has type "Template5")  [assignment]']
+Line 339: Unexpected errors ['protocols_definition.py:339: error: Incompatible types in assignment (expression has type "Concrete6_Bad1", variable has type "Template6")  [assignment]']
+Line 340: Unexpected errors ['protocols_definition.py:340: error: Incompatible types in assignment (expression has type "Concrete6_Bad2", variable has type "Template6")  [assignment]']
+Line 341: Unexpected errors ['protocols_definition.py:341: error: Incompatible types in assignment (expression has type "Concrete6_Bad3", variable has type "Template6")  [assignment]']
+"""
diff --git a/conformance/results/mypy/protocols_explicit.toml b/conformance/results/mypy/protocols_explicit.toml
index bc10278ed..a9202b710 100644
--- a/conformance/results/mypy/protocols_explicit.toml
+++ b/conformance/results/mypy/protocols_explicit.toml
@@ -1,6 +1,5 @@
 conformant = "Pass"
-notes = """
-Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.
+notes = """Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.
 """
 output = """
 protocols_explicit.py:27: error: Call to abstract method "draw" of "PColor" with trivial body via super() is unsafe  [safe-super]
@@ -11,3 +10,13 @@ protocols_explicit.py:104: error: Cannot instantiate abstract class "Concrete3"
 protocols_explicit.py:129: error: Cannot instantiate abstract class "Concrete5" with abstract attribute "method1"  [abstract]
 protocols_explicit.py:159: error: Cannot instantiate abstract class "Concrete7A" with abstract attribute "method1"  [abstract]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 27: Unexpected errors ['protocols_explicit.py:27: error: Call to abstract method "draw" of "PColor" with trivial body via super() is unsafe  [safe-super]']
+Line 56: Unexpected errors ['protocols_explicit.py:56: error: Incompatible types in assignment (expression has type "tuple[int, int, str]", base class "RGB" defined the type as "tuple[int, int, int]")  [assignment]']
+Line 59: Unexpected errors ['protocols_explicit.py:59: error: Cannot instantiate abstract class "Point" with abstract attributes "intensity", "other" and "transparency"  [abstract]']
+Line 86: Unexpected errors ['protocols_explicit.py:86: error: Cannot instantiate abstract class "Concrete1" with abstract attributes "cm1" and "im1"  [abstract]']
+Line 104: Unexpected errors ['protocols_explicit.py:104: error: Cannot instantiate abstract class "Concrete3" with abstract attributes "cm10", "cm11" and "im1"  [abstract]']
+Line 129: Unexpected errors ['protocols_explicit.py:129: error: Cannot instantiate abstract class "Concrete5" with abstract attribute "method1"  [abstract]']
+Line 159: Unexpected errors ['protocols_explicit.py:159: error: Cannot instantiate abstract class "Concrete7A" with abstract attribute "method1"  [abstract]']
+"""
diff --git a/conformance/results/mypy/protocols_generic.toml b/conformance/results/mypy/protocols_generic.toml
index 586b695fe..897848493 100644
--- a/conformance/results/mypy/protocols_generic.toml
+++ b/conformance/results/mypy/protocols_generic.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Fails protocol matching when method-scoped TypeVar is used in protocol.
+notes = """Fails protocol matching when method-scoped TypeVar is used in protocol.
 """
 output = """
 protocols_generic.py:40: error: Incompatible types in assignment (expression has type "Concrete1", variable has type "Proto1[int, str]")  [assignment]
@@ -39,3 +38,15 @@ protocols_generic.py:147: note:         def [T] m(self, item: T, callback: Calla
 protocols_generic.py:147: note:     Got:
 protocols_generic.py:147: note:         def m(self, item: str, callback: Callable[[int], str]) -> str
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 40: Unexpected errors ['protocols_generic.py:40: error: Incompatible types in assignment (expression has type "Concrete1", variable has type "Proto1[int, str]")  [assignment]']
+Line 44: Unexpected errors ['protocols_generic.py:44: error: Only single Generic[...] or Protocol[...] can be in bases  [misc]', 'protocols_generic.py:44: error: Duplicate type variables in Generic[...] or Protocol[...]  [misc]']
+Line 56: Unexpected errors ['protocols_generic.py:56: error: Incompatible types in assignment (expression has type "Box[float]", variable has type "Box[int]")  [assignment]']
+Line 66: Unexpected errors ['protocols_generic.py:66: error: Incompatible types in assignment (expression has type "Sender[int]", variable has type "Sender[float]")  [assignment]']
+Line 74: Unexpected errors ['protocols_generic.py:74: error: Incompatible types in assignment (expression has type "AttrProto[int]", variable has type "AttrProto[float]")  [assignment]']
+Line 75: Unexpected errors ['protocols_generic.py:75: error: Incompatible types in assignment (expression has type "AttrProto[float]", variable has type "AttrProto[int]")  [assignment]']
+Line 145: Unexpected errors ['protocols_generic.py:145: error: Incompatible types in assignment (expression has type "ConcreteHasProperty2", variable has type "HasPropertyProto")  [assignment]']
+Line 146: Unexpected errors ['protocols_generic.py:146: error: Incompatible types in assignment (expression has type "ConcreteHasProperty3", variable has type "HasPropertyProto")  [assignment]']
+Line 147: Unexpected errors ['protocols_generic.py:147: error: Incompatible types in assignment (expression has type "ConcreteHasProperty4", variable has type "HasPropertyProto")  [assignment]']
+"""
diff --git a/conformance/results/mypy/protocols_merging.toml b/conformance/results/mypy/protocols_merging.toml
index 5433425a6..3526c5b62 100644
--- a/conformance/results/mypy/protocols_merging.toml
+++ b/conformance/results/mypy/protocols_merging.toml
@@ -11,3 +11,12 @@ protocols_merging.py:68: error: All bases of a protocol must be protocols  [misc
 protocols_merging.py:83: error: Cannot instantiate abstract class "SizedAndClosable4" with abstract attribute "close"  [abstract]
 protocols_merging.py:84: error: Incompatible types in assignment (expression has type "SCConcrete1", variable has type "SizedAndClosable4")  [assignment]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 52: Unexpected errors ['protocols_merging.py:52: error: Incompatible types in assignment (expression has type "SCConcrete2", variable has type "SizedAndClosable1")  [assignment]']
+Line 53: Unexpected errors ['protocols_merging.py:53: error: Incompatible types in assignment (expression has type "SCConcrete2", variable has type "SizedAndClosable2")  [assignment]']
+Line 54: Unexpected errors ['protocols_merging.py:54: error: Incompatible types in assignment (expression has type "SCConcrete2", variable has type "SizedAndClosable3")  [assignment]']
+Line 68: Unexpected errors ['protocols_merging.py:68: error: All bases of a protocol must be protocols  [misc]']
+Line 83: Unexpected errors ['protocols_merging.py:83: error: Cannot instantiate abstract class "SizedAndClosable4" with abstract attribute "close"  [abstract]']
+Line 84: Unexpected errors ['protocols_merging.py:84: error: Incompatible types in assignment (expression has type "SCConcrete1", variable has type "SizedAndClosable4")  [assignment]']
+"""
diff --git a/conformance/results/mypy/protocols_modules.toml b/conformance/results/mypy/protocols_modules.toml
index def330375..a162f2e12 100644
--- a/conformance/results/mypy/protocols_modules.toml
+++ b/conformance/results/mypy/protocols_modules.toml
@@ -11,3 +11,9 @@ protocols_modules.py:48: note:     Got:
 protocols_modules.py:48: note:         def on_error(x: int) -> None
 protocols_modules.py:49: error: Incompatible types in assignment (expression has type Module, variable has type "Reporter3")  [assignment]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 26: Unexpected errors ['protocols_modules.py:26: error: Incompatible types in assignment (expression has type Module, variable has type "Options2")  [assignment]']
+Line 48: Unexpected errors ['protocols_modules.py:48: error: Incompatible types in assignment (expression has type Module, variable has type "Reporter2")  [assignment]']
+Line 49: Unexpected errors ['protocols_modules.py:49: error: Incompatible types in assignment (expression has type Module, variable has type "Reporter3")  [assignment]']
+"""
diff --git a/conformance/results/mypy/protocols_recursive.toml b/conformance/results/mypy/protocols_recursive.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/mypy/protocols_recursive.toml
+++ b/conformance/results/mypy/protocols_recursive.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/mypy/protocols_runtime_checkable.toml b/conformance/results/mypy/protocols_runtime_checkable.toml
index dfcfd7c4b..15907d23a 100644
--- a/conformance/results/mypy/protocols_runtime_checkable.toml
+++ b/conformance/results/mypy/protocols_runtime_checkable.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report unsafe overlap for runtime_checkable protocol.
+notes = """Does not report unsafe overlap for runtime_checkable protocol.
 """
 output = """
 protocols_runtime_checkable.py:23: error: Only @runtime_checkable protocols can be used with instance and class checks  [misc]
@@ -9,3 +8,9 @@ protocols_runtime_checkable.py:55: note: Protocol "DataProtocol" has non-method
 protocols_runtime_checkable.py:61: error: Only protocols that don't have non-method members can be used with issubclass()  [misc]
 protocols_runtime_checkable.py:61: note: Protocol "DataProtocol" has non-method member(s): name
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 23: Unexpected errors ['protocols_runtime_checkable.py:23: error: Only @runtime_checkable protocols can be used with instance and class checks  [misc]']
+Line 55: Unexpected errors ["protocols_runtime_checkable.py:55: error: Only protocols that don't have non-method members can be used with issubclass()  [misc]"]
+Line 61: Unexpected errors ["protocols_runtime_checkable.py:61: error: Only protocols that don't have non-method members can be used with issubclass()  [misc]"]
+"""
diff --git a/conformance/results/mypy/protocols_self.toml b/conformance/results/mypy/protocols_self.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/mypy/protocols_self.toml
+++ b/conformance/results/mypy/protocols_self.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/mypy/protocols_subtyping.toml b/conformance/results/mypy/protocols_subtyping.toml
index 926a57c52..40f37c3bb 100644
--- a/conformance/results/mypy/protocols_subtyping.toml
+++ b/conformance/results/mypy/protocols_subtyping.toml
@@ -10,3 +10,13 @@ protocols_subtyping.py:80: error: Incompatible types in assignment (expression h
 protocols_subtyping.py:102: error: Incompatible types in assignment (expression has type "Proto6[float, float]", variable has type "Proto7[int, float]")  [assignment]
 protocols_subtyping.py:103: error: Incompatible types in assignment (expression has type "Proto6[float, float]", variable has type "Proto7[float, object]")  [assignment]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['protocols_subtyping.py:16: error: Cannot instantiate protocol class "Proto1"  [misc]']
+Line 38: Unexpected errors ['protocols_subtyping.py:38: error: Incompatible types in assignment (expression has type "Proto2", variable has type "Concrete2")  [assignment]']
+Line 55: Unexpected errors ['protocols_subtyping.py:55: error: Incompatible types in assignment (expression has type "Proto2", variable has type "Proto3")  [assignment]']
+Line 79: Unexpected errors ['protocols_subtyping.py:79: error: Incompatible types in assignment (expression has type "Proto5[int]", variable has type "Proto4[int, float]")  [assignment]']
+Line 80: Unexpected errors ['protocols_subtyping.py:80: error: Incompatible types in assignment (expression has type "Proto4[int, int]", variable has type "Proto5[float]")  [assignment]']
+Line 102: Unexpected errors ['protocols_subtyping.py:102: error: Incompatible types in assignment (expression has type "Proto6[float, float]", variable has type "Proto7[int, float]")  [assignment]']
+Line 103: Unexpected errors ['protocols_subtyping.py:103: error: Incompatible types in assignment (expression has type "Proto6[float, float]", variable has type "Proto7[float, object]")  [assignment]']
+"""
diff --git a/conformance/results/mypy/protocols_variance.toml b/conformance/results/mypy/protocols_variance.toml
index 63f5ba01b..d0c4a6122 100644
--- a/conformance/results/mypy/protocols_variance.toml
+++ b/conformance/results/mypy/protocols_variance.toml
@@ -10,3 +10,15 @@ protocols_variance.py:71: error: Contravariant type variable "T1_contra" used in
 protocols_variance.py:72: error: Cannot use a contravariant type variable as return type  [misc]
 protocols_variance.py:104: error: Invariant type variable "T1" used in protocol where covariant one is expected  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 21: Unexpected errors ['protocols_variance.py:21: error: Invariant type variable "T1" used in protocol where covariant one is expected  [misc]']
+Line 40: Unexpected errors ['protocols_variance.py:40: error: Invariant type variable "T3" used in protocol where contravariant one is expected  [misc]']
+Line 56: Unexpected errors ['protocols_variance.py:56: error: Invariant type variable "T1" used in protocol where contravariant one is expected  [misc]']
+Line 61: Unexpected errors ['protocols_variance.py:61: error: Covariant type variable "T1_co" used in protocol where contravariant one is expected  [misc]']
+Line 62: Unexpected errors ['protocols_variance.py:62: error: Cannot use a covariant type variable as a parameter  [misc]']
+Line 66: Unexpected errors ['protocols_variance.py:66: error: Invariant type variable "T1" used in protocol where covariant one is expected  [misc]']
+Line 71: Unexpected errors ['protocols_variance.py:71: error: Contravariant type variable "T1_contra" used in protocol where covariant one is expected  [misc]']
+Line 72: Unexpected errors ['protocols_variance.py:72: error: Cannot use a contravariant type variable as return type  [misc]']
+Line 104: Unexpected errors ['protocols_variance.py:104: error: Invariant type variable "T1" used in protocol where covariant one is expected  [misc]']
+"""
diff --git a/conformance/results/mypy/qualifiers_annotated.toml b/conformance/results/mypy/qualifiers_annotated.toml
index 87f8d278f..1c9dd9b13 100644
--- a/conformance/results/mypy/qualifiers_annotated.toml
+++ b/conformance/results/mypy/qualifiers_annotated.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not allow ClassVar to be nested within Annotated.
+notes = """Does not allow ClassVar to be nested within Annotated.
 Does not allow Final to be nested within Annotated.
 Does not allow Required and NotRequired to be nested within Annotated.
 Does not reject type[T] compatibility for type alias defined with Annotated.
@@ -32,3 +31,28 @@ qualifiers_annotated.py:112: error: NotRequired[] can be only used in a TypedDic
 qualifiers_annotated.py:119: error: Cannot redefine "T" as a type variable  [misc]
 qualifiers_annotated.py:119: error: Invalid assignment target  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 43: Unexpected errors ['qualifiers_annotated.py:43: error: Bracketed expression "[...]" is not valid as a type  [valid-type]']
+Line 44: Unexpected errors ['qualifiers_annotated.py:44: error: Syntax error in type annotation  [syntax]']
+Line 45: Unexpected errors ['qualifiers_annotated.py:45: error: Invalid type comment or annotation  [valid-type]']
+Line 46: Unexpected errors ['qualifiers_annotated.py:46: error: Invalid type comment or annotation  [valid-type]']
+Line 47: Unexpected errors ['qualifiers_annotated.py:47: error: Invalid type comment or annotation  [valid-type]']
+Line 48: Unexpected errors ['qualifiers_annotated.py:48: error: Invalid type comment or annotation  [valid-type]']
+Line 49: Unexpected errors ['qualifiers_annotated.py:49: error: Invalid type comment or annotation  [valid-type]']
+Line 50: Unexpected errors ['qualifiers_annotated.py:50: error: Name "var1" is not defined  [name-defined]']
+Line 51: Unexpected errors ['qualifiers_annotated.py:51: error: Invalid type: try using Literal[True] instead?  [valid-type]']
+Line 52: Unexpected errors ['qualifiers_annotated.py:52: error: Invalid type: try using Literal[1] instead?  [valid-type]']
+Line 53: Unexpected errors ['qualifiers_annotated.py:53: error: Invalid type comment or annotation  [valid-type]']
+Line 54: Unexpected errors ['qualifiers_annotated.py:54: error: Invalid type comment or annotation  [valid-type]']
+Line 64: Unexpected errors ['qualifiers_annotated.py:64: error: Annotated[...] must have exactly one type argument and at least one annotation  [valid-type]']
+Line 76: Unexpected errors ['qualifiers_annotated.py:76: error: Incompatible types in assignment (expression has type "object", variable has type "type[Any]")  [assignment]']
+Line 84: Unexpected errors ['qualifiers_annotated.py:84: error: Argument 1 to "func4" has incompatible type "object"; expected "type[Never]"  [arg-type]']
+Line 91: Unexpected errors ['qualifiers_annotated.py:91: error: "<typing special form>" not callable  [operator]']
+Line 92: Unexpected errors ['qualifiers_annotated.py:92: error: "object" not callable  [operator]']
+Line 98: Unexpected errors ['qualifiers_annotated.py:98: error: Invalid type: ClassVar nested inside other type  [valid-type]']
+Line 100: Unexpected errors ['qualifiers_annotated.py:100: error: Final can be only used as an outermost qualifier in a variable annotation  [valid-type]']
+Line 110: Unexpected errors ['qualifiers_annotated.py:110: error: Required[] can be only used in a TypedDict definition  [valid-type]']
+Line 112: Unexpected errors ['qualifiers_annotated.py:112: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
+Line 119: Unexpected errors ['qualifiers_annotated.py:119: error: Cannot redefine "T" as a type variable  [misc]', 'qualifiers_annotated.py:119: error: Invalid assignment target  [misc]']
+"""
diff --git a/conformance/results/mypy/qualifiers_final_annotation.toml b/conformance/results/mypy/qualifiers_final_annotation.toml
index f5295752e..69368d610 100644
--- a/conformance/results/mypy/qualifiers_final_annotation.toml
+++ b/conformance/results/mypy/qualifiers_final_annotation.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.
+notes = """Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.
 Does not allow conditional assignment of Final instance variable in __init__ method.
 Does not allow redefinition of private class variable that is marked Final in parent class.
 Does not report modification of local Final variable via "for" statement.
@@ -36,3 +35,33 @@ qualifiers_final_annotation.py:147: error: Cannot assign to final name "x"  [mis
 qualifiers_final_annotation.py:152: error: Incompatible types in assignment (expression has type "TextIOWrapper", variable has type "int")  [assignment]
 qualifiers_final_annotation.py:155: error: Cannot assign to final name "x"  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['qualifiers_final_annotation.py:16: error: Type in Final[...] can only be omitted if there is an initializer  [misc]']
+Line 18: Unexpected errors ['qualifiers_final_annotation.py:18: error: Final[...] takes at most one type argument  [misc]']
+Line 34: Unexpected errors ['qualifiers_final_annotation.py:34: error: Type in Final[...] can only be omitted if there is an initializer  [misc]']
+Line 38: Unexpected errors ['qualifiers_final_annotation.py:38: error: Final name must be initialized with a value  [misc]']
+Line 54: Unexpected errors ['qualifiers_final_annotation.py:54: error: Cannot assign to final attribute "ID5"  [misc]']
+Line 59: Unexpected errors ['qualifiers_final_annotation.py:59: error: Cannot assign to final attribute "ID6"  [misc]']
+Line 62: Unexpected errors ['qualifiers_final_annotation.py:62: error: Can only declare a final attribute in class body or __init__  [misc]']
+Line 63: Unexpected errors ['qualifiers_final_annotation.py:63: error: Can only declare a final attribute in class body or __init__  [misc]']
+Line 65: Unexpected errors ['qualifiers_final_annotation.py:65: error: Cannot assign to final attribute "ID7"  [misc]']
+Line 67: Unexpected errors ['qualifiers_final_annotation.py:67: error: Cannot assign to final attribute "ID7"  [misc]']
+Line 71: Unexpected errors ['qualifiers_final_annotation.py:71: error: Cannot assign to final name "RATE"  [misc]']
+Line 81: Unexpected errors ['qualifiers_final_annotation.py:81: error: Cannot assign to final attribute "DEFAULT_ID"  [misc]']
+Line 94: Unexpected errors ['qualifiers_final_annotation.py:94: error: Cannot assign to final name "BORDER_WIDTH"  [misc]']
+Line 96: Unexpected errors ['qualifiers_final_annotation.py:96: error: Cannot assign to final name "__private"  [misc]']
+Line 107: Unexpected errors ['qualifiers_final_annotation.py:107: error: Final can be only used as an outermost qualifier in a variable annotation  [valid-type]']
+Line 108: Unexpected errors ['qualifiers_final_annotation.py:108: error: Variable should not be annotated with both ClassVar and Final  [misc]']
+Line 118: Unexpected errors ['qualifiers_final_annotation.py:118: error: Final can be only used as an outermost qualifier in a variable annotation  [valid-type]']
+Line 121: Unexpected errors ['qualifiers_final_annotation.py:121: error: Final can be only used as an outermost qualifier in a variable annotation  [valid-type]']
+Line 131: Unexpected errors ['qualifiers_final_annotation.py:131: error: Invalid "NamedTuple()" field name  [misc]']
+Line 133: Unexpected errors ['qualifiers_final_annotation.py:133: error: Unexpected keyword argument "x" for "N"  [call-arg]', 'qualifiers_final_annotation.py:133: error: Unexpected keyword argument "y" for "N"  [call-arg]']
+Line 134: Unexpected errors ['qualifiers_final_annotation.py:134: error: Unexpected keyword argument "a" for "N"  [call-arg]']
+Line 135: Unexpected errors ['qualifiers_final_annotation.py:135: error: Unexpected keyword argument "x" for "N"  [call-arg]', 'qualifiers_final_annotation.py:135: error: Unexpected keyword argument "y" for "N"  [call-arg]']
+Line 141: Unexpected errors ['qualifiers_final_annotation.py:141: error: Cannot assign to final name "ID1"  [misc]']
+Line 145: Unexpected errors ['qualifiers_final_annotation.py:145: error: Cannot assign to final name "x"  [misc]']
+Line 147: Unexpected errors ['qualifiers_final_annotation.py:147: error: Cannot assign to final name "x"  [misc]']
+Line 152: Unexpected errors ['qualifiers_final_annotation.py:152: error: Incompatible types in assignment (expression has type "TextIOWrapper", variable has type "int")  [assignment]']
+Line 155: Unexpected errors ['qualifiers_final_annotation.py:155: error: Cannot assign to final name "x"  [misc]']
+"""
diff --git a/conformance/results/mypy/qualifiers_final_decorator.toml b/conformance/results/mypy/qualifiers_final_decorator.toml
index 114785bd1..7fa6d163e 100644
--- a/conformance/results/mypy/qualifiers_final_decorator.toml
+++ b/conformance/results/mypy/qualifiers_final_decorator.toml
@@ -16,3 +16,16 @@ qualifiers_final_decorator.py:118: note:      Subclass:
 qualifiers_final_decorator.py:118: note:          def method(self) -> None
 qualifiers_final_decorator.py:125: error: @final cannot be used with non-method functions  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 21: Unexpected errors ['qualifiers_final_decorator.py:21: error: Cannot inherit from final class "Base1"  [misc]']
+Line 56: Unexpected errors ['qualifiers_final_decorator.py:56: error: Cannot override final attribute "method1" (previously declared in base class "Base2")  [misc]']
+Line 59: Unexpected errors ['qualifiers_final_decorator.py:59: error: Cannot override final attribute "method2" (previously declared in base class "Base2")  [misc]']
+Line 63: Unexpected errors ['qualifiers_final_decorator.py:63: error: Cannot override final attribute "method3" (previously declared in base class "Base2")  [misc]']
+Line 67: Unexpected errors ['qualifiers_final_decorator.py:67: error: Cannot override final attribute "method4" (previously declared in base class "Base2")  [misc]']
+Line 80: Unexpected errors ['qualifiers_final_decorator.py:80: error: Cannot override final attribute "method" (previously declared in base class "Base3")  [misc]']
+Line 84: Unexpected errors ['qualifiers_final_decorator.py:84: error: @final should be applied only to overload implementation  [misc]']
+Line 94: Unexpected errors ['qualifiers_final_decorator.py:94: error: Cannot override final attribute "method" (previously declared in base class "Base4")  [misc]']
+Line 118: Unexpected errors ['qualifiers_final_decorator.py:118: error: Cannot override final attribute "method" (previously declared in base class "Base5_2")  [misc]', 'qualifiers_final_decorator.py:118: error: Signature of "method" incompatible with supertype "Base5_2"  [override]']
+Line 125: Unexpected errors ['qualifiers_final_decorator.py:125: error: @final cannot be used with non-method functions  [misc]']
+"""
diff --git a/conformance/results/mypy/specialtypes_any.toml b/conformance/results/mypy/specialtypes_any.toml
index d79075e53..83fecccc9 100644
--- a/conformance/results/mypy/specialtypes_any.toml
+++ b/conformance/results/mypy/specialtypes_any.toml
@@ -3,3 +3,6 @@ output = """
 specialtypes_any.py:37: note: By default the bodies of untyped functions are not checked, consider using --check-untyped-defs  [annotation-unchecked]
 specialtypes_any.py:38: note: By default the bodies of untyped functions are not checked, consider using --check-untyped-defs  [annotation-unchecked]
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/mypy/specialtypes_never.toml b/conformance/results/mypy/specialtypes_never.toml
index 69fbd42c9..70fc5420b 100644
--- a/conformance/results/mypy/specialtypes_never.toml
+++ b/conformance/results/mypy/specialtypes_never.toml
@@ -6,3 +6,9 @@ specialtypes_never.py:85: note: "List" is invariant -- see https://mypy.readthed
 specialtypes_never.py:85: note: Consider using "Sequence" instead, which is covariant
 specialtypes_never.py:104: error: Incompatible return value type (got "ClassC[NoReturn]", expected "ClassC[U]")  [return-value]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Unexpected errors ['specialtypes_never.py:19: error: Implicit return in function which does not return  [misc]']
+Line 85: Unexpected errors ['specialtypes_never.py:85: error: Incompatible types in assignment (expression has type "list[NoReturn]", variable has type "list[int]")  [assignment]']
+Line 104: Unexpected errors ['specialtypes_never.py:104: error: Incompatible return value type (got "ClassC[NoReturn]", expected "ClassC[U]")  [return-value]']
+"""
diff --git a/conformance/results/mypy/specialtypes_none.toml b/conformance/results/mypy/specialtypes_none.toml
index 3730e8547..d8f1df10a 100644
--- a/conformance/results/mypy/specialtypes_none.toml
+++ b/conformance/results/mypy/specialtypes_none.toml
@@ -4,3 +4,9 @@ specialtypes_none.py:21: error: Argument 1 to "func1" has incompatible type "typ
 specialtypes_none.py:27: error: Incompatible types in assignment (expression has type "None", variable has type "Iterable[Any]")  [assignment]
 specialtypes_none.py:41: error: Argument 1 to "func2" has incompatible type "None"; expected "type[None]"  [arg-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 21: Unexpected errors ['specialtypes_none.py:21: error: Argument 1 to "func1" has incompatible type "type[None]"; expected "None"  [arg-type]']
+Line 27: Unexpected errors ['specialtypes_none.py:27: error: Incompatible types in assignment (expression has type "None", variable has type "Iterable[Any]")  [assignment]']
+Line 41: Unexpected errors ['specialtypes_none.py:41: error: Argument 1 to "func2" has incompatible type "None"; expected "type[None]"  [arg-type]']
+"""
diff --git a/conformance/results/mypy/specialtypes_promotions.toml b/conformance/results/mypy/specialtypes_promotions.toml
index 60e34faf9..f942709ca 100644
--- a/conformance/results/mypy/specialtypes_promotions.toml
+++ b/conformance/results/mypy/specialtypes_promotions.toml
@@ -2,3 +2,7 @@ conformant = "Pass"
 output = """
 specialtypes_promotions.py:13: error: "float" has no attribute "numerator"  [attr-defined]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 13: Unexpected errors ['specialtypes_promotions.py:13: error: "float" has no attribute "numerator"  [attr-defined]']
+"""
diff --git a/conformance/results/mypy/specialtypes_type.toml b/conformance/results/mypy/specialtypes_type.toml
index 474c3e4a4..ba6626384 100644
--- a/conformance/results/mypy/specialtypes_type.toml
+++ b/conformance/results/mypy/specialtypes_type.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not treat `type` same as `type[Any]` for assert_type.
+notes = """Does not treat `type` same as `type[Any]` for assert_type.
 Does not allow access to unknown attributes from object of type `type[Any]`.
 """
 output = """
@@ -18,3 +17,19 @@ specialtypes_type.py:144: error: "<typing special form>" has no attribute "unkno
 specialtypes_type.py:145: error: "type[type]" has no attribute "unknown"  [attr-defined]
 specialtypes_type.py:146: error: "<typing special form>" has no attribute "unknown"  [attr-defined]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 56: Unexpected errors ['specialtypes_type.py:56: error: Argument 1 to "func4" has incompatible type "type[TeamUser]"; expected "type[BasicUser] | type[ProUser]"  [arg-type]']
+Line 70: Unexpected errors ['specialtypes_type.py:70: error: Argument 1 to "func5" has incompatible type "<typing special form>"; expected "type[Never]"  [arg-type]']
+Line 76: Unexpected errors ['specialtypes_type.py:76: error: type[...] must have exactly one type argument  [valid-type]']
+Line 84: Unexpected errors ['specialtypes_type.py:84: error: Expression is of type "type", not "type[Any]"  [assert-type]']
+Line 99: Unexpected errors ['specialtypes_type.py:99: error: "type" has no attribute "unknown"  [attr-defined]']
+Line 100: Unexpected errors ['specialtypes_type.py:100: error: "type" has no attribute "unknown"  [attr-defined]']
+Line 117: Unexpected errors ['specialtypes_type.py:117: error: "type[object]" has no attribute "unknown"  [attr-defined]']
+Line 120: Unexpected errors ['specialtypes_type.py:120: error: "type[object]" has no attribute "unknown"  [attr-defined]']
+Line 139: Unexpected errors ['specialtypes_type.py:139: error: Expression is of type "type", not "type[Any]"  [assert-type]']
+Line 143: Unexpected errors ['specialtypes_type.py:143: error: "<typing special form>" has no attribute "unknown"  [attr-defined]']
+Line 144: Unexpected errors ['specialtypes_type.py:144: error: "<typing special form>" has no attribute "unknown"  [attr-defined]']
+Line 145: Unexpected errors ['specialtypes_type.py:145: error: "type[type]" has no attribute "unknown"  [attr-defined]']
+Line 146: Unexpected errors ['specialtypes_type.py:146: error: "<typing special form>" has no attribute "unknown"  [attr-defined]']
+"""
diff --git a/conformance/results/mypy/tuples_type_compat.toml b/conformance/results/mypy/tuples_type_compat.toml
index bf52420ea..ef64c2fe7 100644
--- a/conformance/results/mypy/tuples_type_compat.toml
+++ b/conformance/results/mypy/tuples_type_compat.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not support tuple narrowing based on `len()` type guard (optional).
+notes = """Does not support tuple narrowing based on `len()` type guard (optional).
 Incorrectly narrows tuple based on sequence patterns.
 """
 output = """
@@ -27,3 +26,28 @@ tuples_type_compat.py:168: error: Incompatible types in assignment (expression h
 tuples_type_compat.py:171: error: Incompatible types in assignment (expression has type "tuple[str, str]", variable has type "tuple[str, str, str, *tuple[str, ...]]")  [assignment]
 tuples_type_compat.py:175: error: Incompatible types in assignment (expression has type "tuple[str, str]", variable has type "tuple[*tuple[str, ...], str, str, str]")  [assignment]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 15: Unexpected errors ['tuples_type_compat.py:15: error: Incompatible types in assignment (expression has type "tuple[float, complex]", variable has type "tuple[int, int]")  [assignment]']
+Line 29: Unexpected errors ['tuples_type_compat.py:29: error: Incompatible types in assignment (expression has type "tuple[int, ...]", variable has type "tuple[int, *tuple[int, ...]]")  [assignment]']
+Line 32: Unexpected errors ['tuples_type_compat.py:32: error: Incompatible types in assignment (expression has type "tuple[int, *tuple[int, ...]]", variable has type "tuple[int]")  [assignment]']
+Line 33: Unexpected errors ['tuples_type_compat.py:33: error: Incompatible types in assignment (expression has type "tuple[int, ...]", variable has type "tuple[int]")  [assignment]']
+Line 43: Unexpected errors ['tuples_type_compat.py:43: error: Incompatible types in assignment (expression has type "tuple[int, ...]", variable has type "tuple[int]")  [assignment]']
+Line 62: Unexpected errors ['tuples_type_compat.py:62: error: Incompatible types in assignment (expression has type "tuple[int, ...]", variable has type "tuple[int, int]")  [assignment]']
+Line 95: Unexpected errors ['tuples_type_compat.py:95: error: Expression is of type "tuple[int] | tuple[str, str] | tuple[int, *tuple[str, ...], int]", not "tuple[int]"  [assert-type]']
+Line 99: Unexpected errors ['tuples_type_compat.py:99: error: Expression is of type "tuple[int] | tuple[str, str] | tuple[int, *tuple[str, ...], int]", not "tuple[str, str] | tuple[int, int]"  [assert-type]']
+Line 103: Unexpected errors ['tuples_type_compat.py:103: error: Expression is of type "tuple[int] | tuple[str, str] | tuple[int, *tuple[str, ...], int]", not "tuple[int, str, int]"  [assert-type]']
+Line 117: Unexpected errors ['tuples_type_compat.py:117: error: Expression is of type "tuple[Never, int]", not "tuple[int | str, int]"  [assert-type]']
+Line 136: Unexpected errors ['tuples_type_compat.py:136: error: Expression is of type "Sequence[object]", not "Sequence[complex | list[int]]"  [assert-type]']
+Line 139: Unexpected errors ['tuples_type_compat.py:139: error: Expression is of type "Sequence[object]", not "Sequence[int | str]"  [assert-type]']
+Line 144: Unexpected errors ['tuples_type_compat.py:144: error: Incompatible types in assignment (expression has type "tuple[int, str, str]", variable has type "tuple[int, str]")  [assignment]']
+Line 149: Unexpected errors ['tuples_type_compat.py:149: error: Incompatible types in assignment (expression has type "tuple[int, int, str]", variable has type "tuple[int, *tuple[str, ...]]")  [assignment]']
+Line 150: Unexpected errors ['tuples_type_compat.py:150: error: Incompatible types in assignment (expression has type "tuple[int, str, int]", variable has type "tuple[int, *tuple[str, ...]]")  [assignment]']
+Line 156: Unexpected errors ['tuples_type_compat.py:156: error: Incompatible types in assignment (expression has type "tuple[int, str, str]", variable has type "tuple[int, *tuple[str, ...], int]")  [assignment]']
+Line 157: Unexpected errors ['tuples_type_compat.py:157: error: Incompatible types in assignment (expression has type "tuple[int, str, str, float]", variable has type "tuple[int, *tuple[str, ...], int]")  [assignment]']
+Line 162: Unexpected errors ['tuples_type_compat.py:162: error: Incompatible types in assignment (expression has type "tuple[int, str, int]", variable has type "tuple[*tuple[str, ...], int]")  [assignment]']
+Line 163: Unexpected errors ['tuples_type_compat.py:163: error: Incompatible types in assignment (expression has type "tuple[str, str, float]", variable has type "tuple[*tuple[str, ...], int]")  [assignment]']
+Line 168: Unexpected errors ['tuples_type_compat.py:168: error: Incompatible types in assignment (expression has type "tuple[str, str]", variable has type "tuple[str, str, int]")  [assignment]']
+Line 171: Unexpected errors ['tuples_type_compat.py:171: error: Incompatible types in assignment (expression has type "tuple[str, str]", variable has type "tuple[str, str, str, *tuple[str, ...]]")  [assignment]']
+Line 175: Unexpected errors ['tuples_type_compat.py:175: error: Incompatible types in assignment (expression has type "tuple[str, str]", variable has type "tuple[*tuple[str, ...], str, str, str]")  [assignment]']
+"""
diff --git a/conformance/results/mypy/tuples_type_form.toml b/conformance/results/mypy/tuples_type_form.toml
index 3d7749ade..c556eb810 100644
--- a/conformance/results/mypy/tuples_type_form.toml
+++ b/conformance/results/mypy/tuples_type_form.toml
@@ -12,3 +12,17 @@ tuples_type_form.py:43: error: Unexpected "..."  [misc]
 tuples_type_form.py:44: error: Unpack is only valid in a variadic position  [valid-type]
 tuples_type_form.py:45: error: Unpack is only valid in a variadic position  [valid-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 12: Unexpected errors ['tuples_type_form.py:12: error: Incompatible types in assignment (expression has type "tuple[int, int]", variable has type "tuple[int]")  [assignment]']
+Line 14: Unexpected errors ['tuples_type_form.py:14: error: Incompatible types in assignment (expression has type "tuple[int]", variable has type "tuple[int, int]")  [assignment]']
+Line 15: Unexpected errors ['tuples_type_form.py:15: error: Incompatible types in assignment (expression has type "tuple[int, str]", variable has type "tuple[int, int]")  [assignment]']
+Line 25: Unexpected errors ['tuples_type_form.py:25: error: Incompatible types in assignment (expression has type "tuple[int]", variable has type "tuple[()]")  [assignment]']
+Line 36: Unexpected errors ['tuples_type_form.py:36: error: Incompatible types in assignment (expression has type "tuple[int, int, int, str]", variable has type "tuple[int, ...]")  [assignment]']
+Line 40: Unexpected errors ['tuples_type_form.py:40: error: Unexpected "..."  [misc]']
+Line 41: Unexpected errors ['tuples_type_form.py:41: error: Unexpected "..."  [misc]']
+Line 42: Unexpected errors ['tuples_type_form.py:42: error: Unexpected "..."  [misc]']
+Line 43: Unexpected errors ['tuples_type_form.py:43: error: Unexpected "..."  [misc]']
+Line 44: Unexpected errors ['tuples_type_form.py:44: error: Unpack is only valid in a variadic position  [valid-type]']
+Line 45: Unexpected errors ['tuples_type_form.py:45: error: Unpack is only valid in a variadic position  [valid-type]']
+"""
diff --git a/conformance/results/mypy/tuples_unpacked.toml b/conformance/results/mypy/tuples_unpacked.toml
index 7045e47c8..a5ab438d2 100644
--- a/conformance/results/mypy/tuples_unpacked.toml
+++ b/conformance/results/mypy/tuples_unpacked.toml
@@ -1,8 +1,11 @@
 conformant = "Partial"
-notes = """
-"More than one unpack" error is missing a line number.
+notes = """"More than one unpack" error is missing a line number.
 """
 output = """
 tuples_unpacked.py: error: More than one Unpack in a type is not allowed  [misc]
 tuples_unpacked.py:58: error: More than one Unpack in a type is not allowed  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 58: Unexpected errors ['tuples_unpacked.py:58: error: More than one Unpack in a type is not allowed  [misc]']
+"""
diff --git a/conformance/results/mypy/typeddicts_alt_syntax.toml b/conformance/results/mypy/typeddicts_alt_syntax.toml
index 8d540eb0f..0e31b375a 100644
--- a/conformance/results/mypy/typeddicts_alt_syntax.toml
+++ b/conformance/results/mypy/typeddicts_alt_syntax.toml
@@ -1,6 +1,5 @@
 conformant = "Pass"
-notes = """
-Does not support keyword-argument form of alternative syntax (deprecated in 3.11).
+notes = """Does not support keyword-argument form of alternative syntax (deprecated in 3.11).
 """
 output = """
 typeddicts_alt_syntax.py:23: error: TypedDict() expects a dictionary literal as the second argument  [misc]
@@ -11,3 +10,13 @@ typeddicts_alt_syntax.py:41: error: Unexpected arguments to TypedDict()  [misc]
 typeddicts_alt_syntax.py:44: error: Extra keys ("name", "year") for TypedDict "Movie2"  [typeddict-unknown-key]
 typeddicts_alt_syntax.py:45: error: Extra keys ("name", "year") for TypedDict "Movie2"  [typeddict-unknown-key]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 23: Unexpected errors ['typeddicts_alt_syntax.py:23: error: TypedDict() expects a dictionary literal as the second argument  [misc]']
+Line 27: Unexpected errors ['typeddicts_alt_syntax.py:27: error: Invalid TypedDict() field name  [misc]']
+Line 31: Unexpected errors ['typeddicts_alt_syntax.py:31: error: First argument "WrongName" to TypedDict() does not match variable name "BadTypedDict3"  [name-match]']
+Line 35: Unexpected errors ['typeddicts_alt_syntax.py:35: error: Too many arguments for TypedDict()  [misc]']
+Line 41: Unexpected errors ['typeddicts_alt_syntax.py:41: error: Unexpected arguments to TypedDict()  [misc]']
+Line 44: Unexpected errors ['typeddicts_alt_syntax.py:44: error: Extra keys ("name", "year") for TypedDict "Movie2"  [typeddict-unknown-key]']
+Line 45: Unexpected errors ['typeddicts_alt_syntax.py:45: error: Extra keys ("name", "year") for TypedDict "Movie2"  [typeddict-unknown-key]']
+"""
diff --git a/conformance/results/mypy/typeddicts_class_syntax.toml b/conformance/results/mypy/typeddicts_class_syntax.toml
index 3b229c3dd..933a11e2d 100644
--- a/conformance/results/mypy/typeddicts_class_syntax.toml
+++ b/conformance/results/mypy/typeddicts_class_syntax.toml
@@ -6,3 +6,11 @@ typeddicts_class_syntax.py:38: error: Invalid statement in TypedDict definition;
 typeddicts_class_syntax.py:44: error: Unexpected keyword argument "metaclass" for "__init_subclass__" of "TypedDict"  [call-arg]
 typeddicts_class_syntax.py:49: error: Unexpected keyword argument "other" for "__init_subclass__" of "TypedDict"  [call-arg]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 29: Unexpected errors ['typeddicts_class_syntax.py:29: error: Invalid statement in TypedDict definition; expected "field_name: field_type"  [misc]']
+Line 33: Unexpected errors ['typeddicts_class_syntax.py:33: error: Invalid statement in TypedDict definition; expected "field_name: field_type"  [misc]']
+Line 38: Unexpected errors ['typeddicts_class_syntax.py:38: error: Invalid statement in TypedDict definition; expected "field_name: field_type"  [misc]']
+Line 44: Unexpected errors ['typeddicts_class_syntax.py:44: error: Unexpected keyword argument "metaclass" for "__init_subclass__" of "TypedDict"  [call-arg]']
+Line 49: Unexpected errors ['typeddicts_class_syntax.py:49: error: Unexpected keyword argument "other" for "__init_subclass__" of "TypedDict"  [call-arg]']
+"""
diff --git a/conformance/results/mypy/typeddicts_final.toml b/conformance/results/mypy/typeddicts_final.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/mypy/typeddicts_final.toml
+++ b/conformance/results/mypy/typeddicts_final.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/mypy/typeddicts_inheritance.toml b/conformance/results/mypy/typeddicts_inheritance.toml
index 231cc311e..ab863e9b7 100644
--- a/conformance/results/mypy/typeddicts_inheritance.toml
+++ b/conformance/results/mypy/typeddicts_inheritance.toml
@@ -4,3 +4,9 @@ typeddicts_inheritance.py:44: error: All bases of a new TypedDict must be TypedD
 typeddicts_inheritance.py:55: error: Overwriting TypedDict field "x" while extending  [misc]
 typeddicts_inheritance.py:65: error: Overwriting TypedDict field "x" while merging  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 44: Unexpected errors ['typeddicts_inheritance.py:44: error: All bases of a new TypedDict must be TypedDict types  [misc]']
+Line 55: Unexpected errors ['typeddicts_inheritance.py:55: error: Overwriting TypedDict field "x" while extending  [misc]']
+Line 65: Unexpected errors ['typeddicts_inheritance.py:65: error: Overwriting TypedDict field "x" while merging  [misc]']
+"""
diff --git a/conformance/results/mypy/typeddicts_operations.toml b/conformance/results/mypy/typeddicts_operations.toml
index 43718b8f1..004da4083 100644
--- a/conformance/results/mypy/typeddicts_operations.toml
+++ b/conformance/results/mypy/typeddicts_operations.toml
@@ -12,3 +12,17 @@ typeddicts_operations.py:47: error: "Movie" has no attribute "clear"  [attr-defi
 typeddicts_operations.py:49: error: Key "name" of TypedDict "Movie" cannot be deleted  [misc]
 typeddicts_operations.py:62: error: "MovieOptional" has no attribute "clear"  [attr-defined]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 22: Unexpected errors ['typeddicts_operations.py:22: error: Value of "name" has incompatible type "int"; expected "str"  [typeddict-item]']
+Line 23: Unexpected errors ['typeddicts_operations.py:23: error: Value of "year" has incompatible type "str"; expected "int"  [typeddict-item]']
+Line 24: Unexpected errors ['typeddicts_operations.py:24: error: TypedDict "Movie" has no key "other"  [typeddict-unknown-key]']
+Line 26: Unexpected errors ['typeddicts_operations.py:26: error: TypedDict "Movie" has no key "other"  [typeddict-item]']
+Line 28: Unexpected errors ['typeddicts_operations.py:28: error: Missing key "year" for TypedDict "Movie"  [typeddict-item]']
+Line 29: Unexpected errors ['typeddicts_operations.py:29: error: Incompatible types (expression has type "float", TypedDict item "year" has type "int")  [typeddict-item]']
+Line 32: Unexpected errors ['typeddicts_operations.py:32: error: Extra key "other" for TypedDict "Movie"  [typeddict-unknown-key]']
+Line 37: Unexpected errors ['typeddicts_operations.py:37: error: Expected TypedDict key to be string literal  [misc]']
+Line 47: Unexpected errors ['typeddicts_operations.py:47: error: "Movie" has no attribute "clear"  [attr-defined]']
+Line 49: Unexpected errors ['typeddicts_operations.py:49: error: Key "name" of TypedDict "Movie" cannot be deleted  [misc]']
+Line 62: Unexpected errors ['typeddicts_operations.py:62: error: "MovieOptional" has no attribute "clear"  [attr-defined]']
+"""
diff --git a/conformance/results/mypy/typeddicts_readonly.toml b/conformance/results/mypy/typeddicts_readonly.toml
index 5ee3b95b1..7de10e686 100644
--- a/conformance/results/mypy/typeddicts_readonly.toml
+++ b/conformance/results/mypy/typeddicts_readonly.toml
@@ -16,3 +16,14 @@ typeddicts_readonly.py:55: error: Variable "typing_extensions.ReadOnly" is not v
 typeddicts_readonly.py:55: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
 typeddicts_readonly.py:56: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 18: Unexpected errors ['typeddicts_readonly.py:18: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
+Line 25: Unexpected errors ['typeddicts_readonly.py:25: error: "ReadOnly?[builtins.list[builtins.str]]" has no attribute "append"  [attr-defined]']
+Line 31: Unexpected errors ['typeddicts_readonly.py:31: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
+Line 37: Unexpected errors ['typeddicts_readonly.py:37: error: "ReadOnly?[builtins.list[builtins.str]]" has no attribute "append"  [attr-defined]']
+Line 45: Unexpected errors ['typeddicts_readonly.py:45: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly.py:45: error: Required[] can be only used in a TypedDict definition  [valid-type]']
+Line 46: Unexpected errors ['typeddicts_readonly.py:46: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly.py:46: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
+Line 55: Unexpected errors ['typeddicts_readonly.py:55: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
+Line 56: Unexpected errors ['typeddicts_readonly.py:56: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
+"""
diff --git a/conformance/results/mypy/typeddicts_readonly_consistency.toml b/conformance/results/mypy/typeddicts_readonly_consistency.toml
index e69f302b9..c00e0cb6b 100644
--- a/conformance/results/mypy/typeddicts_readonly_consistency.toml
+++ b/conformance/results/mypy/typeddicts_readonly_consistency.toml
@@ -14,3 +14,16 @@ typeddicts_readonly_consistency.py:82: error: Incompatible types in assignment (
 typeddicts_readonly_consistency.py:84: error: Incompatible types in assignment (expression has type "A2", variable has type "C2")  [assignment]
 typeddicts_readonly_consistency.py:85: error: Incompatible types in assignment (expression has type "B2", variable has type "C2")  [assignment]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 30: Unexpected errors ['typeddicts_readonly_consistency.py:30: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_consistency.py:30: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
+Line 37: Unexpected errors ['typeddicts_readonly_consistency.py:37: error: Incompatible types in assignment (expression has type "A1", variable has type "B1")  [assignment]']
+Line 38: Unexpected errors ['typeddicts_readonly_consistency.py:38: error: Incompatible types in assignment (expression has type "C1", variable has type "B1")  [assignment]']
+Line 40: Unexpected errors ['typeddicts_readonly_consistency.py:40: error: Incompatible types in assignment (expression has type "A1", variable has type "C1")  [assignment]']
+Line 41: Unexpected errors ['typeddicts_readonly_consistency.py:41: error: Incompatible types in assignment (expression has type "B1", variable has type "C1")  [assignment]']
+Line 66: Unexpected errors ['typeddicts_readonly_consistency.py:66: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
+Line 79: Unexpected errors ['typeddicts_readonly_consistency.py:79: error: Incompatible types in assignment (expression has type "C2", variable has type "A2")  [assignment]']
+Line 82: Unexpected errors ['typeddicts_readonly_consistency.py:82: error: Incompatible types in assignment (expression has type "C2", variable has type "B2")  [assignment]']
+Line 84: Unexpected errors ['typeddicts_readonly_consistency.py:84: error: Incompatible types in assignment (expression has type "A2", variable has type "C2")  [assignment]']
+Line 85: Unexpected errors ['typeddicts_readonly_consistency.py:85: error: Incompatible types in assignment (expression has type "B2", variable has type "C2")  [assignment]']
+"""
diff --git a/conformance/results/mypy/typeddicts_readonly_inheritance.toml b/conformance/results/mypy/typeddicts_readonly_inheritance.toml
index e1a8560ca..f1c03c239 100644
--- a/conformance/results/mypy/typeddicts_readonly_inheritance.toml
+++ b/conformance/results/mypy/typeddicts_readonly_inheritance.toml
@@ -67,3 +67,34 @@ typeddicts_readonly_inheritance.py:129: error: NotRequired[] can be only used in
 typeddicts_readonly_inheritance.py:132: error: Overwriting TypedDict field "x" while merging  [misc]
 typeddicts_readonly_inheritance.py:132: error: Overwriting TypedDict field "y" while merging  [misc]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 15: Unexpected errors ['typeddicts_readonly_inheritance.py:15: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
+Line 19: Unexpected errors ['typeddicts_readonly_inheritance.py:19: error: Overwriting TypedDict field "name" while extending  [misc]']
+Line 43: Unexpected errors ['typeddicts_readonly_inheritance.py:43: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
+Line 44: Unexpected errors ['typeddicts_readonly_inheritance.py:44: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
+Line 49: Unexpected errors ['typeddicts_readonly_inheritance.py:49: error: Overwriting TypedDict field "albums" while extending  [misc]', 'typeddicts_readonly_inheritance.py:49: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
+Line 50: Unexpected errors ['typeddicts_readonly_inheritance.py:50: error: Overwriting TypedDict field "alt" while extending  [misc]', 'typeddicts_readonly_inheritance.py:50: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
+Line 58: Unexpected errors ['typeddicts_readonly_inheritance.py:58: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:58: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
+Line 62: Unexpected errors ['typeddicts_readonly_inheritance.py:62: error: Overwriting TypedDict field "name" while extending  [misc]', 'typeddicts_readonly_inheritance.py:62: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:62: error: Required[] can be only used in a TypedDict definition  [valid-type]']
+Line 65: Unexpected errors ['typeddicts_readonly_inheritance.py:65: error: Missing key "name" for TypedDict "RequiredName"  [typeddict-item]']
+Line 72: Unexpected errors ['typeddicts_readonly_inheritance.py:72: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:72: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
+Line 76: Unexpected errors ['typeddicts_readonly_inheritance.py:76: error: Overwriting TypedDict field "ident" while extending  [misc]']
+Line 82: Unexpected errors ['typeddicts_readonly_inheritance.py:82: error: Value of "ident" has incompatible type "int"; expected "str"  [typeddict-item]']
+Line 83: Unexpected errors ['typeddicts_readonly_inheritance.py:83: error: Incompatible types (expression has type "int", TypedDict item "ident" has type "str")  [typeddict-item]']
+Line 84: Unexpected errors ['typeddicts_readonly_inheritance.py:84: error: Missing key "ident" for TypedDict "User"  [typeddict-item]']
+Line 89: Unexpected errors ['typeddicts_readonly_inheritance.py:89: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:89: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
+Line 90: Unexpected errors ['typeddicts_readonly_inheritance.py:90: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:90: error: Required[] can be only used in a TypedDict definition  [valid-type]']
+Line 94: Unexpected errors ['typeddicts_readonly_inheritance.py:94: error: Overwriting TypedDict field "a" while extending  [misc]', 'typeddicts_readonly_inheritance.py:94: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
+Line 98: Unexpected errors ['typeddicts_readonly_inheritance.py:98: error: Overwriting TypedDict field "a" while extending  [misc]']
+Line 102: Unexpected errors ['typeddicts_readonly_inheritance.py:102: error: Overwriting TypedDict field "b" while extending  [misc]', 'typeddicts_readonly_inheritance.py:102: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:102: error: Required[] can be only used in a TypedDict definition  [valid-type]']
+Line 106: Unexpected errors ['typeddicts_readonly_inheritance.py:106: error: Overwriting TypedDict field "c" while extending  [misc]', 'typeddicts_readonly_inheritance.py:106: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:106: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
+Line 111: Unexpected errors ['typeddicts_readonly_inheritance.py:111: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
+Line 116: Unexpected errors ['typeddicts_readonly_inheritance.py:116: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
+Line 119: Unexpected errors ['typeddicts_readonly_inheritance.py:119: error: Overwriting TypedDict field "x" while merging  [misc]', 'typeddicts_readonly_inheritance.py:119: error: Overwriting TypedDict field "y" while merging  [misc]']
+Line 123: Unexpected errors ['typeddicts_readonly_inheritance.py:123: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:123: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
+Line 124: Unexpected errors ['typeddicts_readonly_inheritance.py:124: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:124: error: Required[] can be only used in a TypedDict definition  [valid-type]']
+Line 128: Unexpected errors ['typeddicts_readonly_inheritance.py:128: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:128: error: Required[] can be only used in a TypedDict definition  [valid-type]']
+Line 129: Unexpected errors ['typeddicts_readonly_inheritance.py:129: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:129: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
+Line 132: Unexpected errors ['typeddicts_readonly_inheritance.py:132: error: Overwriting TypedDict field "x" while merging  [misc]', 'typeddicts_readonly_inheritance.py:132: error: Overwriting TypedDict field "y" while merging  [misc]']
+"""
diff --git a/conformance/results/mypy/typeddicts_readonly_kwargs.toml b/conformance/results/mypy/typeddicts_readonly_kwargs.toml
index b278dfa9e..dc35f4121 100644
--- a/conformance/results/mypy/typeddicts_readonly_kwargs.toml
+++ b/conformance/results/mypy/typeddicts_readonly_kwargs.toml
@@ -5,3 +5,8 @@ typeddicts_readonly_kwargs.py:24: note: See https://mypy.readthedocs.io/en/stabl
 typeddicts_readonly_kwargs.py:25: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]
 typeddicts_readonly_kwargs.py:25: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 24: Unexpected errors ['typeddicts_readonly_kwargs.py:24: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
+Line 25: Unexpected errors ['typeddicts_readonly_kwargs.py:25: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
+"""
diff --git a/conformance/results/mypy/typeddicts_readonly_update.toml b/conformance/results/mypy/typeddicts_readonly_update.toml
index fc168c038..b13ab1b69 100644
--- a/conformance/results/mypy/typeddicts_readonly_update.toml
+++ b/conformance/results/mypy/typeddicts_readonly_update.toml
@@ -5,3 +5,8 @@ typeddicts_readonly_update.py:17: note: See https://mypy.readthedocs.io/en/stabl
 typeddicts_readonly_update.py:30: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]
 typeddicts_readonly_update.py:30: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 17: Unexpected errors ['typeddicts_readonly_update.py:17: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
+Line 30: Unexpected errors ['typeddicts_readonly_update.py:30: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
+"""
diff --git a/conformance/results/mypy/typeddicts_required.toml b/conformance/results/mypy/typeddicts_required.toml
index 4e11a4ad6..81353a69b 100644
--- a/conformance/results/mypy/typeddicts_required.toml
+++ b/conformance/results/mypy/typeddicts_required.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not support nesting of `Annotated` and `Required` or `NotRequired`.
+notes = """Does not support nesting of `Annotated` and `Required` or `NotRequired`.
 """
 output = """
 typeddicts_required.py:12: error: Required[] can be only used in a TypedDict definition  [valid-type]
@@ -10,3 +9,12 @@ typeddicts_required.py:60: error: NotRequired[] can be only used in a TypedDict
 typeddicts_required.py:65: error: Required[] can be only used in a TypedDict definition  [valid-type]
 typeddicts_required.py:67: error: Required[] can be only used in a TypedDict definition  [valid-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 12: Unexpected errors ['typeddicts_required.py:12: error: Required[] can be only used in a TypedDict definition  [valid-type]']
+Line 16: Unexpected errors ['typeddicts_required.py:16: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
+Line 59: Unexpected errors ['typeddicts_required.py:59: error: Required[] can be only used in a TypedDict definition  [valid-type]']
+Line 60: Unexpected errors ['typeddicts_required.py:60: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
+Line 65: Unexpected errors ['typeddicts_required.py:65: error: Required[] can be only used in a TypedDict definition  [valid-type]']
+Line 67: Unexpected errors ['typeddicts_required.py:67: error: Required[] can be only used in a TypedDict definition  [valid-type]']
+"""
diff --git a/conformance/results/mypy/typeddicts_type_consistency.toml b/conformance/results/mypy/typeddicts_type_consistency.toml
index a9c45d463..c701736fc 100644
--- a/conformance/results/mypy/typeddicts_type_consistency.toml
+++ b/conformance/results/mypy/typeddicts_type_consistency.toml
@@ -12,3 +12,17 @@ typeddicts_type_consistency.py:99: error: Incompatible types in assignment (expr
 typeddicts_type_consistency.py:105: error: Incompatible types in assignment (expression has type "int | str", variable has type "int")  [assignment]
 typeddicts_type_consistency.py:124: error: Incompatible types (expression has type "int", TypedDict item "inner_key" has type "str")  [typeddict-item]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 21: Unexpected errors ['typeddicts_type_consistency.py:21: error: Incompatible types in assignment (expression has type "B1", variable has type "A1")  [assignment]']
+Line 38: Unexpected errors ['typeddicts_type_consistency.py:38: error: Incompatible types in assignment (expression has type "B2", variable has type "A2")  [assignment]']
+Line 65: Unexpected errors ['typeddicts_type_consistency.py:65: error: Incompatible types in assignment (expression has type "A3", variable has type "B3")  [assignment]']
+Line 69: Unexpected errors ['typeddicts_type_consistency.py:69: error: Extra key "y" for TypedDict "A3"  [typeddict-unknown-key]']
+Line 76: Unexpected errors ['typeddicts_type_consistency.py:76: error: Incompatible types in assignment (expression has type "B3", variable has type "dict[str, int]")  [assignment]']
+Line 77: Unexpected errors ['typeddicts_type_consistency.py:77: error: Incompatible types in assignment (expression has type "B3", variable has type "dict[str, object]")  [assignment]']
+Line 78: Unexpected errors ['typeddicts_type_consistency.py:78: error: Incompatible types in assignment (expression has type "B3", variable has type "dict[Any, Any]")  [assignment]']
+Line 82: Unexpected errors ['typeddicts_type_consistency.py:82: error: Incompatible types in assignment (expression has type "B3", variable has type "Mapping[str, int]")  [assignment]']
+Line 99: Unexpected errors ['typeddicts_type_consistency.py:99: error: Incompatible types in assignment (expression has type "str | None", variable has type "str")  [assignment]']
+Line 105: Unexpected errors ['typeddicts_type_consistency.py:105: error: Incompatible types in assignment (expression has type "int | str", variable has type "int")  [assignment]']
+Line 124: Unexpected errors ['typeddicts_type_consistency.py:124: error: Incompatible types (expression has type "int", TypedDict item "inner_key" has type "str")  [typeddict-item]']
+"""
diff --git a/conformance/results/mypy/typeddicts_usage.toml b/conformance/results/mypy/typeddicts_usage.toml
index d57132453..a3331859a 100644
--- a/conformance/results/mypy/typeddicts_usage.toml
+++ b/conformance/results/mypy/typeddicts_usage.toml
@@ -8,3 +8,9 @@ typeddicts_usage.py:35: error: Cannot use isinstance() with TypedDict type  [mis
 typeddicts_usage.py:40: error: Variable "typing.TypedDict" is not valid as a type  [valid-type]
 typeddicts_usage.py:40: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 28: Unexpected errors ['typeddicts_usage.py:28: error: Missing key "name" for TypedDict "Movie"  [typeddict-item]', 'typeddicts_usage.py:28: error: Extra key "title" for TypedDict "Movie"  [typeddict-unknown-key]']
+Line 35: Unexpected errors ['typeddicts_usage.py:35: error: Cannot use isinstance() with TypedDict type  [misc]']
+Line 40: Unexpected errors ['typeddicts_usage.py:40: error: Variable "typing.TypedDict" is not valid as a type  [valid-type]']
+"""
diff --git a/conformance/results/mypy/version.toml b/conformance/results/mypy/version.toml
index c8d80a45d..15e6e85c0 100644
--- a/conformance/results/mypy/version.toml
+++ b/conformance/results/mypy/version.toml
@@ -1,2 +1,2 @@
 version = "mypy 1.9.0"
-test_duration = 2.0
+test_duration = 1.4
diff --git a/conformance/results/pyre/aliases_explicit.toml b/conformance/results/pyre/aliases_explicit.toml
index 3137647ea..139389299 100644
--- a/conformance/results/pyre/aliases_explicit.toml
+++ b/conformance/results/pyre/aliases_explicit.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Incorrectly reports error for type alias defined with ParamSpec.
+notes = """Incorrectly reports error for type alias defined with ParamSpec.
 Incorrectly rejects some valid type aliases when used in annotations.
 Incorrectly evaluates generic type alias with ParamSpec with missing type argument.
 Does not report some illegal annotation forms as invalid type aliases.
@@ -36,3 +35,25 @@ aliases_explicit.py:91:0 Incompatible variable type [9]: BadTypeAlias13 is decla
 aliases_explicit.py:97:16 Call error [29]: `TA` is not a function.
 aliases_explicit.py:101:5 Call error [29]: `TA` is not a function.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 67: Expected 1 errors
+Line 68: Expected 1 errors
+Line 69: Expected 1 errors
+Line 70: Expected 1 errors
+Line 71: Expected 1 errors
+Line 79: Expected 1 errors
+Line 100: Expected 1 errors
+Line 102: Expected 1 errors
+Line 23: Unexpected errors ['aliases_explicit.py:23:0 Incompatible variable type [9]: GoodTypeAlias9 is declared to have type `TA` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.', 'aliases_explicit.py:23:30 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[object, TypeVar]`.']
+Line 26: Unexpected errors ['aliases_explicit.py:26:0 Incompatible variable type [9]: GoodTypeAlias12 is declared to have type `TA` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.', 'aliases_explicit.py:26:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[ParamSpec, None]`.']
+Line 41: Unexpected errors ['aliases_explicit.py:41:8 Undefined or invalid type [11]: Annotation `GoodTypeAlias9` is not defined as a type.']
+Line 44: Unexpected errors ['aliases_explicit.py:44:9 Undefined or invalid type [11]: Annotation `GoodTypeAlias12` is not defined as a type.']
+Line 51: Unexpected errors ['aliases_explicit.py:51:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.']
+Line 53: Unexpected errors ['aliases_explicit.py:53:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], typing.Any]`.']
+Line 54: Unexpected errors ['aliases_explicit.py:54:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int], Type[int], Type[str]]`.']
+Line 57: Unexpected errors ['aliases_explicit.py:57:29 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[List[Type[Union[int, str]]], None]`.']
+Line 60: Unexpected errors ['aliases_explicit.py:60:30 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[typing.Any, None]`.']
+Line 62: Unexpected errors ['aliases_explicit.py:62:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.']
+Line 97: Unexpected errors ['aliases_explicit.py:97:16 Call error [29]: `TA` is not a function.']
+"""
diff --git a/conformance/results/pyre/aliases_implicit.toml b/conformance/results/pyre/aliases_implicit.toml
index 8b34288a5..4df929ff7 100644
--- a/conformance/results/pyre/aliases_implicit.toml
+++ b/conformance/results/pyre/aliases_implicit.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Incorrectly reports error for type alias defined with ParamSpec.
+notes = """Incorrectly reports error for type alias defined with ParamSpec.
 Incorrectly rejects some valid type aliases when used in annotations.
 Incorrectly evaluates generic type alias with ParamSpec with missing type argument.
 Does not report invalid specialization of generic type aliases.
@@ -32,3 +31,29 @@ aliases_implicit.py:117:9 Undefined or invalid type [11]: Annotation `BadTypeAli
 aliases_implicit.py:118:9 Undefined or invalid type [11]: Annotation `BadTypeAlias13` is not defined as a type.
 aliases_implicit.py:119:9 Undefined or invalid type [11]: Annotation `BadTypeAlias14` is not defined as a type.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 38: Unexpected errors ['aliases_implicit.py:38:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[object, TypeVar]`.']
+Line 42: Unexpected errors ['aliases_implicit.py:42:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[ParamSpec, None]`.']
+Line 54: Unexpected errors ['aliases_implicit.py:54:8 Undefined or invalid type [11]: Annotation `GoodTypeAlias9` is not defined as a type.']
+Line 58: Unexpected errors ['aliases_implicit.py:58:9 Undefined or invalid type [11]: Annotation `GoodTypeAlias13` is not defined as a type.']
+Line 62: Unexpected errors ['aliases_implicit.py:62:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.']
+Line 64: Unexpected errors ['aliases_implicit.py:64:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], typing.Any]`.']
+Line 65: Unexpected errors ['aliases_implicit.py:65:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int], Type[int], Type[str]]`.']
+Line 68: Unexpected errors ['aliases_implicit.py:68:29 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[List[Type[Union[int, str]]], None]`.']
+Line 72: Unexpected errors ['aliases_implicit.py:72:30 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[typing.Any, None]`.']
+Line 106: Unexpected errors ['aliases_implicit.py:106:8 Undefined or invalid type [11]: Annotation `BadTypeAlias1` is not defined as a type.']
+Line 107: Unexpected errors ['aliases_implicit.py:107:8 Undefined or invalid type [11]: Annotation `BadTypeAlias2` is not defined as a type.']
+Line 108: Unexpected errors ['aliases_implicit.py:108:8 Undefined or invalid type [11]: Annotation `BadTypeAlias3` is not defined as a type.']
+Line 109: Unexpected errors ['aliases_implicit.py:109:8 Undefined or invalid type [11]: Annotation `BadTypeAlias4` is not defined as a type.']
+Line 110: Unexpected errors ['aliases_implicit.py:110:8 Undefined or invalid type [11]: Annotation `BadTypeAlias5` is not defined as a type.']
+Line 111: Unexpected errors ['aliases_implicit.py:111:8 Undefined or invalid type [11]: Annotation `BadTypeAlias6` is not defined as a type.']
+Line 112: Unexpected errors ['aliases_implicit.py:112:8 Undefined or invalid type [11]: Annotation `BadTypeAlias7` is not defined as a type.']
+Line 113: Unexpected errors ['aliases_implicit.py:113:8 Undefined or invalid type [11]: Annotation `BadTypeAlias8` is not defined as a type.']
+Line 114: Unexpected errors ['aliases_implicit.py:114:8 Undefined or invalid type [11]: Annotation `BadTypeAlias9` is not defined as a type.']
+Line 115: Unexpected errors ['aliases_implicit.py:115:9 Undefined or invalid type [11]: Annotation `BadTypeAlias10` is not defined as a type.']
+Line 116: Unexpected errors ['aliases_implicit.py:116:9 Undefined or invalid type [11]: Annotation `BadTypeAlias11` is not defined as a type.']
+Line 117: Unexpected errors ['aliases_implicit.py:117:9 Undefined or invalid type [11]: Annotation `BadTypeAlias12` is not defined as a type.']
+Line 118: Unexpected errors ['aliases_implicit.py:118:9 Undefined or invalid type [11]: Annotation `BadTypeAlias13` is not defined as a type.']
+Line 119: Unexpected errors ['aliases_implicit.py:119:9 Undefined or invalid type [11]: Annotation `BadTypeAlias14` is not defined as a type.']
+"""
diff --git a/conformance/results/pyre/aliases_newtype.toml b/conformance/results/pyre/aliases_newtype.toml
index 02b58eff1..50fdfbbd0 100644
--- a/conformance/results/pyre/aliases_newtype.toml
+++ b/conformance/results/pyre/aliases_newtype.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject use of NewType in `isinstance` call.
+notes = """Does not reject use of NewType in `isinstance` call.
 Does not reject use of NewType in class definition statement.
 Does not report inconsistency between name of NewType and assigned identifier name.
 Does not reject use of NewType with generic class with TypeVar.
@@ -17,3 +16,13 @@ aliases_newtype.py:51:37 Invalid inheritance [39]: `typing_extensions.Literal[7]
 aliases_newtype.py:60:14 Too many arguments [19]: Call `NewType.__init__` expects 2 positional arguments, 3 were provided.
 aliases_newtype.py:62:37 Invalid inheritance [39]: `typing.Any` is not a valid parent class.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 11: Unexpected errors ['aliases_newtype.py:11:7 Incompatible parameter type [6]: In call `UserId.__init__`, for 1st positional argument, expected `int` but got `str`.']
+Line 12: Unexpected errors ['aliases_newtype.py:12:0 Incompatible variable type [9]: u1 is declared to have type `UserId` but is used as type `int`.']
+Line 38: Unexpected errors ['aliases_newtype.py:38:5 Invalid type parameters [24]: Non-generic type `GoodNewType1` cannot take parameters.']
+Line 44: Unexpected errors ['aliases_newtype.py:44:37 Invalid inheritance [39]: `typing.Union[int, str]` is not a valid parent class.']
+Line 51: Unexpected errors ['aliases_newtype.py:51:37 Invalid inheritance [39]: `typing_extensions.Literal[7]` is not a valid parent class.']
+Line 60: Unexpected errors ['aliases_newtype.py:60:14 Too many arguments [19]: Call `NewType.__init__` expects 2 positional arguments, 3 were provided.']
+Line 62: Unexpected errors ['aliases_newtype.py:62:37 Invalid inheritance [39]: `typing.Any` is not a valid parent class.']
+"""
diff --git a/conformance/results/pyre/aliases_recursive.toml b/conformance/results/pyre/aliases_recursive.toml
index b57ee1075..008f5e546 100644
--- a/conformance/results/pyre/aliases_recursive.toml
+++ b/conformance/results/pyre/aliases_recursive.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not properly handle some recursive type aliases.
+notes = """Does not properly handle some recursive type aliases.
 Does not properly handle specialization of generic recursive type aliases.
 """
 output = """
@@ -19,3 +18,20 @@ aliases_recursive.py:76:0 Incompatible variable type [9]: RecursiveUnion is decl
 aliases_recursive.py:78:0 Incompatible variable type [9]: MutualReference1 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
 aliases_recursive.py:81:0 Incompatible variable type [9]: MutualReference2 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Unexpected errors ['aliases_recursive.py:19:0 Incompatible variable type [9]: j4 is declared to have type `aliases_recursive.Json (resolves to Union[None, Dict[str, Json], List[Json], float, int, str])` but is used as type `Dict[str, complex]`.']
+Line 20: Unexpected errors ['aliases_recursive.py:20:0 Incompatible variable type [9]: j5 is declared to have type `aliases_recursive.Json (resolves to Union[None, Dict[str, Json], List[Json], float, int, str])` but is used as type `List[complex]`.']
+Line 30: Unexpected errors ['aliases_recursive.py:30:35 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[str, typing.Any]`.']
+Line 33: Unexpected errors ['aliases_recursive.py:33:4 Undefined or invalid type [11]: Annotation `RecursiveTuple` is not defined as a type.']
+Line 42: Unexpected errors ['aliases_recursive.py:42:39 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_KT]], Type[Variable[_VT_co](covariant)]]` but got `Tuple[Type[str], str]`.']
+Line 44: Unexpected errors ['aliases_recursive.py:44:4 Undefined or invalid type [11]: Annotation `RecursiveMapping` is not defined as a type.']
+Line 62: Unexpected errors ['aliases_recursive.py:62:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `_SpecialForm`.']
+Line 65: Unexpected errors ['aliases_recursive.py:65:4 Undefined or invalid type [11]: Annotation `SpecializedTypeAlias1` is not defined as a type.']
+Line 66: Unexpected errors ['aliases_recursive.py:66:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias1` is not defined as a type.']
+Line 69: Unexpected errors ['aliases_recursive.py:69:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `_SpecialForm`.']
+Line 71: Unexpected errors ['aliases_recursive.py:71:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias2` is not defined as a type.']
+Line 76: Unexpected errors ['aliases_recursive.py:76:0 Incompatible variable type [9]: RecursiveUnion is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.']
+Line 78: Unexpected errors ['aliases_recursive.py:78:0 Incompatible variable type [9]: MutualReference1 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.']
+Line 81: Unexpected errors ['aliases_recursive.py:81:0 Incompatible variable type [9]: MutualReference2 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.']
+"""
diff --git a/conformance/results/pyre/aliases_type_statement.toml b/conformance/results/pyre/aliases_type_statement.toml
index 7b33dcff1..2fac8d2e0 100644
--- a/conformance/results/pyre/aliases_type_statement.toml
+++ b/conformance/results/pyre/aliases_type_statement.toml
@@ -1,7 +1,10 @@
 conformant = "Unsupported"
-notes = """
-Does not support `type` statement.
+notes = """Does not support `type` statement.
 """
 output = """
 aliases_type_statement.py:8:6 Parsing failure [404]: invalid syntax
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 8: Unexpected errors ['aliases_type_statement.py:8:6 Parsing failure [404]: invalid syntax']
+"""
diff --git a/conformance/results/pyre/aliases_typealiastype.toml b/conformance/results/pyre/aliases_typealiastype.toml
index 25117d5d8..b013b168a 100644
--- a/conformance/results/pyre/aliases_typealiastype.toml
+++ b/conformance/results/pyre/aliases_typealiastype.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Support for TypeAliasType is not implemented.
+notes = """Support for TypeAliasType is not implemented.
 """
 output = """
 aliases_typealiastype.py:5:0 Undefined import [21]: Could not find a name `TypeAliasType` defined in module `typing`.
@@ -43,3 +42,38 @@ aliases_typealiastype.py:68:13 Undefined attribute [16]: Module `typing` has no
 aliases_typealiastype.py:69:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
 aliases_typealiastype.py:70:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 5: Unexpected errors ['aliases_typealiastype.py:5:0 Undefined import [21]: Could not find a name `TypeAliasType` defined in module `typing`.']
+Line 16: Unexpected errors ['aliases_typealiastype.py:16:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 17: Unexpected errors ['aliases_typealiastype.py:17:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.', 'aliases_typealiastype.py:17:46 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
+Line 18: Unexpected errors ['aliases_typealiastype.py:18:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.', 'aliases_typealiastype.py:18:46 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.', 'aliases_typealiastype.py:18:56 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
+Line 19: Unexpected errors ['aliases_typealiastype.py:19:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 20: Unexpected errors ['aliases_typealiastype.py:20:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 22: Unexpected errors ['aliases_typealiastype.py:22:13 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[ParamSpec, TypeVar]`.', 'aliases_typealiastype.py:22:29 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.', 'aliases_typealiastype.py:22:71 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[typing.Any, ...]`.']
+Line 27: Unexpected errors ['aliases_typealiastype.py:27:17 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.', 'aliases_typealiastype.py:27:50 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
+Line 35: Unexpected errors ['aliases_typealiastype.py:35:4 Undefined or invalid type [11]: Annotation `GoodAlias4` is not defined as a type.']
+Line 37: Unexpected errors ['aliases_typealiastype.py:37:4 Undefined or invalid type [11]: Annotation `GoodAlias5` is not defined as a type.']
+Line 39: Unexpected errors ['aliases_typealiastype.py:39:4 Invalid type [31]: Expression `$local_aliases_typealiastype$GoodAlias5[(int, str, [int, str], *tuple[(int, str, int)])]` is not a valid type.']
+Line 43: Unexpected errors ['aliases_typealiastype.py:43:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 44: Unexpected errors ['aliases_typealiastype.py:44:22 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
+Line 46: Unexpected errors ['aliases_typealiastype.py:46:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.', 'aliases_typealiastype.py:46:44 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
+Line 47: Unexpected errors ['aliases_typealiastype.py:47:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 50: Unexpected errors ['aliases_typealiastype.py:50:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 51: Unexpected errors ['aliases_typealiastype.py:51:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 54: Unexpected errors ['aliases_typealiastype.py:54:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 55: Unexpected errors ['aliases_typealiastype.py:55:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 58: Unexpected errors ['aliases_typealiastype.py:58:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 59: Unexpected errors ['aliases_typealiastype.py:59:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 60: Unexpected errors ['aliases_typealiastype.py:60:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 61: Unexpected errors ['aliases_typealiastype.py:61:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 62: Unexpected errors ['aliases_typealiastype.py:62:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 63: Unexpected errors ['aliases_typealiastype.py:63:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 64: Unexpected errors ['aliases_typealiastype.py:64:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 65: Unexpected errors ['aliases_typealiastype.py:65:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 66: Unexpected errors ['aliases_typealiastype.py:66:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 67: Unexpected errors ['aliases_typealiastype.py:67:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 68: Unexpected errors ['aliases_typealiastype.py:68:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 69: Unexpected errors ['aliases_typealiastype.py:69:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 70: Unexpected errors ['aliases_typealiastype.py:70:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+"""
diff --git a/conformance/results/pyre/aliases_variance.toml b/conformance/results/pyre/aliases_variance.toml
index 029de6d60..97ebc7f07 100644
--- a/conformance/results/pyre/aliases_variance.toml
+++ b/conformance/results/pyre/aliases_variance.toml
@@ -5,3 +5,10 @@ aliases_variance.py:28:0 Invalid type variance [46]: The type variable `Variable
 aliases_variance.py:32:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T]` because subclasses cannot use more permissive type variables than their superclasses.
 aliases_variance.py:44:0 Invalid type variance [46]: The type variable `Variable[T_contra](contravariant)` is incompatible with parent class type variable `Variable[T]` because subclasses cannot use more permissive type variables than their superclasses.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 24: Unexpected errors ['aliases_variance.py:24:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T]` because subclasses cannot use more permissive type variables than their superclasses.']
+Line 28: Unexpected errors ['aliases_variance.py:28:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T]` because subclasses cannot use more permissive type variables than their superclasses.']
+Line 32: Unexpected errors ['aliases_variance.py:32:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T]` because subclasses cannot use more permissive type variables than their superclasses.']
+Line 44: Unexpected errors ['aliases_variance.py:44:0 Invalid type variance [46]: The type variable `Variable[T_contra](contravariant)` is incompatible with parent class type variable `Variable[T]` because subclasses cannot use more permissive type variables than their superclasses.']
+"""
diff --git a/conformance/results/pyre/annotations_coroutines.toml b/conformance/results/pyre/annotations_coroutines.toml
index b04dee644..7484cb4ce 100644
--- a/conformance/results/pyre/annotations_coroutines.toml
+++ b/conformance/results/pyre/annotations_coroutines.toml
@@ -1,7 +1,10 @@
 conformant = "Partial"
-notes = """
-Does not evaluate correct type for async function.
+notes = """Does not evaluate correct type for async function.
 """
 output = """
 annotations_coroutines.py:19:45 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_T_co](covariant)], Type[Variable[_T_contra](contravariant)], Type[Variable[_V_co](covariant)]]` but got `Tuple[object, object, Type[str]]`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Unexpected errors ['annotations_coroutines.py:19:45 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_T_co](covariant)], Type[Variable[_T_contra](contravariant)], Type[Variable[_V_co](covariant)]]` but got `Tuple[object, object, Type[str]]`.']
+"""
diff --git a/conformance/results/pyre/annotations_forward_refs.toml b/conformance/results/pyre/annotations_forward_refs.toml
index c4e707c3c..e66b77b39 100644
--- a/conformance/results/pyre/annotations_forward_refs.toml
+++ b/conformance/results/pyre/annotations_forward_refs.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report error for a forward reference that is not enclosed in quotes.
+notes = """Does not report error for a forward reference that is not enclosed in quotes.
 Does not report error for use of quoted type with "|" operator (runtime error).
 Does not reject f-string in quoted type annotation.
 Incorrectly generates error for quoted type defined in class scope.
@@ -28,3 +27,25 @@ annotations_forward_refs.py:80:12 Undefined or invalid type [11]: Annotation `Cl
 annotations_forward_refs.py:87:7 Undefined or invalid type [11]: Annotation `ClassD.int` is not defined as a type.
 annotations_forward_refs.py:100:7 Undefined or invalid type [11]: Annotation `
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Unexpected errors ['annotations_forward_refs.py:19:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.']
+Line 41: Unexpected errors ['annotations_forward_refs.py:41:8 Undefined or invalid type [11]: Annotation `eval(.join(map(chr, [105, 110, 116])))` is not defined as a type.']
+Line 42: Unexpected errors ['annotations_forward_refs.py:42:8 Invalid type [31]: Expression `"[int, str]"` is not a valid type.']
+Line 43: Unexpected errors ['annotations_forward_refs.py:43:8 Invalid type [31]: Expression `"(int, str)"` is not a valid type.']
+Line 44: Unexpected errors ['annotations_forward_refs.py:44:8 Undefined or invalid type [11]: Annotation `comprehension(int for generators(generator($target$i in range(1) if )))` is not defined as a type.']
+Line 45: Unexpected errors ['annotations_forward_refs.py:45:8 Invalid type [31]: Expression `"{  }"` is not a valid type.']
+Line 46: Unexpected errors ['annotations_forward_refs.py:46:8 Undefined or invalid type [11]: Annotation `lambda () (int)()` is not defined as a type.']
+Line 47: Unexpected errors ['annotations_forward_refs.py:47:8 Invalid type [31]: Expression `[int][0]` is not a valid type.']
+Line 48: Unexpected errors ['annotations_forward_refs.py:48:8 Invalid type [31]: Expression `"int if 1 < 3 else str"` is not a valid type.']
+Line 49: Unexpected errors ['annotations_forward_refs.py:49:8 Undefined or invalid type [11]: Annotation `var1` is not defined as a type.']
+Line 50: Unexpected errors ['annotations_forward_refs.py:50:9 Invalid type [31]: Expression `"True"` is not a valid type.']
+Line 51: Unexpected errors ['annotations_forward_refs.py:51:9 Invalid type [31]: Expression `"1"` is not a valid type.']
+Line 52: Unexpected errors ['annotations_forward_refs.py:52:9 Invalid type [31]: Expression `"-1"` is not a valid type.']
+Line 53: Unexpected errors ['annotations_forward_refs.py:53:9 Invalid type [31]: Expression `"int or str"` is not a valid type.']
+Line 55: Unexpected errors ['annotations_forward_refs.py:55:9 Undefined or invalid type [11]: Annotation `types` is not defined as a type.']
+Line 77: Unexpected errors ['annotations_forward_refs.py:77:0 Uninitialized attribute [13]: Attribute `ClassC` is declared in class `ClassD` to have type `ClassC` but is never initialized.']
+Line 80: Unexpected errors ['annotations_forward_refs.py:80:12 Undefined or invalid type [11]: Annotation `ClassF` is not defined as a type.']
+Line 87: Unexpected errors ['annotations_forward_refs.py:87:7 Undefined or invalid type [11]: Annotation `ClassD.int` is not defined as a type.']
+Line 100: Unexpected errors ['annotations_forward_refs.py:100:7 Undefined or invalid type [11]: Annotation `']
+"""
diff --git a/conformance/results/pyre/annotations_generators.toml b/conformance/results/pyre/annotations_generators.toml
index 48bda1ea9..96b6cd5fc 100644
--- a/conformance/results/pyre/annotations_generators.toml
+++ b/conformance/results/pyre/annotations_generators.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report invalid return type for generator when function implicitly returns None.
+notes = """Does not report invalid return type for generator when function implicitly returns None.
 Incorrectly evaluates type of call to async generator.
 """
 output = """
@@ -20,3 +19,20 @@ annotations_generators.py:174:35 Incompatible parameter type [6]: In call `typin
 annotations_generators.py:182:48 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_T_co](covariant)], Type[Variable[_T_contra](contravariant)], Type[Variable[_V_co](covariant)]]` but got `Tuple[object, object, typing.Any]`.
 annotations_generators.py:182:58 Undefined attribute [16]: `AsyncIterator` has no attribute `__getitem__`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 54: Unexpected errors ['annotations_generators.py:54:8 Incompatible return type [7]: Expected `Generator[A, B, C]` but got `Generator[typing.Any, typing.Any, bool]`.']
+Line 57: Unexpected errors ['annotations_generators.py:57:8 Incompatible return type [7]: Expected `Generator[A, B, C]` but got `Generator[int, typing.Any, typing.Any]`.']
+Line 66: Unexpected errors ['annotations_generators.py:66:8 Incompatible return type [7]: Expected `Generator[A, int, typing.Any]` but got `Generator[int, typing.Any, typing.Any]`.']
+Line 75: Unexpected errors ['annotations_generators.py:75:4 Incompatible return type [7]: Expected `Iterator[A]` but got `Generator[B, typing.Any, typing.Any]`.']
+Line 87: Unexpected errors ['annotations_generators.py:87:4 Incompatible return type [7]: Expected `int` but got `Generator[None, typing.Any, typing.Any]`.']
+Line 88: Unexpected errors ['annotations_generators.py:88:4 Incompatible return type [7]: Expected `int` but got `Generator[typing.Any, typing.Any, int]`.']
+Line 91: Unexpected errors ['annotations_generators.py:91:0 Incompatible async generator return type [57]: Expected return annotation to be AsyncGenerator or a superclass but got `int`.']
+Line 92: Unexpected errors ['annotations_generators.py:92:4 Incompatible return type [7]: Expected `int` but got `AsyncGenerator[None, typing.Any]`.']
+Line 118: Unexpected errors ['annotations_generators.py:118:4 Incompatible return type [7]: Expected `Iterator[B]` but got `Generator[A, None, typing.Any]`.']
+Line 119: Unexpected errors ['annotations_generators.py:119:4 Incompatible return type [7]: Expected `Iterator[B]` but got `Generator[int, None, typing.Any]`.']
+Line 135: Unexpected errors ['annotations_generators.py:135:4 Incompatible return type [7]: Expected `Generator[None, str, None]` but got `Generator[None, int, typing.Any]`.']
+Line 167: Unexpected errors ['annotations_generators.py:167:35 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_T_co](covariant)], Type[Variable[_T_contra](contravariant)]]` but got `Tuple[Type[str], None]`.']
+Line 174: Unexpected errors ['annotations_generators.py:174:35 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_T_co](covariant)], Type[Variable[_T_contra](contravariant)]]` but got `Tuple[Type[str], None]`.']
+Line 182: Unexpected errors ['annotations_generators.py:182:48 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_T_co](covariant)], Type[Variable[_T_contra](contravariant)], Type[Variable[_V_co](covariant)]]` but got `Tuple[object, object, typing.Any]`.', 'annotations_generators.py:182:58 Undefined attribute [16]: `AsyncIterator` has no attribute `__getitem__`.']
+"""
diff --git a/conformance/results/pyre/annotations_methods.toml b/conformance/results/pyre/annotations_methods.toml
index d93e17525..ed12407a5 100644
--- a/conformance/results/pyre/annotations_methods.toml
+++ b/conformance/results/pyre/annotations_methods.toml
@@ -1,6 +1,8 @@
 conformant = "Pass"
-notes = """
-Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.
+notes = """Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.
 """
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyre/annotations_typeexpr.toml b/conformance/results/pyre/annotations_typeexpr.toml
index c1cb1b406..ebf9ff758 100644
--- a/conformance/results/pyre/annotations_typeexpr.toml
+++ b/conformance/results/pyre/annotations_typeexpr.toml
@@ -18,3 +18,23 @@ annotations_typeexpr.py:100:9 Invalid type [31]: Expression `int or str` is not
 annotations_typeexpr.py:101:9 Invalid type [31]: Expression `"int"` is not a valid type.
 annotations_typeexpr.py:102:9 Undefined or invalid type [11]: Annotation `types` is not defined as a type.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 75: Unexpected errors ['annotations_typeexpr.py:75:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `object`.']
+Line 77: Unexpected errors ['annotations_typeexpr.py:77:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[object, typing.Any]`.']
+Line 88: Unexpected errors ['annotations_typeexpr.py:88:8 Invalid type [31]: Expression `eval("".join(map(chr, [105, 110, 116])))` is not a valid type.']
+Line 89: Unexpected errors ['annotations_typeexpr.py:89:8 Invalid type [31]: Expression `[int, str]` is not a valid type.']
+Line 90: Unexpected errors ['annotations_typeexpr.py:90:8 Invalid type [31]: Expression `(int, str)` is not a valid type.']
+Line 91: Unexpected errors ['annotations_typeexpr.py:91:8 Invalid type [31]: Expression `comprehension(int for generators(generator($target$i in range(1) if )))` is not a valid type.']
+Line 92: Unexpected errors ['annotations_typeexpr.py:92:8 Invalid type [31]: Expression `{  }` is not a valid type.']
+Line 93: Unexpected errors ['annotations_typeexpr.py:93:8 Invalid type [31]: Expression `lambda () (int)()` is not a valid type.']
+Line 94: Unexpected errors ['annotations_typeexpr.py:94:8 Invalid type [31]: Expression `[int][0]` is not a valid type.']
+Line 95: Unexpected errors ['annotations_typeexpr.py:95:8 Invalid type [31]: Expression `int if 1 < 3 else str` is not a valid type.']
+Line 96: Unexpected errors ['annotations_typeexpr.py:96:8 Undefined or invalid type [11]: Annotation `var1` is not defined as a type.']
+Line 97: Unexpected errors ['annotations_typeexpr.py:97:9 Invalid type [31]: Expression `True` is not a valid type.']
+Line 98: Unexpected errors ['annotations_typeexpr.py:98:9 Invalid type [31]: Expression `1` is not a valid type.']
+Line 99: Unexpected errors ['annotations_typeexpr.py:99:9 Invalid type [31]: Expression `-1` is not a valid type.']
+Line 100: Unexpected errors ['annotations_typeexpr.py:100:9 Invalid type [31]: Expression `int or str` is not a valid type.']
+Line 101: Unexpected errors ['annotations_typeexpr.py:101:9 Invalid type [31]: Expression `"int"` is not a valid type.']
+Line 102: Unexpected errors ['annotations_typeexpr.py:102:9 Undefined or invalid type [11]: Annotation `types` is not defined as a type.']
+"""
diff --git a/conformance/results/pyre/callables_annotation.toml b/conformance/results/pyre/callables_annotation.toml
index b7967a987..e7cf33204 100644
--- a/conformance/results/pyre/callables_annotation.toml
+++ b/conformance/results/pyre/callables_annotation.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not evaluate correct type for `*args: int` parameter.
+notes = """Does not evaluate correct type for `*args: int` parameter.
 Does not reject illegal form `Callable[[...], int]`.
 """
 output = """
@@ -15,3 +14,16 @@ callables_annotation.py:40:4 Invalid type [31]: Expression `typing.Callable[(int
 callables_annotation.py:41:4 Invalid type [31]: Expression `typing.Callable[([], [int])]` is not a valid type.
 callables_annotation.py:42:4 Invalid type [31]: Expression `typing.Callable[(int, int, int)]` is not a valid type.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 13: Unexpected errors ['callables_annotation.py:13:4 Missing argument [20]: PositionalOnly call expects argument in position 1.']
+Line 14: Unexpected errors ['callables_annotation.py:14:10 Incompatible parameter type [6]: In anonymous call, for 2nd positional argument, expected `str` but got `int`.']
+Line 15: Unexpected errors ['callables_annotation.py:15:4 Too many arguments [19]: PositionalOnly call expects 2 positional arguments, 3 were provided.']
+Line 16: Unexpected errors ['callables_annotation.py:16:4 Unexpected keyword [28]: Unexpected keyword argument `a` to anonymous call.']
+Line 22: Unexpected errors ['callables_annotation.py:22:4 Too many arguments [19]: PositionalOnly call expects 0 positional arguments, 1 was provided.']
+Line 35: Unexpected errors ['callables_annotation.py:35:28 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.']
+Line 39: Unexpected errors ['callables_annotation.py:39:4 Invalid type [31]: Expression `typing.Callable[int]` is not a valid type.']
+Line 40: Unexpected errors ['callables_annotation.py:40:4 Invalid type [31]: Expression `typing.Callable[(int, int)]` is not a valid type.']
+Line 41: Unexpected errors ['callables_annotation.py:41:4 Invalid type [31]: Expression `typing.Callable[([], [int])]` is not a valid type.']
+Line 42: Unexpected errors ['callables_annotation.py:42:4 Invalid type [31]: Expression `typing.Callable[(int, int, int)]` is not a valid type.']
+"""
diff --git a/conformance/results/pyre/callables_kwargs.toml b/conformance/results/pyre/callables_kwargs.toml
index 013f9786a..d95975240 100644
--- a/conformance/results/pyre/callables_kwargs.toml
+++ b/conformance/results/pyre/callables_kwargs.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand Unpack in the context of **kwargs annotation.
+notes = """Does not understand Unpack in the context of **kwargs annotation.
 """
 output = """
 callables_kwargs.py:22:20 Undefined or invalid type [11]: Annotation `Unpack` is not defined as a type.
@@ -10,3 +9,12 @@ callables_kwargs.py:61:10 Incompatible parameter type [6]: In call `func2`, for
 callables_kwargs.py:62:18 Incompatible parameter type [6]: In call `func2`, for 2nd positional argument, expected `str` but got `object`.
 callables_kwargs.py:121:20 Invalid type variable [34]: The type variable `Variable[T (bound to callables_kwargs.TD2)]` isn't present in the function's parameters.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 22: Unexpected errors ['callables_kwargs.py:22:20 Undefined or invalid type [11]: Annotation `Unpack` is not defined as a type.']
+Line 49: Unexpected errors ['callables_kwargs.py:49:4 Too many arguments [19]: Call `func1` expects 1 positional argument, 4 were provided.']
+Line 59: Unexpected errors ['callables_kwargs.py:59:12 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `str` but got `object`.']
+Line 61: Unexpected errors ['callables_kwargs.py:61:10 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `str` but got `int`.']
+Line 62: Unexpected errors ['callables_kwargs.py:62:18 Incompatible parameter type [6]: In call `func2`, for 2nd positional argument, expected `str` but got `object`.']
+Line 121: Unexpected errors ["callables_kwargs.py:121:20 Invalid type variable [34]: The type variable `Variable[T (bound to callables_kwargs.TD2)]` isn't present in the function's parameters."]
+"""
diff --git a/conformance/results/pyre/callables_protocol.toml b/conformance/results/pyre/callables_protocol.toml
index e48969c9b..f6a04b2db 100644
--- a/conformance/results/pyre/callables_protocol.toml
+++ b/conformance/results/pyre/callables_protocol.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not correctly handle callback protocol that declares attributes in all functions.
+notes = """Does not correctly handle callback protocol that declares attributes in all functions.
 Does not report type incompatibility for callback protocol with positional-only parameters.
 Incorrectly reports type compatibility error with callback that has *args and **kwargs.
 Does not report type incompatibility for callback missing a default argument for positional parameter.
@@ -24,3 +23,22 @@ callables_protocol.py:216:0 Incompatible variable type [9]: cb10 is declared to
 callables_protocol.py:259:0 Incompatible variable type [9]: cb12 is declared to have type `Proto12` but is used as type `typing.Callable(cb12_good2)[[Variable(typing.Any), Keywords(typing.Any)], None]`.
 callables_protocol.py:260:0 Incompatible variable type [9]: cb12 is declared to have type `Proto12` but is used as type `typing.Callable(cb12_bad1)[[Variable(typing.Any), KeywordOnly(kwarg0, typing.Any)], None]`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 35: Unexpected errors ['callables_protocol.py:35:0 Incompatible variable type [9]: cb1 is declared to have type `Proto1` but is used as type `typing.Callable(cb1_bad1)[[Variable(bytes), KeywordOnly(max_items, Optional[int])], List[bytes]]`.']
+Line 36: Unexpected errors ['callables_protocol.py:36:0 Incompatible variable type [9]: cb1 is declared to have type `Proto1` but is used as type `typing.Callable(cb1_bad2)[[Variable(bytes)], List[bytes]]`.']
+Line 37: Unexpected errors ['callables_protocol.py:37:0 Incompatible variable type [9]: cb1 is declared to have type `Proto1` but is used as type `typing.Callable(cb1_bad3)[[Variable(bytes), KeywordOnly(max_len, Optional[str])], List[bytes]]`.']
+Line 67: Unexpected errors ['callables_protocol.py:67:0 Incompatible variable type [9]: cb2 is declared to have type `Proto2` but is used as type `typing.Callable(cb2_bad1)[[Variable(bytes)], typing.Any]`.']
+Line 68: Unexpected errors ['callables_protocol.py:68:0 Incompatible variable type [9]: cb2 is declared to have type `Proto2` but is used as type `typing.Callable(cb2_bad2)[[Variable(str), Keywords(str)], typing.Any]`.']
+Line 69: Unexpected errors ['callables_protocol.py:69:0 Incompatible variable type [9]: cb2 is declared to have type `Proto2` but is used as type `typing.Callable(cb2_bad3)[[Variable(bytes), Keywords(bytes)], typing.Any]`.']
+Line 70: Unexpected errors ['callables_protocol.py:70:0 Incompatible variable type [9]: cb2 is declared to have type `Proto2` but is used as type `typing.Callable(cb2_bad4)[[Keywords(str)], typing.Any]`.']
+Line 97: Unexpected errors ['callables_protocol.py:97:0 Incompatible variable type [9]: var4 is declared to have type `Proto4` but is used as type `typing.Callable(cb4_bad1)[[Named(x, int)], None]`.']
+Line 121: Unexpected errors ['callables_protocol.py:121:0 Incompatible variable type [9]: cb6 is declared to have type `NotProto6` but is used as type `typing.Callable(cb6_bad1)[[Variable(bytes), KeywordOnly(max_len, Optional[int], default)], List[bytes]]`.']
+Line 169: Unexpected errors ['callables_protocol.py:169:0 Incompatible variable type [9]: cb8 is declared to have type `Proto8` but is used as type `typing.Callable(cb8_bad1)[[Named(x, int)], typing.Any]`.']
+Line 186: Unexpected errors ['callables_protocol.py:186:4 Incompatible attribute type [8]: Attribute `other_attribute` declared in class `Proto9` has type `int` but is used as type `str`.']
+Line 187: Unexpected errors ['callables_protocol.py:187:4 Undefined attribute [16]: `Proto9` has no attribute `xxx`.']
+Line 197: Unexpected errors ['callables_protocol.py:197:6 Undefined attribute [16]: `Proto9` has no attribute `other_attribute2`.']
+Line 216: Unexpected errors ['callables_protocol.py:216:0 Incompatible variable type [9]: cb10 is declared to have type `Proto10` but is used as type `typing.Callable(cb10_good)[[], None]`.']
+Line 259: Unexpected errors ['callables_protocol.py:259:0 Incompatible variable type [9]: cb12 is declared to have type `Proto12` but is used as type `typing.Callable(cb12_good2)[[Variable(typing.Any), Keywords(typing.Any)], None]`.']
+Line 260: Unexpected errors ['callables_protocol.py:260:0 Incompatible variable type [9]: cb12 is declared to have type `Proto12` but is used as type `typing.Callable(cb12_bad1)[[Variable(typing.Any), KeywordOnly(kwarg0, typing.Any)], None]`.']
+"""
diff --git a/conformance/results/pyre/classes_classvar.toml b/conformance/results/pyre/classes_classvar.toml
index af8bcfde2..62a4a63ba 100644
--- a/conformance/results/pyre/classes_classvar.toml
+++ b/conformance/results/pyre/classes_classvar.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject use of TypeVar in ClassVar.
+notes = """Does not reject use of TypeVar in ClassVar.
 Does not reject use of ParamSpec in ClassVar.
 Does not reject use of ClassVar as a generic type argument.
 Does not reject use of ClassVar in parameter type annotation.
@@ -25,3 +24,17 @@ classes_classvar.py:79:0 Uninitialized attribute [13]: Attribute `damage` is dec
 classes_classvar.py:100:0 Invalid assignment [41]: Assigning to class variable through instance, did you mean to assign to `Starship.stats` instead?
 classes_classvar.py:129:0 Incompatible variable type [9]: a is declared to have type `ProtoA` but is used as type `ProtoAImpl`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 33: Unexpected errors ['classes_classvar.py:33:0 Uninitialized attribute [13]: Attribute `bad1` is declared in class `ClassA` to have type `typing.Any` but is never initialized.', 'classes_classvar.py:33:0 Uninitialized attribute [13]: Attribute `bad4` is declared in class `ClassA` to have type `Variable[T]` but is never initialized.', 'classes_classvar.py:33:0 Uninitialized attribute [13]: Attribute `bad5` is declared in class `ClassA` to have type `typing.List[Variable[T]]` but is never initialized.', 'classes_classvar.py:33:0 Uninitialized attribute [13]: Attribute `bad6` is declared in class `ClassA` to have type `typing.Callable[classes_classvar.P, typing.Any]` but is never initialized.']
+Line 36: Unexpected errors ['classes_classvar.py:36:10 Invalid type parameters [24]: Generic type `CV` expects 1 type parameter, received 2.']
+Line 37: Unexpected errors ['classes_classvar.py:37:10 Invalid type [31]: Expression `typing.ClassVar[3]` is not a valid type.']
+Line 38: Unexpected errors ['classes_classvar.py:38:13 Unbound name [10]: Name `var` is used but not defined in the current scope.']
+Line 50: Unexpected errors ['classes_classvar.py:50:4 Incompatible attribute type [8]: Attribute `bad8` declared in class `ClassA` has type `List[str]` but is used as type `Dict[Variable[_KT], Variable[_VT]]`.']
+Line 52: Unexpected errors ['classes_classvar.py:52:10 Unbound name [10]: Name `Final` is used but not defined in the current scope.']
+Line 63: Unexpected errors ['classes_classvar.py:63:8 Undefined attribute [16]: `ClassA` has no attribute `xx`.']
+Line 66: Unexpected errors ['classes_classvar.py:66:8 Incompatible return type [7]: Expected `CV[int]` but got `int`.']
+Line 79: Unexpected errors ['classes_classvar.py:79:0 Uninitialized attribute [13]: Attribute `damage` is declared in class `BasicStarship` to have type `int` but is never initialized.']
+Line 100: Unexpected errors ['classes_classvar.py:100:0 Invalid assignment [41]: Assigning to class variable through instance, did you mean to assign to `Starship.stats` instead?']
+Line 129: Unexpected errors ['classes_classvar.py:129:0 Incompatible variable type [9]: a is declared to have type `ProtoA` but is used as type `ProtoAImpl`.']
+"""
diff --git a/conformance/results/pyre/classes_override.toml b/conformance/results/pyre/classes_override.toml
index 0ba1e9365..35d2aef54 100644
--- a/conformance/results/pyre/classes_override.toml
+++ b/conformance/results/pyre/classes_override.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not yet support the @override decorator.
+notes = """Does not yet support the @override decorator.
 """
 output = """
 classes_override.py:7:0 Undefined import [21]: Could not find a name `override` defined in module `typing`.
@@ -20,3 +19,21 @@ classes_override.py:97:14 Invalid inheritance [39]: `typing.Any` is not a valid
 classes_override.py:102:5 Undefined attribute [16]: Module `typing` has no attribute `override`.
 classes_override.py:103:4 Invalid override [40]: `classes_override.ChildB.method1` is decorated with @override, but no method of the same name exists in superclasses of `ChildB`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 7: Unexpected errors ['classes_override.py:7:0 Undefined import [21]: Could not find a name `override` defined in module `typing`.']
+Line 37: Unexpected errors ['classes_override.py:37:5 Undefined attribute [16]: Module `typing` has no attribute `override`.']
+Line 52: Unexpected errors ['classes_override.py:52:5 Undefined attribute [16]: Module `typing` has no attribute `override`.']
+Line 53: Unexpected errors ['classes_override.py:53:4 Invalid override [40]: `classes_override.ChildA.method3` is decorated with @override, but no method of the same name exists in superclasses of `ChildA`.']
+Line 64: Unexpected errors ['classes_override.py:64:5 Undefined attribute [16]: Module `typing` has no attribute `override`.']
+Line 65: Unexpected errors ['classes_override.py:65:4 Incompatible overload [43]: This definition does not have the same decorators as the preceding overload(s).', 'classes_override.py:65:4 Invalid override [40]: `classes_override.ChildA.method4` is decorated with @override, but no method of the same name exists in superclasses of `ChildA`.']
+Line 78: Unexpected errors ['classes_override.py:78:5 Undefined attribute [16]: Module `typing` has no attribute `override`.']
+Line 79: Unexpected errors ['classes_override.py:79:4 Invalid override [40]: `classes_override.ChildA.static_method1` is decorated with @override, but no method of the same name exists in superclasses of `ChildA`.']
+Line 83: Unexpected errors ['classes_override.py:83:5 Undefined attribute [16]: Module `typing` has no attribute `override`.']
+Line 84: Unexpected errors ['classes_override.py:84:4 Invalid override [40]: `classes_override.ChildA.class_method1` is decorated with @override, but no method of the same name exists in superclasses of `ChildA`.']
+Line 90: Unexpected errors ['classes_override.py:90:5 Undefined attribute [16]: Module `typing` has no attribute `override`.']
+Line 91: Unexpected errors ['classes_override.py:91:4 Invalid override [40]: `classes_override.ChildA.property1` is decorated with @override, but no method of the same name exists in superclasses of `ChildA`.']
+Line 97: Unexpected errors ['classes_override.py:97:14 Invalid inheritance [39]: `typing.Any` is not a valid parent class.']
+Line 102: Unexpected errors ['classes_override.py:102:5 Undefined attribute [16]: Module `typing` has no attribute `override`.']
+Line 103: Unexpected errors ['classes_override.py:103:4 Invalid override [40]: `classes_override.ChildB.method1` is decorated with @override, but no method of the same name exists in superclasses of `ChildB`.']
+"""
diff --git a/conformance/results/pyre/dataclasses_descriptors.toml b/conformance/results/pyre/dataclasses_descriptors.toml
index 1d031cd07..c57c07284 100644
--- a/conformance/results/pyre/dataclasses_descriptors.toml
+++ b/conformance/results/pyre/dataclasses_descriptors.toml
@@ -1,7 +1,10 @@
 conformant = "Partial"
-notes = """
-Incorrectly generates error when calling constructor of dataclass with descriptor.
+notes = """Incorrectly generates error when calling constructor of dataclass with descriptor.
 """
 output = """
 dataclasses_descriptors.py:35:10 Incompatible parameter type [6]: In call `DC1.__init__`, for 1st positional argument, expected `Desc1` but got `int`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 35: Unexpected errors ['dataclasses_descriptors.py:35:10 Incompatible parameter type [6]: In call `DC1.__init__`, for 1st positional argument, expected `Desc1` but got `int`.']
+"""
diff --git a/conformance/results/pyre/dataclasses_frozen.toml b/conformance/results/pyre/dataclasses_frozen.toml
index 152ccfc50..98afcd7c3 100644
--- a/conformance/results/pyre/dataclasses_frozen.toml
+++ b/conformance/results/pyre/dataclasses_frozen.toml
@@ -1,9 +1,13 @@
 conformant = "Partial"
-notes = """
-Does not reject frozen dataclass inherited from non-frozen dataclass.
+notes = """Does not reject frozen dataclass inherited from non-frozen dataclass.
 Does not reject non-frozen dataclass inherited from frozen dataclass.
 """
 output = """
 dataclasses_frozen.py:16:0 Invalid assignment [41]: Cannot reassign final attribute `dc1.a`.
 dataclasses_frozen.py:17:0 Invalid assignment [41]: Cannot reassign final attribute `dc1.b`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['dataclasses_frozen.py:16:0 Invalid assignment [41]: Cannot reassign final attribute `dc1.a`.']
+Line 17: Unexpected errors ['dataclasses_frozen.py:17:0 Invalid assignment [41]: Cannot reassign final attribute `dc1.b`.']
+"""
diff --git a/conformance/results/pyre/dataclasses_hash.toml b/conformance/results/pyre/dataclasses_hash.toml
index a71f51ca0..93dda1a73 100644
--- a/conformance/results/pyre/dataclasses_hash.toml
+++ b/conformance/results/pyre/dataclasses_hash.toml
@@ -1,6 +1,8 @@
 conformant = "Partial"
-notes = """
-Does not report when dataclass is not compatible with Hashable protocol.
+notes = """Does not report when dataclass is not compatible with Hashable protocol.
 """
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyre/dataclasses_inheritance.toml b/conformance/results/pyre/dataclasses_inheritance.toml
index 5000e40e5..f7331a090 100644
--- a/conformance/results/pyre/dataclasses_inheritance.toml
+++ b/conformance/results/pyre/dataclasses_inheritance.toml
@@ -1,7 +1,9 @@
 conformant = "Partial"
-notes = """
-Does not reject ClassVar that is overridden by instance variable.
+notes = """Does not reject ClassVar that is overridden by instance variable.
 Does not reject instance variable that is overridden by ClassVar.
 """
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyre/dataclasses_kwonly.toml b/conformance/results/pyre/dataclasses_kwonly.toml
index 2ed61b5ae..f1b294dff 100644
--- a/conformance/results/pyre/dataclasses_kwonly.toml
+++ b/conformance/results/pyre/dataclasses_kwonly.toml
@@ -4,3 +4,9 @@ dataclasses_kwonly.py:23:0 Too many arguments [19]: Call `DC1.__init__` expects
 dataclasses_kwonly.py:38:0 Too many arguments [19]: Call `DC2.__init__` expects 1 positional argument, 2 were provided.
 dataclasses_kwonly.py:53:0 Too many arguments [19]: Call `DC3.__init__` expects 1 positional argument, 2 were provided.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 23: Unexpected errors ['dataclasses_kwonly.py:23:0 Too many arguments [19]: Call `DC1.__init__` expects 1 positional argument, 2 were provided.']
+Line 38: Unexpected errors ['dataclasses_kwonly.py:38:0 Too many arguments [19]: Call `DC2.__init__` expects 1 positional argument, 2 were provided.']
+Line 53: Unexpected errors ['dataclasses_kwonly.py:53:0 Too many arguments [19]: Call `DC3.__init__` expects 1 positional argument, 2 were provided.']
+"""
diff --git a/conformance/results/pyre/dataclasses_order.toml b/conformance/results/pyre/dataclasses_order.toml
index 4f4d92b02..6723ff082 100644
--- a/conformance/results/pyre/dataclasses_order.toml
+++ b/conformance/results/pyre/dataclasses_order.toml
@@ -1,6 +1,8 @@
 conformant = "Partial"
-notes = """
-Does not report type incompatibility with comparison operator.
+notes = """Does not report type incompatibility with comparison operator.
 """
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyre/dataclasses_postinit.toml b/conformance/results/pyre/dataclasses_postinit.toml
index dd01d5656..5801b2b45 100644
--- a/conformance/results/pyre/dataclasses_postinit.toml
+++ b/conformance/results/pyre/dataclasses_postinit.toml
@@ -1,8 +1,11 @@
 conformant = "Unsupported"
-notes = """
-Does not perform validation of `__post_init__` method.
+notes = """Does not perform validation of `__post_init__` method.
 Does not reject access of `InitVar` from object.
 """
 output = """
 dataclasses_postinit.py:54:4 Inconsistent override [14]: `dataclasses_postinit.DC4.__post_init__` overrides method defined in `DC3` inconsistently. Could not find parameter `_age` in overridden signature.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 54: Unexpected errors ['dataclasses_postinit.py:54:4 Inconsistent override [14]: `dataclasses_postinit.DC4.__post_init__` overrides method defined in `DC3` inconsistently. Could not find parameter `_age` in overridden signature.']
+"""
diff --git a/conformance/results/pyre/dataclasses_slots.toml b/conformance/results/pyre/dataclasses_slots.toml
index f23f3133f..a0c88b5c4 100644
--- a/conformance/results/pyre/dataclasses_slots.toml
+++ b/conformance/results/pyre/dataclasses_slots.toml
@@ -1,9 +1,12 @@
 conformant = "Partial"
-notes = """
-Does not report error when `slots=True` is used with `__slots__` definition.
+notes = """Does not report error when `slots=True` is used with `__slots__` definition.
 Does not reject write to instance variable that is not defined in __slots__.
 Does not reject access to `__slots__` from dataclass instance when `slots=False`.
 """
 output = """
 dataclasses_slots.py:67:0 Undefined attribute [16]: `DC6` has no attribute `__slots__`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 67: Unexpected errors ['dataclasses_slots.py:67:0 Undefined attribute [16]: `DC6` has no attribute `__slots__`.']
+"""
diff --git a/conformance/results/pyre/dataclasses_transform_class.toml b/conformance/results/pyre/dataclasses_transform_class.toml
index 1ce4be7d7..46f48dcc5 100644
--- a/conformance/results/pyre/dataclasses_transform_class.toml
+++ b/conformance/results/pyre/dataclasses_transform_class.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand @dataclass_transform.
+notes = """Does not understand @dataclass_transform.
 """
 output = """
 dataclasses_transform_class.py:27:0 Uninitialized attribute [13]: Attribute `not_a_field` is declared in class `ModelBase` to have type `str` but is never initialized.
@@ -20,3 +19,21 @@ dataclasses_transform_class.py:111:0 Uninitialized attribute [13]: Attribute `id
 dataclasses_transform_class.py:111:0 Uninitialized attribute [13]: Attribute `name` is declared in class `Customer3` to have type `str` but is never initialized.
 dataclasses_transform_class.py:116:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 27: Unexpected errors ['dataclasses_transform_class.py:27:0 Uninitialized attribute [13]: Attribute `not_a_field` is declared in class `ModelBase` to have type `str` but is never initialized.']
+Line 52: Unexpected errors ['dataclasses_transform_class.py:52:0 Uninitialized attribute [13]: Attribute `id` is declared in class `Customer2` to have type `int` but is never initialized.']
+Line 57: Unexpected errors ['dataclasses_transform_class.py:57:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
+Line 63: Unexpected errors ['dataclasses_transform_class.py:63:7 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 2 were provided.']
+Line 65: Unexpected errors ['dataclasses_transform_class.py:65:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
+Line 69: Unexpected errors ['dataclasses_transform_class.py:69:5 Unsupported operand [58]: `<` is not supported for operand types `Customer1` and `Customer1`.']
+Line 71: Unexpected errors ['dataclasses_transform_class.py:71:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
+Line 73: Unexpected errors ['dataclasses_transform_class.py:73:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
+Line 75: Unexpected errors ['dataclasses_transform_class.py:75:5 Unsupported operand [58]: `<` is not supported for operand types `Customer2` and `Customer2`.']
+Line 79: Unexpected errors ['dataclasses_transform_class.py:79:7 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 2 were provided.']
+Line 86: Unexpected errors ['dataclasses_transform_class.py:86:0 Uninitialized attribute [13]: Attribute `not_a_field` is declared in class `GenericModelBase` to have type `Variable[T]` but is never initialized.']
+Line 103: Unexpected errors ['dataclasses_transform_class.py:103:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
+Line 107: Unexpected errors ['dataclasses_transform_class.py:107:0 Uninitialized attribute [13]: Attribute `not_a_field` is declared in class `ModelBaseFrozen` to have type `str` but is never initialized.']
+Line 111: Unexpected errors ['dataclasses_transform_class.py:111:0 Uninitialized attribute [13]: Attribute `id` is declared in class `Customer3` to have type `int` but is never initialized.', 'dataclasses_transform_class.py:111:0 Uninitialized attribute [13]: Attribute `name` is declared in class `Customer3` to have type `str` but is never initialized.']
+Line 116: Unexpected errors ['dataclasses_transform_class.py:116:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
+"""
diff --git a/conformance/results/pyre/dataclasses_transform_field.toml b/conformance/results/pyre/dataclasses_transform_field.toml
index cbecc0d24..ccbb281a6 100644
--- a/conformance/results/pyre/dataclasses_transform_field.toml
+++ b/conformance/results/pyre/dataclasses_transform_field.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand @dataclass_transform.
+notes = """Does not understand @dataclass_transform.
 """
 output = """
 dataclasses_transform_field.py:49:42 Invalid type variable [34]: The type variable `Variable[T]` isn't present in the function's parameters.
@@ -9,3 +8,11 @@ dataclasses_transform_field.py:64:0 Unexpected keyword [28]: Unexpected keyword
 dataclasses_transform_field.py:75:0 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 1 was provided.
 dataclasses_transform_field.py:77:0 Unexpected keyword [28]: Unexpected keyword argument `name` to call `object.__init__`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 49: Unexpected errors ["dataclasses_transform_field.py:49:42 Invalid type variable [34]: The type variable `Variable[T]` isn't present in the function's parameters."]
+Line 60: Unexpected errors ['dataclasses_transform_field.py:60:0 Unexpected keyword [28]: Unexpected keyword argument `name` to call `object.__init__`.']
+Line 64: Unexpected errors ['dataclasses_transform_field.py:64:0 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
+Line 75: Unexpected errors ['dataclasses_transform_field.py:75:0 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 1 was provided.']
+Line 77: Unexpected errors ['dataclasses_transform_field.py:77:0 Unexpected keyword [28]: Unexpected keyword argument `name` to call `object.__init__`.']
+"""
diff --git a/conformance/results/pyre/dataclasses_transform_func.toml b/conformance/results/pyre/dataclasses_transform_func.toml
index 5c010ed56..ee83250e6 100644
--- a/conformance/results/pyre/dataclasses_transform_func.toml
+++ b/conformance/results/pyre/dataclasses_transform_func.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand @dataclass_transform.
+notes = """Does not understand @dataclass_transform.
 """
 output = """
 dataclasses_transform_func.py:20:0 Incompatible overload [43]: The implementation of `create_model` does not accept all possible arguments of overload defined on line `20`.
@@ -24,3 +23,23 @@ dataclasses_transform_func.py:82:0 Uninitialized attribute [13]: Attribute `name
 dataclasses_transform_func.py:90:0 Uninitialized attribute [13]: Attribute `age` is declared in class `Customer3Subclass` to have type `int` but is never initialized.
 dataclasses_transform_func.py:94:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 20: Unexpected errors ['dataclasses_transform_func.py:20:0 Incompatible overload [43]: The implementation of `create_model` does not accept all possible arguments of overload defined on line `20`.']
+Line 25: Unexpected errors ["dataclasses_transform_func.py:25:5 Invalid type variable [34]: The type variable `Variable[T]` isn't present in the function's parameters."]
+Line 29: Unexpected errors ['dataclasses_transform_func.py:29:0 Incompatible overload [43]: This definition does not have the same decorators as the preceding overload(s).']
+Line 34: Unexpected errors ['dataclasses_transform_func.py:34:0 Uninitialized attribute [13]: Attribute `id` is declared in class `Customer1` to have type `int` but is never initialized.', 'dataclasses_transform_func.py:34:0 Uninitialized attribute [13]: Attribute `name` is declared in class `Customer1` to have type `str` but is never initialized.']
+Line 40: Unexpected errors ['dataclasses_transform_func.py:40:0 Uninitialized attribute [13]: Attribute `id` is declared in class `Customer2` to have type `int` but is never initialized.', 'dataclasses_transform_func.py:40:0 Uninitialized attribute [13]: Attribute `name` is declared in class `Customer2` to have type `str` but is never initialized.']
+Line 46: Unexpected errors ['dataclasses_transform_func.py:46:0 Uninitialized attribute [13]: Attribute `salary` is declared in class `Customer2Subclass` to have type `float` but is never initialized.']
+Line 50: Unexpected errors ['dataclasses_transform_func.py:50:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
+Line 53: Unexpected errors ['dataclasses_transform_func.py:53:7 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 2 were provided.']
+Line 57: Unexpected errors ['dataclasses_transform_func.py:57:0 Incompatible attribute type [8]: Attribute `name` declared in class `Customer1` has type `str` but is used as type `int`.']
+Line 61: Unexpected errors ['dataclasses_transform_func.py:61:5 Unsupported operand [58]: `<` is not supported for operand types `Customer1` and `Customer1`.']
+Line 65: Unexpected errors ['dataclasses_transform_func.py:65:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
+Line 67: Unexpected errors ['dataclasses_transform_func.py:67:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
+Line 71: Unexpected errors ['dataclasses_transform_func.py:71:7 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 2 were provided.']
+Line 73: Unexpected errors ['dataclasses_transform_func.py:73:5 Unsupported operand [58]: `<` is not supported for operand types `Customer2` and `Customer2`.']
+Line 82: Unexpected errors ['dataclasses_transform_func.py:82:0 Uninitialized attribute [13]: Attribute `id` is declared in class `Customer3` to have type `int` but is never initialized.', 'dataclasses_transform_func.py:82:0 Uninitialized attribute [13]: Attribute `name` is declared in class `Customer3` to have type `str` but is never initialized.']
+Line 90: Unexpected errors ['dataclasses_transform_func.py:90:0 Uninitialized attribute [13]: Attribute `age` is declared in class `Customer3Subclass` to have type `int` but is never initialized.']
+Line 94: Unexpected errors ['dataclasses_transform_func.py:94:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
+"""
diff --git a/conformance/results/pyre/dataclasses_transform_meta.toml b/conformance/results/pyre/dataclasses_transform_meta.toml
index 130917ca1..6137c8046 100644
--- a/conformance/results/pyre/dataclasses_transform_meta.toml
+++ b/conformance/results/pyre/dataclasses_transform_meta.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand @dataclass_transform.
+notes = """Does not understand @dataclass_transform.
 """
 output = """
 dataclasses_transform_meta.py:25:0 Uninitialized attribute [13]: Attribute `not_a_field` is declared in class `ModelMeta` to have type `str` but is never initialized.
@@ -17,3 +16,18 @@ dataclasses_transform_meta.py:92:0 Uninitialized attribute [13]: Attribute `id`
 dataclasses_transform_meta.py:92:0 Uninitialized attribute [13]: Attribute `name` is declared in class `Customer3` to have type `str` but is never initialized.
 dataclasses_transform_meta.py:97:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 25: Unexpected errors ['dataclasses_transform_meta.py:25:0 Uninitialized attribute [13]: Attribute `not_a_field` is declared in class `ModelMeta` to have type `str` but is never initialized.']
+Line 52: Unexpected errors ['dataclasses_transform_meta.py:52:0 Uninitialized attribute [13]: Attribute `id` is declared in class `Customer2` to have type `int` but is never initialized.']
+Line 57: Unexpected errors ['dataclasses_transform_meta.py:57:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
+Line 63: Unexpected errors ['dataclasses_transform_meta.py:63:7 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 2 were provided.']
+Line 66: Unexpected errors ['dataclasses_transform_meta.py:66:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
+Line 70: Unexpected errors ['dataclasses_transform_meta.py:70:5 Unsupported operand [58]: `<` is not supported for operand types `Customer1` and `Customer1`.']
+Line 72: Unexpected errors ['dataclasses_transform_meta.py:72:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
+Line 74: Unexpected errors ['dataclasses_transform_meta.py:74:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
+Line 76: Unexpected errors ['dataclasses_transform_meta.py:76:5 Unsupported operand [58]: `<` is not supported for operand types `Customer2` and `Customer2`.']
+Line 80: Unexpected errors ['dataclasses_transform_meta.py:80:7 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 2 were provided.']
+Line 92: Unexpected errors ['dataclasses_transform_meta.py:92:0 Uninitialized attribute [13]: Attribute `id` is declared in class `Customer3` to have type `int` but is never initialized.', 'dataclasses_transform_meta.py:92:0 Uninitialized attribute [13]: Attribute `name` is declared in class `Customer3` to have type `str` but is never initialized.']
+Line 97: Unexpected errors ['dataclasses_transform_meta.py:97:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
+"""
diff --git a/conformance/results/pyre/dataclasses_usage.toml b/conformance/results/pyre/dataclasses_usage.toml
index 810fa6725..44a95eb3c 100644
--- a/conformance/results/pyre/dataclasses_usage.toml
+++ b/conformance/results/pyre/dataclasses_usage.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report error when field with no default follows field with default.
+notes = """Does not report error when field with no default follows field with default.
 Incorrectly reports error with InitVar that has default value.
 """
 output = """
@@ -18,3 +17,21 @@ dataclasses_usage.py:172:0 Uninitialized attribute [13]: Attribute `x_squared` i
 dataclasses_usage.py:179:0 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 1 was provided.
 dataclasses_usage.py:205:0 Incompatible variable type [9]: v1 is declared to have type `DataclassProto` but is used as type `DC15`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 62: Expected 1 errors
+Line 68: Expected 1 errors
+Line 74: Expected 1 errors
+Line 51: Unexpected errors ['dataclasses_usage.py:51:5 Missing argument [20]: Call `InventoryItem.__init__` expects argument `unit_price`.']
+Line 52: Unexpected errors ['dataclasses_usage.py:52:27 Incompatible parameter type [6]: In call `InventoryItem.__init__`, for 2nd positional argument, expected `float` but got `str`.']
+Line 53: Unexpected errors ['dataclasses_usage.py:53:5 Too many arguments [19]: Call `InventoryItem.__init__` expects 3 positional arguments, 4 were provided.']
+Line 73: Unexpected errors ['dataclasses_usage.py:73:4 Incompatible attribute type [8]: Attribute `a` declared in class `DC3` has type `InitVar[int]` but is used as type `int`.']
+Line 84: Unexpected errors ['dataclasses_usage.py:84:5 Too many arguments [19]: Call `DC4.__init__` expects 1 positional argument, 2 were provided.']
+Line 89: Unexpected errors ['dataclasses_usage.py:89:4 Incompatible attribute type [8]: Attribute `a` declared in class `DC5` has type `int` but is used as type `str`.']
+Line 116: Unexpected errors ['dataclasses_usage.py:116:0 Uninitialized attribute [13]: Attribute `y` is declared in class `DC8` to have type `int` but is never initialized.']
+Line 127: Unexpected errors ['dataclasses_usage.py:127:0 Too many arguments [19]: Call `DC7.__init__` expects 1 positional argument, 2 were provided.']
+Line 130: Unexpected errors ['dataclasses_usage.py:130:0 Missing argument [20]: Call `DC8.__init__` expects argument `y`.']
+Line 172: Unexpected errors ['dataclasses_usage.py:172:0 Uninitialized attribute [13]: Attribute `x` is declared in class `DC13` to have type `int` but is never initialized.', 'dataclasses_usage.py:172:0 Uninitialized attribute [13]: Attribute `x_squared` is declared in class `DC13` to have type `int` but is never initialized.']
+Line 179: Unexpected errors ['dataclasses_usage.py:179:0 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 1 was provided.']
+Line 205: Unexpected errors ['dataclasses_usage.py:205:0 Incompatible variable type [9]: v1 is declared to have type `DataclassProto` but is used as type `DC15`.']
+"""
diff --git a/conformance/results/pyre/directives_assert_type.toml b/conformance/results/pyre/directives_assert_type.toml
index b83af4108..1d01c0c12 100644
--- a/conformance/results/pyre/directives_assert_type.toml
+++ b/conformance/results/pyre/directives_assert_type.toml
@@ -1,8 +1,14 @@
 conformant = "Unsupported"
-notes = """
-Does not understand "assert_type".
+notes = """Does not understand "assert_type".
 """
 output = """
 directives_assert_type.py:31:4 Missing argument [20]: Call `assert_type` expects argument in position 0.
 directives_assert_type.py:33:4 Too many arguments [19]: Call `assert_type` expects 2 positional arguments, 3 were provided.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 27: Expected 1 errors
+Line 28: Expected 1 errors
+Line 29: Expected 1 errors
+Line 32: Expected 1 errors
+"""
diff --git a/conformance/results/pyre/directives_cast.toml b/conformance/results/pyre/directives_cast.toml
index cbb4ea201..34eb670b7 100644
--- a/conformance/results/pyre/directives_cast.toml
+++ b/conformance/results/pyre/directives_cast.toml
@@ -4,3 +4,9 @@ directives_cast.py:15:7 Missing argument [20]: Call `cast` expects argument `typ
 directives_cast.py:16:12 Invalid type [31]: Expression `1` is not a valid type.
 directives_cast.py:17:7 Too many arguments [19]: Call `cast` expects 2 positional arguments, 3 were provided.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 15: Unexpected errors ['directives_cast.py:15:7 Missing argument [20]: Call `cast` expects argument `typ`.']
+Line 16: Unexpected errors ['directives_cast.py:16:12 Invalid type [31]: Expression `1` is not a valid type.']
+Line 17: Unexpected errors ['directives_cast.py:17:7 Too many arguments [19]: Call `cast` expects 2 positional arguments, 3 were provided.']
+"""
diff --git a/conformance/results/pyre/directives_no_type_check.toml b/conformance/results/pyre/directives_no_type_check.toml
index 52613b6a7..29a5dc850 100644
--- a/conformance/results/pyre/directives_no_type_check.toml
+++ b/conformance/results/pyre/directives_no_type_check.toml
@@ -1,6 +1,5 @@
 conformant = "Pass"
-notes = """
-Does not honor @no_type_check decorator.
+notes = """Does not honor @no_type_check decorator.
 """
 output = """
 directives_no_type_check.py:16:4 Incompatible attribute type [8]: Attribute `x` declared in class `ClassA` has type `int` but is used as type `str`.
@@ -10,3 +9,11 @@ directives_no_type_check.py:25:6 Incompatible parameter type [6]: In call `func1
 directives_no_type_check.py:25:18 Incompatible parameter type [6]: In call `func1`, for 2nd positional argument, expected `str` but got `bytes`.
 directives_no_type_check.py:26:0 Missing argument [20]: Call `func1` expects argument `a`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['directives_no_type_check.py:16:4 Incompatible attribute type [8]: Attribute `x` declared in class `ClassA` has type `int` but is used as type `str`.']
+Line 21: Unexpected errors ['directives_no_type_check.py:21:12 Unsupported operand [58]: `+` is not supported for operand types `int` and `str`.']
+Line 22: Unexpected errors ['directives_no_type_check.py:22:4 Incompatible return type [7]: Expected `None` but got `int`.']
+Line 25: Unexpected errors ['directives_no_type_check.py:25:6 Incompatible parameter type [6]: In call `func1`, for 1st positional argument, expected `int` but got `bytes`.', 'directives_no_type_check.py:25:18 Incompatible parameter type [6]: In call `func1`, for 2nd positional argument, expected `str` but got `bytes`.']
+Line 26: Unexpected errors ['directives_no_type_check.py:26:0 Missing argument [20]: Call `func1` expects argument `a`.']
+"""
diff --git a/conformance/results/pyre/directives_reveal_type.toml b/conformance/results/pyre/directives_reveal_type.toml
index fe33115be..b75505e26 100644
--- a/conformance/results/pyre/directives_reveal_type.toml
+++ b/conformance/results/pyre/directives_reveal_type.toml
@@ -1,8 +1,10 @@
 conformant = "Unsupported"
-notes = """
-Does not understand reveal_type call.
+notes = """Does not understand reveal_type call.
 """
 output = """
 directives_reveal_type.py:19:4 Missing argument [20]: Call `reveal_type` expects argument in position 0.
 directives_reveal_type.py:20:4 Too many arguments [19]: Call `reveal_type` expects 1 positional argument, 2 were provided.
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyre/directives_type_checking.toml b/conformance/results/pyre/directives_type_checking.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyre/directives_type_checking.toml
+++ b/conformance/results/pyre/directives_type_checking.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyre/directives_type_ignore.toml b/conformance/results/pyre/directives_type_ignore.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyre/directives_type_ignore.toml
+++ b/conformance/results/pyre/directives_type_ignore.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyre/directives_type_ignore_file1.toml b/conformance/results/pyre/directives_type_ignore_file1.toml
index 2dc002af4..66b1680ff 100644
--- a/conformance/results/pyre/directives_type_ignore_file1.toml
+++ b/conformance/results/pyre/directives_type_ignore_file1.toml
@@ -1,7 +1,10 @@
 conformant = "Unsupported"
-notes = """
-Does not support file-level `#type: ignore` comment.
+notes = """Does not support file-level `#type: ignore` comment.
 """
 output = """
 directives_type_ignore_file1.py:16:0 Incompatible variable type [9]: x is declared to have type `int` but is used as type `str`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['directives_type_ignore_file1.py:16:0 Incompatible variable type [9]: x is declared to have type `int` but is used as type `str`.']
+"""
diff --git a/conformance/results/pyre/directives_type_ignore_file2.toml b/conformance/results/pyre/directives_type_ignore_file2.toml
index dba9f5dd6..c19e7ca6b 100644
--- a/conformance/results/pyre/directives_type_ignore_file2.toml
+++ b/conformance/results/pyre/directives_type_ignore_file2.toml
@@ -2,3 +2,6 @@ conformant = "Pass"
 output = """
 directives_type_ignore_file2.py:14:0 Incompatible variable type [9]: x is declared to have type `int` but is used as type `str`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyre/directives_version_platform.toml b/conformance/results/pyre/directives_version_platform.toml
index f8f4a8d02..586c43695 100644
--- a/conformance/results/pyre/directives_version_platform.toml
+++ b/conformance/results/pyre/directives_version_platform.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not support sys.platform checks.
+notes = """Does not support sys.platform checks.
 Does not support os.name checks.
 """
 output = """
@@ -9,3 +8,10 @@ directives_version_platform.py:36:4 Incompatible variable type [9]: val6 is decl
 directives_version_platform.py:40:4 Incompatible variable type [9]: val7 is declared to have type `int` but is used as type `str`.
 directives_version_platform.py:45:4 Incompatible variable type [9]: val8 is declared to have type `int` but is used as type `str`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 31: Unexpected errors ['directives_version_platform.py:31:4 Incompatible variable type [9]: val5 is declared to have type `int` but is used as type `str`.']
+Line 36: Unexpected errors ['directives_version_platform.py:36:4 Incompatible variable type [9]: val6 is declared to have type `int` but is used as type `str`.']
+Line 40: Unexpected errors ['directives_version_platform.py:40:4 Incompatible variable type [9]: val7 is declared to have type `int` but is used as type `str`.']
+Line 45: Unexpected errors ['directives_version_platform.py:45:4 Incompatible variable type [9]: val8 is declared to have type `int` but is used as type `str`.']
+"""
diff --git a/conformance/results/pyre/generics_base_class.toml b/conformance/results/pyre/generics_base_class.toml
index 4e4b14643..890907a19 100644
--- a/conformance/results/pyre/generics_base_class.toml
+++ b/conformance/results/pyre/generics_base_class.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject illegal use of Generic.
+notes = """Does not reject illegal use of Generic.
 Does not allow using generic in assert_type expression.
 """
 output = """
@@ -10,3 +9,11 @@ generics_base_class.py:49:21 Invalid type parameters [24]: Generic type `LinkedL
 generics_base_class.py:61:17 Invalid type parameters [24]: Generic type `MyDict` expects 1 type parameter, received 2.
 generics_base_class.py:68:0 Duplicate type variables [59]: Duplicate type variable `T` in Generic[...].
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 26: Unexpected errors ['generics_base_class.py:26:25 Incompatible parameter type [6]: In call `takes_dict_incorrect`, for 1st positional argument, expected `Dict[str, List[object]]` but got `SymbolTable`.']
+Line 45: Unexpected errors ['generics_base_class.py:45:25 Undefined attribute [16]: `typing.Iterator` has no attribute `__getitem__`.']
+Line 49: Unexpected errors ['generics_base_class.py:49:21 Invalid type parameters [24]: Generic type `LinkedList` expects 1 type parameter, received 2.']
+Line 61: Unexpected errors ['generics_base_class.py:61:17 Invalid type parameters [24]: Generic type `MyDict` expects 1 type parameter, received 2.']
+Line 68: Unexpected errors ['generics_base_class.py:68:0 Duplicate type variables [59]: Duplicate type variable `T` in Generic[...].']
+"""
diff --git a/conformance/results/pyre/generics_basic.toml b/conformance/results/pyre/generics_basic.toml
index 302d57ee1..a2a24385b 100644
--- a/conformance/results/pyre/generics_basic.toml
+++ b/conformance/results/pyre/generics_basic.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-False positives in examples using constrained type variables.
+notes = """False positives in examples using constrained type variables.
 False negative in custom map example.
 False positive using `iter`.
 False negative for generic metaclass.
@@ -16,3 +15,14 @@ generics_basic.py:59:14 Incompatible parameter type [6]: In call `concat`, for 2
 generics_basic.py:107:0 Duplicate type variables [59]: Duplicate type variable `T` in Generic[...].
 generics_basic.py:161:25 Undefined attribute [16]: `typing.Iterator` has no attribute `__getitem__`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 31: Unexpected errors ['generics_basic.py:31:4 Incompatible return type [7]: Expected `Variable[AnyStr <: [str, bytes]]` but got `bytes`.', 'generics_basic.py:31:15 Incompatible parameter type [6]: In call `bytes.__add__`, for 1st positional argument, expected `Union[array[typing.Any], bytearray, bytes, _CData, memoryview, mmap, PickleBuffer]` but got `Variable[AnyStr <: [str, bytes]]`.']
+Line 36: Unexpected errors ['generics_basic.py:36:14 Incompatible parameter type [6]: In call `concat`, for 2nd positional argument, expected `Variable[AnyStr <: [str, bytes]]` but got `bytes`.']
+Line 37: Unexpected errors ['generics_basic.py:37:14 Incompatible parameter type [6]: In call `concat`, for 2nd positional argument, expected `Variable[AnyStr <: [str, bytes]]` but got `str`.']
+Line 44: Unexpected errors ["generics_basic.py:44:0 Invalid type [31]: TypeVar can't have a single explicit constraint. Did you mean `bound=str`?"]
+Line 48: Unexpected errors ['generics_basic.py:48:0 Invalid type [31]: Expression `Variable[BadConstraint2 <: [str, Variable[generics_basic.T]]]` is not a valid type. Type variables cannot contain other type variables in their constraints.']
+Line 59: Unexpected errors ['generics_basic.py:59:14 Incompatible parameter type [6]: In call `concat`, for 2nd positional argument, expected `Variable[AnyStr <: [str, bytes]]` but got `bytes`.']
+Line 107: Unexpected errors ['generics_basic.py:107:0 Duplicate type variables [59]: Duplicate type variable `T` in Generic[...].']
+Line 161: Unexpected errors ['generics_basic.py:161:25 Undefined attribute [16]: `typing.Iterator` has no attribute `__getitem__`.']
+"""
diff --git a/conformance/results/pyre/generics_defaults.toml b/conformance/results/pyre/generics_defaults.toml
index bff72267d..2322628a3 100644
--- a/conformance/results/pyre/generics_defaults.toml
+++ b/conformance/results/pyre/generics_defaults.toml
@@ -28,3 +28,27 @@ generics_defaults.py:154:11 Undefined or invalid type [11]: Annotation `P` is no
 generics_defaults.py:157:12 Undefined attribute [16]: `Foo6` has no attribute `__getitem__`.
 generics_defaults.py:172:33 Undefined attribute [16]: `Foo7` has no attribute `__getitem__`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 25: Unexpected errors ['generics_defaults.py:25:4 Undefined or invalid type [11]: Annotation `DefaultStrT` is not defined as a type.', 'generics_defaults.py:25:4 Undefined or invalid type [11]: Annotation `T` is not defined as a type.']
+Line 29: Unexpected errors ['generics_defaults.py:29:20 Undefined or invalid type [11]: Annotation `DefaultIntT` is not defined as a type.']
+Line 32: Unexpected errors ['generics_defaults.py:32:32 Undefined attribute [16]: `NoNonDefaults` has no attribute `__getitem__`.']
+Line 37: Unexpected errors ['generics_defaults.py:37:17 Undefined or invalid type [11]: Annotation `DefaultBoolT` is not defined as a type.']
+Line 40: Unexpected errors ['generics_defaults.py:40:12 Undefined attribute [16]: `OneDefault` has no attribute `__getitem__`.']
+Line 44: Unexpected errors ['generics_defaults.py:44:21 Undefined or invalid type [11]: Annotation `T1` is not defined as a type.', 'generics_defaults.py:44:21 Undefined or invalid type [11]: Annotation `T2` is not defined as a type.']
+Line 47: Unexpected errors ['generics_defaults.py:47:33 Undefined attribute [16]: `AllTheDefaults` has no attribute `__getitem__`.']
+Line 75: Unexpected errors ['generics_defaults.py:75:33 Incompatible parameter type [6]: In call `ParamSpec.__init__`, for argument `default`, expected `Union[None, Type[typing.Any], str]` but got `List[Type[Union[int, str]]]`.']
+Line 78: Unexpected errors ['generics_defaults.py:78:22 Undefined or invalid type [11]: Annotation `DefaultP` is not defined as a type.']
+Line 81: Unexpected errors ['generics_defaults.py:81:34 Undefined attribute [16]: `Class_ParamSpec` has no attribute `__getitem__`.']
+Line 90: Unexpected errors ['generics_defaults.py:90:59 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[int]]`.']
+Line 93: Unexpected errors ['generics_defaults.py:93:25 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$DefaultTs)]` is not a valid type.']
+Line 96: Unexpected errors ['generics_defaults.py:96:56 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_defaults.py:96:63 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[int]]`.']
+Line 97: Unexpected errors ['generics_defaults.py:97:53 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[str], Type[int]]`. Expected has length 0, but actual has length 2.']
+Line 98: Unexpected errors ['generics_defaults.py:98:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], Type[bool]]`. Expected has length 0, but actual has length 2.', 'generics_defaults.py:98:64 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], Type[bool]]`. Expected has length 0, but actual has length 2.']
+Line 130: Unexpected errors ['generics_defaults.py:130:13 Undefined or invalid type [11]: Annotation `T4` is not defined as a type.']
+Line 144: Unexpected errors ['generics_defaults.py:144:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$T5)]` is not a valid type.', 'generics_defaults.py:144:11 Undefined or invalid type [11]: Annotation `T5` is not defined as a type.']
+Line 151: Unexpected errors ['generics_defaults.py:151:19 Incompatible parameter type [6]: In call `ParamSpec.__init__`, for argument `default`, expected `Union[None, Type[typing.Any], str]` but got `List[Type[float]]`.']
+Line 154: Unexpected errors ['generics_defaults.py:154:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$P)]` is not a valid type.', 'generics_defaults.py:154:11 Undefined or invalid type [11]: Annotation `P` is not defined as a type.']
+Line 157: Unexpected errors ['generics_defaults.py:157:12 Undefined attribute [16]: `Foo6` has no attribute `__getitem__`.']
+Line 172: Unexpected errors ['generics_defaults.py:172:33 Undefined attribute [16]: `Foo7` has no attribute `__getitem__`.']
+"""
diff --git a/conformance/results/pyre/generics_defaults_referential.toml b/conformance/results/pyre/generics_defaults_referential.toml
index 12a75eda3..73419a963 100644
--- a/conformance/results/pyre/generics_defaults_referential.toml
+++ b/conformance/results/pyre/generics_defaults_referential.toml
@@ -17,3 +17,15 @@ generics_defaults_referential.py:98:10 Undefined or invalid type [11]: Annotatio
 generics_defaults_referential.py:102:22 Undefined attribute [16]: `Bar` has no attribute `__getitem__`.
 generics_defaults_referential.py:102:36 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `object`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 20: Unexpected errors ['generics_defaults_referential.py:20:12 Undefined or invalid type [11]: Annotation `StartT` is not defined as a type.', 'generics_defaults_referential.py:20:12 Undefined or invalid type [11]: Annotation `StepT` is not defined as a type.', 'generics_defaults_referential.py:20:12 Undefined or invalid type [11]: Annotation `StopT` is not defined as a type.']
+Line 23: Unexpected errors ['generics_defaults_referential.py:23:24 Undefined attribute [16]: `slice` has no attribute `__getitem__`.']
+Line 31: Unexpected errors ['generics_defaults_referential.py:31:10 Undefined or invalid type [11]: Annotation `DefaultStrT` is not defined as a type.', 'generics_defaults_referential.py:31:10 Undefined or invalid type [11]: Annotation `T2` is not defined as a type.']
+Line 35: Unexpected errors ['generics_defaults_referential.py:35:24 Undefined attribute [16]: `Foo` has no attribute `__getitem__`.']
+Line 50: Unexpected errors ['generics_defaults_referential.py:50:11 Undefined or invalid type [11]: Annotation `S1` is not defined as a type.', 'generics_defaults_referential.py:50:11 Undefined or invalid type [11]: Annotation `S2` is not defined as a type.']
+Line 57: Unexpected errors ['generics_defaults_referential.py:57:13 Undefined or invalid type [11]: Annotation `Start2T` is not defined as a type.', 'generics_defaults_referential.py:57:13 Undefined or invalid type [11]: Annotation `Stop2T` is not defined as a type.']
+Line 95: Unexpected errors ['generics_defaults_referential.py:95:52 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
+Line 98: Unexpected errors ['generics_defaults_referential.py:98:10 Undefined or invalid type [11]: Annotation `ListDefaultT` is not defined as a type.', 'generics_defaults_referential.py:98:10 Undefined or invalid type [11]: Annotation `Z1` is not defined as a type.']
+Line 102: Unexpected errors ['generics_defaults_referential.py:102:22 Undefined attribute [16]: `Bar` has no attribute `__getitem__`.', 'generics_defaults_referential.py:102:36 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `object`.']
+"""
diff --git a/conformance/results/pyre/generics_defaults_specialization.toml b/conformance/results/pyre/generics_defaults_specialization.toml
index 5df797da1..a6783dec8 100644
--- a/conformance/results/pyre/generics_defaults_specialization.toml
+++ b/conformance/results/pyre/generics_defaults_specialization.toml
@@ -14,3 +14,17 @@ generics_defaults_specialization.py:58:10 Undefined or invalid type [11]: Annota
 generics_defaults_specialization.py:65:0 Incompatible variable type [9]: v1 is declared to have type `Baz[]` but is used as type `Spam`.
 generics_defaults_specialization.py:65:4 Invalid type parameters [24]: Non-generic type `Baz` cannot take parameters.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Unexpected errors ['generics_defaults_specialization.py:19:30 Undefined or invalid type [11]: Annotation `T1` is not defined as a type.', 'generics_defaults_specialization.py:19:30 Undefined or invalid type [11]: Annotation `T2` is not defined as a type.']
+Line 22: Unexpected errors ['generics_defaults_specialization.py:22:21 Undefined attribute [16]: `SomethingWithNoDefaults` has no attribute `__getitem__`.']
+Line 25: Unexpected errors ['generics_defaults_specialization.py:25:14 Undefined or invalid type [11]: Annotation `MyAlias` is not defined as a type.']
+Line 26: Unexpected errors ['generics_defaults_specialization.py:26:20 Undefined attribute [16]: `SomethingWithNoDefaults` has no attribute `__getitem__`.']
+Line 30: Unexpected errors ['generics_defaults_specialization.py:30:0 Undefined attribute [16]: `TypeAlias` has no attribute `__getitem__`.']
+Line 38: Unexpected errors ['generics_defaults_specialization.py:38:17 Undefined or invalid type [11]: Annotation `DefaultStrT` is not defined as a type.']
+Line 45: Unexpected errors ['generics_defaults_specialization.py:45:22 Undefined attribute [16]: `Bar` has no attribute `__getitem__`.']
+Line 50: Unexpected errors ['generics_defaults_specialization.py:50:10 Invalid type parameters [24]: Non-generic type `SubclassMe` cannot take parameters.']
+Line 55: Unexpected errors ['generics_defaults_specialization.py:55:0 Undefined attribute [16]: `Foo` has no attribute `__getitem__`.']
+Line 58: Unexpected errors ['generics_defaults_specialization.py:58:10 Undefined or invalid type [11]: Annotation `DefaultIntT` is not defined as a type.']
+Line 65: Unexpected errors ['generics_defaults_specialization.py:65:0 Incompatible variable type [9]: v1 is declared to have type `Baz[]` but is used as type `Spam`.', 'generics_defaults_specialization.py:65:4 Invalid type parameters [24]: Non-generic type `Baz` cannot take parameters.']
+"""
diff --git a/conformance/results/pyre/generics_paramspec_basic.toml b/conformance/results/pyre/generics_paramspec_basic.toml
index 7d1bcadab..69019f0e1 100644
--- a/conformance/results/pyre/generics_paramspec_basic.toml
+++ b/conformance/results/pyre/generics_paramspec_basic.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not enforce name consistency for ParamSpec assigned to identifier.
+notes = """Does not enforce name consistency for ParamSpec assigned to identifier.
 Incorrectly reports error for legitimate use of ParamSpec in generic type alias.
 Does not reject ParamSpec when used in various invalid locations.
 """
@@ -14,3 +13,11 @@ generics_paramspec_basic.py:27:13 Invalid type variable [34]: The type variable
 generics_paramspec_basic.py:27:13 Undefined or invalid type [11]: Annotation `Concatenate` is not defined as a type.
 generics_paramspec_basic.py:31:13 Invalid type parameters [24]: Single type parameter `Variable[_T]` expected, but a callable parameters `generics_paramspec_basic.P` was given for generic type list.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 15: Unexpected errors ['generics_paramspec_basic.py:15:0 Undefined or invalid type [11]: Annotation `P` is not defined as a type.']
+Line 17: Unexpected errors ['generics_paramspec_basic.py:17:0 Incompatible variable type [9]: TA2 is declared to have type `TypeAlias` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.', 'generics_paramspec_basic.py:17:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[ParamSpec, None]`.']
+Line 18: Unexpected errors ['generics_paramspec_basic.py:18:0 Incompatible variable type [9]: TA3 is declared to have type `TypeAlias` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.', 'generics_paramspec_basic.py:18:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[object, None]`.']
+Line 27: Unexpected errors ["generics_paramspec_basic.py:27:13 Invalid type variable [34]: The type variable `P` isn't present in the function's parameters.", 'generics_paramspec_basic.py:27:13 Undefined or invalid type [11]: Annotation `Concatenate` is not defined as a type.']
+Line 31: Unexpected errors ['generics_paramspec_basic.py:31:13 Invalid type parameters [24]: Single type parameter `Variable[_T]` expected, but a callable parameters `generics_paramspec_basic.P` was given for generic type list.']
+"""
diff --git a/conformance/results/pyre/generics_paramspec_components.toml b/conformance/results/pyre/generics_paramspec_components.toml
index 7e2cb81b8..55166dd50 100644
--- a/conformance/results/pyre/generics_paramspec_components.toml
+++ b/conformance/results/pyre/generics_paramspec_components.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report illegal use of "P.args" on normal parameter.
+notes = """Does not report illegal use of "P.args" on normal parameter.
 Does not report error when P.args is specified but P.kwargs is missing.
 Does not report error when P is out of scope and P.args and P.kwargs is used.
 Does not report error when calling callback defined with ParamSpec with incorrect arguments.
@@ -20,3 +19,13 @@ generics_paramspec_components.py:83:8 Unexpected keyword [28]: Unexpected keywor
 generics_paramspec_components.py:98:19 Incompatible parameter type [6]: In call `twice`, for 2nd positional argument, expected `int` but got `str`.
 generics_paramspec_components.py:98:24 Incompatible parameter type [6]: In call `twice`, for 3rd positional argument, expected `str` but got `int`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 17: Unexpected errors ['generics_paramspec_components.py:17:24 Undefined or invalid type [11]: Annotation `P.kwargs` is not defined as a type.', 'generics_paramspec_components.py:17:44 Undefined or invalid type [11]: Annotation `P.args` is not defined as a type.']
+Line 49: Unexpected errors ['generics_paramspec_components.py:49:8 Call error [29]: `typing.Callable[generics_paramspec_components.P, int]` cannot be safely called because the types and kinds of its parameters depend on a type variable.']
+Line 56: Unexpected errors ['generics_paramspec_components.py:56:32 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(str, $local_generics_paramspec_components$P)], None)]` is not a valid type.']
+Line 66: Unexpected errors ['generics_paramspec_components.py:66:14 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(int, $local_generics_paramspec_components$P)], int)]` is not a valid type.', 'generics_paramspec_components.py:66:14 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(int, $local_generics_paramspec_components$P)], int)]` is not a valid type.', "generics_paramspec_components.py:66:53 Invalid type variable [34]: The type variable `P` isn't present in the function's parameters."]
+Line 74: Unexpected errors ['generics_paramspec_components.py:74:4 Incompatible return type [7]: Expected `typing.Callable[generics_paramspec_components.P, None]` but got `typing.Callable($local_generics_paramspec_components?remove$foo)[generics_paramspec_components.P, None]`.']
+Line 83: Unexpected errors ['generics_paramspec_components.py:83:8 Unexpected keyword [28]: Unexpected keyword argument `x` to call `foo`.']
+Line 98: Unexpected errors ['generics_paramspec_components.py:98:19 Incompatible parameter type [6]: In call `twice`, for 2nd positional argument, expected `int` but got `str`.', 'generics_paramspec_components.py:98:24 Incompatible parameter type [6]: In call `twice`, for 3rd positional argument, expected `str` but got `int`.']
+"""
diff --git a/conformance/results/pyre/generics_paramspec_semantics.toml b/conformance/results/pyre/generics_paramspec_semantics.toml
index b058c63ed..10c8848f2 100644
--- a/conformance/results/pyre/generics_paramspec_semantics.toml
+++ b/conformance/results/pyre/generics_paramspec_semantics.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).
+notes = """Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).
 Reports error for legitimate Callable type annotation that uses Concatenate.
 Does not evaluate the correct type for call of Callable defined with Concatenate.
 """
@@ -16,3 +15,15 @@ generics_paramspec_semantics.py:111:7 Invalid type [31]: Expression `typing.Call
 generics_paramspec_semantics.py:112:5 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(str, $local_generics_paramspec_semantics$P)], bool)]` is not a valid type.
 generics_paramspec_semantics.py:122:25 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(int, $local_generics_paramspec_semantics$P)], int)]` is not a valid type.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 26: Unexpected errors ['generics_paramspec_semantics.py:26:0 Unexpected keyword [28]: Unexpected keyword argument `a` to anonymous call.']
+Line 27: Unexpected errors ['generics_paramspec_semantics.py:27:8 Incompatible parameter type [6]: In anonymous call, for 2nd positional argument, expected `bool` but got `str`.']
+Line 46: Unexpected errors ['generics_paramspec_semantics.py:46:16 Incompatible parameter type [6]: In call `func1`, for 2nd positional argument, expected `typing.Callable[generics_paramspec_semantics.P, int]` but got `typing.Callable(y_x)[[Named(y, int), Named(x, str)], int]`.']
+Line 61: Unexpected errors ['generics_paramspec_semantics.py:61:22 Incompatible parameter type [6]: In call `func1`, for 2nd positional argument, expected `typing.Callable[generics_paramspec_semantics.P, int]` but got `typing.Callable(keyword_only_y)[[KeywordOnly(y, int)], int]`.']
+Line 90: Unexpected errors ['generics_paramspec_semantics.py:90:32 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(str, $local_generics_paramspec_semantics$P)], bool)]` is not a valid type.']
+Line 100: Unexpected errors ['generics_paramspec_semantics.py:100:14 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(int, $local_generics_paramspec_semantics$P)], int)]` is not a valid type.', "generics_paramspec_semantics.py:100:53 Invalid type variable [34]: The type variable `P` isn't present in the function's parameters."]
+Line 111: Unexpected errors ['generics_paramspec_semantics.py:111:7 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(int, $local_generics_paramspec_semantics$P)], int)]` is not a valid type.']
+Line 112: Unexpected errors ['generics_paramspec_semantics.py:112:5 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(str, $local_generics_paramspec_semantics$P)], bool)]` is not a valid type.']
+Line 122: Unexpected errors ['generics_paramspec_semantics.py:122:25 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(int, $local_generics_paramspec_semantics$P)], int)]` is not a valid type.']
+"""
diff --git a/conformance/results/pyre/generics_paramspec_specialization.toml b/conformance/results/pyre/generics_paramspec_specialization.toml
index 18dc721ba..d2ea908c9 100644
--- a/conformance/results/pyre/generics_paramspec_specialization.toml
+++ b/conformance/results/pyre/generics_paramspec_specialization.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Reports error for legitimate use of ParamSpec and Concatenate in function signature.
+notes = """Reports error for legitimate use of ParamSpec and Concatenate in function signature.
 Reports error for legitimate specialization of generic class parameterized with ParamSpec.
 """
 output = """
@@ -20,3 +19,17 @@ generics_paramspec_specialization.py:56:15 Incompatible parameter type [6]: In a
 generics_paramspec_specialization.py:61:8 Incompatible parameter type [6]: In anonymous call, for 1st positional argument, expected `int` but got `str`.
 generics_paramspec_specialization.py:62:15 Incompatible parameter type [6]: In anonymous call, for 3rd positional argument, expected `bool` but got `str`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 14: Unexpected errors ['generics_paramspec_specialization.py:14:0 Uninitialized attribute [13]: Attribute `f` is declared in class `ClassA` to have type `typing.Callable[generics_paramspec_specialization.P1, int]` but is never initialized.', 'generics_paramspec_specialization.py:14:0 Uninitialized attribute [13]: Attribute `x` is declared in class `ClassA` to have type `Variable[T]` but is never initialized.']
+Line 19: Unexpected errors ['generics_paramspec_specialization.py:19:0 Uninitialized attribute [13]: Attribute `f1` is declared in class `ClassB` to have type `typing.Callable[generics_paramspec_specialization.P1, int]` but is never initialized.', 'generics_paramspec_specialization.py:19:0 Uninitialized attribute [13]: Attribute `f2` is declared in class `ClassB` to have type `typing.Callable[generics_paramspec_specialization.P2, int]` but is never initialized.', 'generics_paramspec_specialization.py:19:0 Uninitialized attribute [13]: Attribute `x` is declared in class `ClassB` to have type `Variable[T]` but is never initialized.']
+Line 29: Unexpected errors ["generics_paramspec_specialization.py:29:14 Invalid type variable [34]: The type variable `P2` isn't present in the function's parameters.", 'generics_paramspec_specialization.py:29:14 Undefined or invalid type [11]: Annotation `Concatenate` is not defined as a type.']
+Line 33: Unexpected errors ['generics_paramspec_specialization.py:33:14 Invalid type parameters [24]: Callable parameters expected for parameter specification `P2`, but a single type `...` was given for generic type ClassB.']
+Line 37: Unexpected errors ['generics_paramspec_specialization.py:37:14 Invalid type parameters [24]: Callable parameters expected for parameter specification `P1`, but a single type `...` was given for generic type ClassA.']
+Line 45: Unexpected errors ['generics_paramspec_specialization.py:45:14 Invalid type parameters [24]: Callable parameters expected for parameter specification `P1`, but a single type `int` was given for generic type ClassA.']
+Line 49: Unexpected errors ['generics_paramspec_specialization.py:49:0 Uninitialized attribute [13]: Attribute `f` is declared in class `ClassC` to have type `typing.Callable[generics_paramspec_specialization.P1, int]` but is never initialized.']
+Line 55: Unexpected errors ['generics_paramspec_specialization.py:55:8 Incompatible parameter type [6]: In anonymous call, for 1st positional argument, expected `int` but got `str`.']
+Line 56: Unexpected errors ['generics_paramspec_specialization.py:56:15 Incompatible parameter type [6]: In anonymous call, for 3rd positional argument, expected `bool` but got `str`.']
+Line 61: Unexpected errors ['generics_paramspec_specialization.py:61:8 Incompatible parameter type [6]: In anonymous call, for 1st positional argument, expected `int` but got `str`.']
+Line 62: Unexpected errors ['generics_paramspec_specialization.py:62:15 Incompatible parameter type [6]: In anonymous call, for 3rd positional argument, expected `bool` but got `str`.']
+"""
diff --git a/conformance/results/pyre/generics_scoping.toml b/conformance/results/pyre/generics_scoping.toml
index ae95728b0..69b6e6556 100644
--- a/conformance/results/pyre/generics_scoping.toml
+++ b/conformance/results/pyre/generics_scoping.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-False negative on generic class nested within generic function with same type variable.
+notes = """False negative on generic class nested within generic function with same type variable.
 False negative on generic class nested within generic class with same type variable.
 """
 output = """
@@ -16,3 +15,16 @@ generics_scoping.py:84:13 Invalid type variable [34]: The type variable `Variabl
 generics_scoping.py:85:13 Invalid type variable [34]: The type variable `Variable[T]` can only be used to annotate generic classes or functions.
 generics_scoping.py:86:5 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 25: Unexpected errors ['generics_scoping.py:25:9 Incompatible parameter type [6]: In call `MyClass.meth_2`, for 1st positional argument, expected `int` but got `str`.']
+Line 46: Unexpected errors ["generics_scoping.py:46:7 Invalid type variable [34]: The type variable `Variable[S]` isn't present in the function's parameters."]
+Line 50: Unexpected errors ["generics_scoping.py:50:13 Invalid type variable [34]: The current class isn't generic with respect to the type variable `Variable[S]`. To reference the type variable, you can modify the class to inherit from `typing.Generic[S]`."]
+Line 70: Unexpected errors ['generics_scoping.py:70:0 Uninitialized attribute [13]: Attribute `attr` is declared in class `Outer` to have type `Outer.Inner[Variable[T]]` but is never initialized.']
+Line 73: Unexpected errors ['generics_scoping.py:73:4 Uninitialized attribute [13]: Attribute `x` is declared in class `Outer.AlsoBad` to have type `typing.List[Variable[T]]` but is never initialized.']
+Line 74: Unexpected errors ["generics_scoping.py:74:11 Invalid type variable [34]: The current class isn't generic with respect to the type variable `Variable[T]`. To reference the type variable, you can modify the class to inherit from `typing.Generic[T]`."]
+Line 80: Unexpected errors ['generics_scoping.py:80:4 Incompatible attribute type [8]: Attribute `alias` declared in class `Outer` has type `TypeAlias` but is used as type `Type[List[Variable[_T]]]`.', 'generics_scoping.py:80:28 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
+Line 84: Unexpected errors ['generics_scoping.py:84:13 Invalid type variable [34]: The type variable `Variable[T]` can only be used to annotate generic classes or functions.']
+Line 85: Unexpected errors ['generics_scoping.py:85:13 Invalid type variable [34]: The type variable `Variable[T]` can only be used to annotate generic classes or functions.']
+Line 86: Unexpected errors ['generics_scoping.py:86:5 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
+"""
diff --git a/conformance/results/pyre/generics_self_advanced.toml b/conformance/results/pyre/generics_self_advanced.toml
index 2930afeb0..93c3ff9a0 100644
--- a/conformance/results/pyre/generics_self_advanced.toml
+++ b/conformance/results/pyre/generics_self_advanced.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand `Self` type.
+notes = """Does not understand `Self` type.
 """
 output = """
 generics_self_advanced.py:25:7 Undefined or invalid type [11]: Annotation `Self` is not defined as a type.
@@ -13,3 +12,15 @@ generics_self_advanced.py:43:32 Undefined attribute [16]: Module `typing` has no
 generics_self_advanced.py:44:30 Undefined attribute [16]: Module `typing` has no attribute `Self`.
 generics_self_advanced.py:45:35 Undefined attribute [16]: Module `typing` has no attribute `Self`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 25: Unexpected errors ['generics_self_advanced.py:25:7 Undefined or invalid type [11]: Annotation `Self` is not defined as a type.']
+Line 35: Unexpected errors ['generics_self_advanced.py:35:26 Undefined attribute [16]: Module `typing` has no attribute `Self`.']
+Line 36: Unexpected errors ['generics_self_advanced.py:36:33 Undefined attribute [16]: Module `typing` has no attribute `Self`.']
+Line 37: Unexpected errors ['generics_self_advanced.py:37:31 Undefined attribute [16]: Module `typing` has no attribute `Self`.']
+Line 38: Unexpected errors ['generics_self_advanced.py:38:36 Undefined attribute [16]: Module `typing` has no attribute `Self`.']
+Line 42: Unexpected errors ['generics_self_advanced.py:42:30 Undefined attribute [16]: Module `typing` has no attribute `Self`.']
+Line 43: Unexpected errors ['generics_self_advanced.py:43:32 Undefined attribute [16]: Module `typing` has no attribute `Self`.']
+Line 44: Unexpected errors ['generics_self_advanced.py:44:30 Undefined attribute [16]: Module `typing` has no attribute `Self`.']
+Line 45: Unexpected errors ['generics_self_advanced.py:45:35 Undefined attribute [16]: Module `typing` has no attribute `Self`.']
+"""
diff --git a/conformance/results/pyre/generics_self_attributes.toml b/conformance/results/pyre/generics_self_attributes.toml
index f772cd636..fef8ce1ae 100644
--- a/conformance/results/pyre/generics_self_attributes.toml
+++ b/conformance/results/pyre/generics_self_attributes.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand `Self` type.
+notes = """Does not understand `Self` type.
 """
 output = """
 generics_self_attributes.py:16:10 Undefined or invalid type [11]: Annotation `Self` is not defined as a type.
@@ -8,3 +7,10 @@ generics_self_attributes.py:26:5 Unexpected keyword [28]: Unexpected keyword arg
 generics_self_attributes.py:29:14 Unexpected keyword [28]: Unexpected keyword argument `next` to call `OrdinalLinkedList.__init__`.
 generics_self_attributes.py:32:14 Unexpected keyword [28]: Unexpected keyword argument `next` to call `LinkedList.__init__`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['generics_self_attributes.py:16:10 Undefined or invalid type [11]: Annotation `Self` is not defined as a type.']
+Line 26: Unexpected errors ['generics_self_attributes.py:26:5 Unexpected keyword [28]: Unexpected keyword argument `next` to call `OrdinalLinkedList.__init__`.']
+Line 29: Unexpected errors ['generics_self_attributes.py:29:14 Unexpected keyword [28]: Unexpected keyword argument `next` to call `OrdinalLinkedList.__init__`.']
+Line 32: Unexpected errors ['generics_self_attributes.py:32:14 Unexpected keyword [28]: Unexpected keyword argument `next` to call `LinkedList.__init__`.']
+"""
diff --git a/conformance/results/pyre/generics_self_basic.toml b/conformance/results/pyre/generics_self_basic.toml
index 66191b50c..714955443 100644
--- a/conformance/results/pyre/generics_self_basic.toml
+++ b/conformance/results/pyre/generics_self_basic.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand `Self` type.
+notes = """Does not understand `Self` type.
 """
 output = """
 generics_self_basic.py:13:26 Undefined attribute [16]: Module `typing` has no attribute `Self`.
@@ -13,3 +12,15 @@ generics_self_basic.py:57:0 Uninitialized attribute [13]: Attribute `value` is d
 generics_self_basic.py:64:25 Undefined or invalid type [11]: Annotation `Self` is not defined as a type.
 generics_self_basic.py:80:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[T]]` but got `TypeVar`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 13: Unexpected errors ['generics_self_basic.py:13:26 Undefined attribute [16]: Module `typing` has no attribute `Self`.']
+Line 19: Unexpected errors ['generics_self_basic.py:19:8 Incompatible return type [7]: Expected `Variable[_Self_generics_self_basic_Shape__ (bound to Shape)]` but got `Shape`.']
+Line 26: Unexpected errors ['generics_self_basic.py:26:30 Undefined attribute [16]: Module `typing` has no attribute `Self`.']
+Line 27: Unexpected errors ['generics_self_basic.py:27:15 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 1 was provided.']
+Line 32: Unexpected errors ['generics_self_basic.py:32:8 Incompatible return type [7]: Expected `Variable[_Self_generics_self_basic_Shape__ (bound to Shape)]` but got `Shape`.']
+Line 39: Unexpected errors ['generics_self_basic.py:39:27 Undefined attribute [16]: Module `typing` has no attribute `Self`.']
+Line 57: Unexpected errors ['generics_self_basic.py:57:0 Uninitialized attribute [13]: Attribute `value` is declared in class `Container` to have type `Variable[T]` but is never initialized.']
+Line 64: Unexpected errors ['generics_self_basic.py:64:25 Undefined or invalid type [11]: Annotation `Self` is not defined as a type.']
+Line 80: Unexpected errors ['generics_self_basic.py:80:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[T]]` but got `TypeVar`.']
+"""
diff --git a/conformance/results/pyre/generics_self_protocols.toml b/conformance/results/pyre/generics_self_protocols.toml
index 3943248a8..1983447ba 100644
--- a/conformance/results/pyre/generics_self_protocols.toml
+++ b/conformance/results/pyre/generics_self_protocols.toml
@@ -1,7 +1,10 @@
 conformant = "Partial"
-notes = """
-Does not reject protocol compatibility due to method `Self` return type.
+notes = """Does not reject protocol compatibility due to method `Self` return type.
 """
 output = """
 generics_self_protocols.py:61:18 Incompatible parameter type [6]: In call `accepts_shape`, for 1st positional argument, expected `ShapeProtocol` but got `BadReturnType`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 61: Unexpected errors ['generics_self_protocols.py:61:18 Incompatible parameter type [6]: In call `accepts_shape`, for 1st positional argument, expected `ShapeProtocol` but got `BadReturnType`.']
+"""
diff --git a/conformance/results/pyre/generics_self_usage.toml b/conformance/results/pyre/generics_self_usage.toml
index 6349aa8a7..ffc5021fd 100644
--- a/conformance/results/pyre/generics_self_usage.toml
+++ b/conformance/results/pyre/generics_self_usage.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand `Self` type.
+notes = """Does not understand `Self` type.
 """
 output = """
 generics_self_usage.py:20:34 Undefined or invalid type [11]: Annotation `Self` is not defined as a type.
@@ -8,3 +7,9 @@ generics_self_usage.py:86:8 Incompatible return type [7]: Expected `Variable[_Se
 generics_self_usage.py:106:0 Incompatible variable type [9]: TupleSelf is declared to have type `TypeAlias` but is used as type `Type[tuple[Variable[_T_co](covariant)]]`.
 generics_self_usage.py:106:29 Undefined attribute [16]: Module `typing` has no attribute `Self`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 20: Unexpected errors ['generics_self_usage.py:20:34 Undefined or invalid type [11]: Annotation `Self` is not defined as a type.']
+Line 86: Unexpected errors ['generics_self_usage.py:86:8 Incompatible return type [7]: Expected `Variable[_Self_generics_self_usage_Foo3__ (bound to Foo3)]` but got `Foo3`.']
+Line 106: Unexpected errors ['generics_self_usage.py:106:0 Incompatible variable type [9]: TupleSelf is declared to have type `TypeAlias` but is used as type `Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_self_usage.py:106:29 Undefined attribute [16]: Module `typing` has no attribute `Self`.']
+"""
diff --git a/conformance/results/pyre/generics_syntax_compatibility.toml b/conformance/results/pyre/generics_syntax_compatibility.toml
index 4d6fe8223..96a010a19 100644
--- a/conformance/results/pyre/generics_syntax_compatibility.toml
+++ b/conformance/results/pyre/generics_syntax_compatibility.toml
@@ -1,7 +1,10 @@
 conformant = "Unsupported"
-notes = """
-Type parameter syntax not yet support.
+notes = """Type parameter syntax not yet support.
 """
 output = """
 generics_syntax_compatibility.py:14:13 Parsing failure [404]: invalid syntax
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 14: Unexpected errors ['generics_syntax_compatibility.py:14:13 Parsing failure [404]: invalid syntax']
+"""
diff --git a/conformance/results/pyre/generics_syntax_declarations.toml b/conformance/results/pyre/generics_syntax_declarations.toml
index e20d6f32e..51d31f19a 100644
--- a/conformance/results/pyre/generics_syntax_declarations.toml
+++ b/conformance/results/pyre/generics_syntax_declarations.toml
@@ -1,7 +1,10 @@
 conformant = "Unsupported"
-notes = """
-Type parameter syntax not yet support.
+notes = """Type parameter syntax not yet support.
 """
 output = """
 generics_syntax_declarations.py:13:17 Parsing failure [404]: invalid syntax
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 13: Unexpected errors ['generics_syntax_declarations.py:13:17 Parsing failure [404]: invalid syntax']
+"""
diff --git a/conformance/results/pyre/generics_syntax_infer_variance.toml b/conformance/results/pyre/generics_syntax_infer_variance.toml
index cc7ea7bd8..68511b297 100644
--- a/conformance/results/pyre/generics_syntax_infer_variance.toml
+++ b/conformance/results/pyre/generics_syntax_infer_variance.toml
@@ -1,7 +1,10 @@
 conformant = "Unsupported"
-notes = """
-Type parameter syntax not yet support.
+notes = """Type parameter syntax not yet support.
 """
 output = """
 generics_syntax_infer_variance.py:129:25 Parsing failure [404]: invalid syntax
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 129: Unexpected errors ['generics_syntax_infer_variance.py:129:25 Parsing failure [404]: invalid syntax']
+"""
diff --git a/conformance/results/pyre/generics_syntax_scoping.toml b/conformance/results/pyre/generics_syntax_scoping.toml
index 9a4db655f..379e82fe6 100644
--- a/conformance/results/pyre/generics_syntax_scoping.toml
+++ b/conformance/results/pyre/generics_syntax_scoping.toml
@@ -1,7 +1,10 @@
 conformant = "Unsupported"
-notes = """
-Type parameter syntax not yet support.
+notes = """Type parameter syntax not yet support.
 """
 output = """
 generics_syntax_scoping.py:14:13 Parsing failure [404]: invalid syntax
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 14: Unexpected errors ['generics_syntax_scoping.py:14:13 Parsing failure [404]: invalid syntax']
+"""
diff --git a/conformance/results/pyre/generics_type_erasure.toml b/conformance/results/pyre/generics_type_erasure.toml
index 9c343f3a9..9d815ff1a 100644
--- a/conformance/results/pyre/generics_type_erasure.toml
+++ b/conformance/results/pyre/generics_type_erasure.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Doesn't allow using Node[Any] in assert_type expression.
+notes = """Doesn't allow using Node[Any] in assert_type expression.
 False negatives on instance attribute access on the type.
 """
 output = """
@@ -9,3 +8,10 @@ generics_type_erasure.py:17:25 Incompatible parameter type [6]: In call `typing.
 generics_type_erasure.py:36:15 Incompatible parameter type [6]: In call `Node.__init__`, for 1st positional argument, expected `Optional[int]` but got `str`.
 generics_type_erasure.py:38:15 Incompatible parameter type [6]: In call `Node.__init__`, for 1st positional argument, expected `Optional[str]` but got `int`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 11: Unexpected errors ['generics_type_erasure.py:11:0 Uninitialized attribute [13]: Attribute `label` is declared in class `Node` to have type `Variable[T]` but is never initialized.']
+Line 17: Unexpected errors ['generics_type_erasure.py:17:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[T]]` but got `object`.']
+Line 36: Unexpected errors ['generics_type_erasure.py:36:15 Incompatible parameter type [6]: In call `Node.__init__`, for 1st positional argument, expected `Optional[int]` but got `str`.']
+Line 38: Unexpected errors ['generics_type_erasure.py:38:15 Incompatible parameter type [6]: In call `Node.__init__`, for 1st positional argument, expected `Optional[str]` but got `int`.']
+"""
diff --git a/conformance/results/pyre/generics_typevartuple_args.toml b/conformance/results/pyre/generics_typevartuple_args.toml
index 741718ebf..07001066e 100644
--- a/conformance/results/pyre/generics_typevartuple_args.toml
+++ b/conformance/results/pyre/generics_typevartuple_args.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support TypeVarTuple.
+notes = """Does not support TypeVarTuple.
 """
 output = """
 generics_typevartuple_args.py:16:25 Invalid type [31]: Expression `*$local_generics_typevartuple_args$Ts` is not a valid type.
@@ -16,3 +15,16 @@ generics_typevartuple_args.py:62:17 Invalid type [31]: Expression `*tuple[(int,
 generics_typevartuple_args.py:70:17 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_args$Ts)]` is not a valid type.
 generics_typevartuple_args.py:75:12 Incompatible parameter type [6]: In call `func4`, for 2nd positional argument, expected `Tuple[]` but got `Tuple[int, int]`. Expected has length 1, but actual has length 2.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['generics_typevartuple_args.py:16:25 Invalid type [31]: Expression `*$local_generics_typevartuple_args$Ts` is not a valid type.', 'generics_typevartuple_args.py:16:33 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_args$Ts)]` is not a valid type.']
+Line 20: Unexpected errors ['generics_typevartuple_args.py:20:41 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[str]]`.']
+Line 27: Unexpected errors ['generics_typevartuple_args.py:27:30 Invalid type [31]: Expression `*tuple[(*$local_generics_typevartuple_args$Ts, generics_typevartuple_args.Env)]` is not a valid type.', 'generics_typevartuple_args.py:27:76 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_args$Ts)]` is not a valid type.']
+Line 31: Unexpected errors ['generics_typevartuple_args.py:31:38 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[]`.']
+Line 32: Unexpected errors ['generics_typevartuple_args.py:32:45 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[str]]`.']
+Line 42: Unexpected errors ['generics_typevartuple_args.py:42:17 Invalid type [31]: Expression `*tuple[(int, ...)]` is not a valid type.']
+Line 51: Unexpected errors ['generics_typevartuple_args.py:51:17 Invalid type [31]: Expression `*tuple[(int, *tuple[(str, ...)], str)]` is not a valid type.']
+Line 62: Unexpected errors ['generics_typevartuple_args.py:62:17 Invalid type [31]: Expression `*tuple[(int, str)]` is not a valid type.']
+Line 70: Unexpected errors ['generics_typevartuple_args.py:70:17 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_args$Ts)]` is not a valid type.']
+Line 75: Unexpected errors ['generics_typevartuple_args.py:75:12 Incompatible parameter type [6]: In call `func4`, for 2nd positional argument, expected `Tuple[]` but got `Tuple[int, int]`. Expected has length 1, but actual has length 2.']
+"""
diff --git a/conformance/results/pyre/generics_typevartuple_basic.toml b/conformance/results/pyre/generics_typevartuple_basic.toml
index 9e6060684..ca26bc306 100644
--- a/conformance/results/pyre/generics_typevartuple_basic.toml
+++ b/conformance/results/pyre/generics_typevartuple_basic.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support TypeVarTuple.
+notes = """Does not support TypeVarTuple.
 """
 output = """
 generics_typevartuple_basic.py:12:13 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.
@@ -48,3 +47,30 @@ generics_typevartuple_basic.py:97:31 Invalid type parameters [24]: Non-generic t
 generics_typevartuple_basic.py:97:48 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.
 generics_typevartuple_basic.py:106:13 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_basic$Ts1, *$local_generics_typevartuple_basic$Ts2)]` is not a valid type.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 12: Unexpected errors ['generics_typevartuple_basic.py:12:13 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.']
+Line 16: Unexpected errors ['generics_typevartuple_basic.py:16:17 Invalid type [31]: Expression `*$local_generics_typevartuple_basic$Ts` is not a valid type.', 'generics_typevartuple_basic.py:16:25 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.']
+Line 23: Unexpected errors ['generics_typevartuple_basic.py:23:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_basic$Shape)]` is not a valid type.']
+Line 24: Unexpected errors ['generics_typevartuple_basic.py:24:30 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Shape)]` is not a valid type.']
+Line 25: Unexpected errors ['generics_typevartuple_basic.py:25:21 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Shape)]` is not a valid type.']
+Line 27: Unexpected errors ['generics_typevartuple_basic.py:27:27 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Shape)]` is not a valid type.']
+Line 36: Unexpected errors ['generics_typevartuple_basic.py:36:0 Incompatible variable type [9]: v1 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:36:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:36:33 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Height, Width]`. Expected has length 1, but actual has length 2.']
+Line 37: Unexpected errors ['generics_typevartuple_basic.py:37:0 Incompatible variable type [9]: v2 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:37:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:37:40 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Batch, Height, Width]`. Expected has length 1, but actual has length 3.']
+Line 38: Unexpected errors ['generics_typevartuple_basic.py:38:0 Incompatible variable type [9]: v3 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:38:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 39: Unexpected errors ['generics_typevartuple_basic.py:39:4 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Time, Batch, Height, Width]`. Expected has length 1, but actual has length 4.']
+Line 42: Unexpected errors ['generics_typevartuple_basic.py:42:0 Incompatible variable type [9]: v4 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:42:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:42:33 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Height`.']
+Line 43: Unexpected errors ['generics_typevartuple_basic.py:43:0 Incompatible variable type [9]: v5 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:43:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:43:40 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Batch, Width]`. Expected has length 1, but actual has length 2.']
+Line 44: Unexpected errors ['generics_typevartuple_basic.py:44:0 Incompatible variable type [9]: v6 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:44:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 45: Unexpected errors ['generics_typevartuple_basic.py:45:4 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Time, Batch, Width, Height]`. Expected has length 1, but actual has length 4.']
+Line 52: Unexpected errors ['generics_typevartuple_basic.py:52:13 Undefined or invalid type [11]: Annotation `Shape` is not defined as a type.']
+Line 54: Unexpected errors ['generics_typevartuple_basic.py:54:21 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Shape)]` is not a valid type.']
+Line 65: Unexpected errors ['generics_typevartuple_basic.py:65:6 Unexpected keyword [28]: Unexpected keyword argument `covariant` to call `TypeVarTuple.__init__`.']
+Line 66: Unexpected errors ['generics_typevartuple_basic.py:66:6 Too many arguments [19]: Call `TypeVarTuple.__init__` expects 1 positional argument, 3 were provided.']
+Line 67: Unexpected errors ['generics_typevartuple_basic.py:67:6 Unexpected keyword [28]: Unexpected keyword argument `bound` to call `TypeVarTuple.__init__`.']
+Line 75: Unexpected errors ['generics_typevartuple_basic.py:75:16 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.', 'generics_typevartuple_basic.py:75:34 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.', 'generics_typevartuple_basic.py:75:49 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.']
+Line 90: Unexpected errors ['generics_typevartuple_basic.py:90:6 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `Tuple[]` but got `Tuple[int, int]`. Expected has length 1, but actual has length 2.']
+Line 93: Unexpected errors ['generics_typevartuple_basic.py:93:16 Invalid type [31]: Expression `Array[(*$local_generics_typevartuple_basic$Shape)]` is not a valid type.', 'generics_typevartuple_basic.py:93:16 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:93:34 Invalid type [31]: Expression `Array[(*$local_generics_typevartuple_basic$Shape)]` is not a valid type.', 'generics_typevartuple_basic.py:93:34 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:93:52 Invalid type [31]: Expression `Array[(*$local_generics_typevartuple_basic$Shape)]` is not a valid type.', 'generics_typevartuple_basic.py:93:52 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 97: Unexpected errors ['generics_typevartuple_basic.py:97:13 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:97:31 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:97:48 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 106: Unexpected errors ['generics_typevartuple_basic.py:106:13 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_basic$Ts1, *$local_generics_typevartuple_basic$Ts2)]` is not a valid type.']
+"""
diff --git a/conformance/results/pyre/generics_typevartuple_callable.toml b/conformance/results/pyre/generics_typevartuple_callable.toml
index f8b486438..fdd650a95 100644
--- a/conformance/results/pyre/generics_typevartuple_callable.toml
+++ b/conformance/results/pyre/generics_typevartuple_callable.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support TypeVarTuple.
+notes = """Does not support TypeVarTuple.
 """
 output = """
 generics_typevartuple_callable.py:17:31 Invalid type [31]: Expression `typing.Callable[([*$local_generics_typevartuple_callable$Ts], None)]` is not a valid type.
@@ -19,3 +18,14 @@ generics_typevartuple_callable.py:45:42 Invalid type [31]: Expression `tuple[($l
 generics_typevartuple_callable.py:45:42 Invalid type variable [34]: The type variable `Variable[T]` isn't present in the function's parameters.
 generics_typevartuple_callable.py:49:41 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[float], Type[str], Type[complex]]`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 17: Unexpected errors ['generics_typevartuple_callable.py:17:31 Invalid type [31]: Expression `typing.Callable[([*$local_generics_typevartuple_callable$Ts], None)]` is not a valid type.', 'generics_typevartuple_callable.py:17:60 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_callable$Ts)]` is not a valid type.']
+Line 25: Unexpected errors ['generics_typevartuple_callable.py:25:8 Incompatible parameter type [6]: In call `Process.__init__`, for argument `target`, expected `typing.Callable[[unknown], None]` but got `typing.Callable(func1)[[Named(arg1, int), Named(arg2, str)], None]`.', 'generics_typevartuple_callable.py:25:22 Incompatible parameter type [6]: In call `Process.__init__`, for argument `args`, expected `Tuple[]` but got `Tuple[int, str]`. Expected has length 1, but actual has length 2.']
+Line 26: Unexpected errors ['generics_typevartuple_callable.py:26:8 Incompatible parameter type [6]: In call `Process.__init__`, for argument `target`, expected `typing.Callable[[unknown], None]` but got `typing.Callable(func1)[[Named(arg1, int), Named(arg2, str)], None]`.', 'generics_typevartuple_callable.py:26:22 Incompatible parameter type [6]: In call `Process.__init__`, for argument `args`, expected `Tuple[]` but got `Tuple[str, int]`. Expected has length 1, but actual has length 2.']
+Line 29: Unexpected errors ['generics_typevartuple_callable.py:29:13 Invalid type [31]: Expression `typing.Callable[([int, *$local_generics_typevartuple_callable$Ts, $local_generics_typevartuple_callable$T], tuple[($local_generics_typevartuple_callable$T, *$local_generics_typevartuple_callable$Ts)])]` is not a valid type.', 'generics_typevartuple_callable.py:29:56 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_callable$Ts, $local_generics_typevartuple_callable$T)]` is not a valid type.']
+Line 41: Unexpected errors ['generics_typevartuple_callable.py:41:18 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `typing.Callable[[int, unknown, Variable[T]], Tuple[Variable[T], unknown]]` but got `typing.Callable(callback1)[[Named(a, int), Named(b, str), Named(c, int), Named(d, complex)], Tuple[complex, str, int]]`.', 'generics_typevartuple_callable.py:41:36 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[int], Type[complex]]`.']
+Line 42: Unexpected errors ['generics_typevartuple_callable.py:42:18 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `typing.Callable[[int, unknown, Variable[T]], Tuple[Variable[T], unknown]]` but got `typing.Callable(callback2)[[Named(a, int), Named(d, str)], Tuple[str]]`.']
+Line 45: Unexpected errors ['generics_typevartuple_callable.py:45:17 Invalid type [31]: Expression `*tuple[(int, *$local_generics_typevartuple_callable$Ts, $local_generics_typevartuple_callable$T)]` is not a valid type.', 'generics_typevartuple_callable.py:45:42 Invalid type [31]: Expression `tuple[($local_generics_typevartuple_callable$T, *$local_generics_typevartuple_callable$Ts)]` is not a valid type.', "generics_typevartuple_callable.py:45:42 Invalid type variable [34]: The type variable `Variable[T]` isn't present in the function's parameters."]
+Line 49: Unexpected errors ['generics_typevartuple_callable.py:49:41 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[float], Type[str], Type[complex]]`.']
+"""
diff --git a/conformance/results/pyre/generics_typevartuple_concat.toml b/conformance/results/pyre/generics_typevartuple_concat.toml
index 654d09802..f1f233c24 100644
--- a/conformance/results/pyre/generics_typevartuple_concat.toml
+++ b/conformance/results/pyre/generics_typevartuple_concat.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support TypeVarTuple.
+notes = """Does not support TypeVarTuple.
 """
 output = """
 generics_typevartuple_concat.py:22:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_concat$Ts)]` is not a valid type.
@@ -29,3 +28,19 @@ generics_typevartuple_concat.py:55:54 Invalid type [31]: Expression `tuple[(*$lo
 generics_typevartuple_concat.py:56:11 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `Variable[generics_typevartuple_concat.T]`.
 generics_typevartuple_concat.py:56:17 Incompatible parameter type [6]: In call `tuple.__getitem__`, for 1st positional argument, expected `typing_extensions.Literal[0]` but got `slice`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 22: Unexpected errors ['generics_typevartuple_concat.py:22:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_concat$Ts)]` is not a valid type.']
+Line 26: Unexpected errors ['generics_typevartuple_concat.py:26:22 Invalid type [31]: Expression `Array[(*$local_generics_typevartuple_concat$Shape)]` is not a valid type.', 'generics_typevartuple_concat.py:26:22 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_concat.py:26:40 Invalid type [31]: Expression `Array[(generics_typevartuple_concat.Batch, *$local_generics_typevartuple_concat$Shape)]` is not a valid type.', 'generics_typevartuple_concat.py:26:40 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 30: Unexpected errors ['generics_typevartuple_concat.py:30:22 Invalid type [31]: Expression `Array[(generics_typevartuple_concat.Batch, *$local_generics_typevartuple_concat$Shape)]` is not a valid type.', 'generics_typevartuple_concat.py:30:22 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_concat.py:30:47 Invalid type [31]: Expression `Array[(*$local_generics_typevartuple_concat$Shape)]` is not a valid type.', 'generics_typevartuple_concat.py:30:47 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 34: Unexpected errors ['generics_typevartuple_concat.py:34:26 Invalid type [31]: Expression `Array[(*$local_generics_typevartuple_concat$Shape)]` is not a valid type.', 'generics_typevartuple_concat.py:34:26 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_concat.py:34:44 Invalid type [31]: Expression `Array[(generics_typevartuple_concat.Batch, *$local_generics_typevartuple_concat$Shape, generics_typevartuple_concat.Channels)]` is not a valid type.', 'generics_typevartuple_concat.py:34:44 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 38: Unexpected errors ['generics_typevartuple_concat.py:38:13 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 40: Unexpected errors ['generics_typevartuple_concat.py:40:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[Batch], Type[Height], Type[Width]]`. Expected has length 0, but actual has length 3.']
+Line 42: Unexpected errors ['generics_typevartuple_concat.py:42:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[Height], Type[Width]]`. Expected has length 0, but actual has length 2.']
+Line 44: Unexpected errors ['generics_typevartuple_concat.py:44:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[Batch], Type[Height], Type[Width], Type[Channels]]`. Expected has length 0, but actual has length 4.']
+Line 47: Unexpected errors ['generics_typevartuple_concat.py:47:26 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_concat$Ts)]` is not a valid type.', 'generics_typevartuple_concat.py:47:41 Invalid type [31]: Expression `tuple[($local_generics_typevartuple_concat$T, *$local_generics_typevartuple_concat$Ts)]` is not a valid type.']
+Line 51: Unexpected errors ['generics_typevartuple_concat.py:51:22 Incompatible parameter type [6]: In call `prefix_tuple`, for argument `y`, expected `Tuple[]` but got `Tuple[bool, str]`. Expected has length 1, but actual has length 2.']
+Line 52: Unexpected errors ['generics_typevartuple_concat.py:52:21 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[bool], Type[str]]`.']
+Line 55: Unexpected errors ['generics_typevartuple_concat.py:55:36 Invalid type [31]: Expression `tuple[($local_generics_typevartuple_concat$T, *$local_generics_typevartuple_concat$Ts)]` is not a valid type.', 'generics_typevartuple_concat.py:55:54 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_concat$Ts, $local_generics_typevartuple_concat$T)]` is not a valid type.']
+Line 56: Unexpected errors ['generics_typevartuple_concat.py:56:11 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `Variable[generics_typevartuple_concat.T]`.', 'generics_typevartuple_concat.py:56:17 Incompatible parameter type [6]: In call `tuple.__getitem__`, for 1st positional argument, expected `typing_extensions.Literal[0]` but got `slice`.']
+"""
diff --git a/conformance/results/pyre/generics_typevartuple_overloads.toml b/conformance/results/pyre/generics_typevartuple_overloads.toml
index faa028c5e..426091df7 100644
--- a/conformance/results/pyre/generics_typevartuple_overloads.toml
+++ b/conformance/results/pyre/generics_typevartuple_overloads.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support TypeVarTuple.
+notes = """Does not support TypeVarTuple.
 """
 output = """
 generics_typevartuple_overloads.py:16:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_overloads$Shape)]` is not a valid type.
@@ -13,3 +12,12 @@ generics_typevartuple_overloads.py:29:37 Invalid type parameters [24]: Non-gener
 generics_typevartuple_overloads.py:30:37 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[TypeVar, TypeVar]`. Expected has length 0, but actual has length 2.
 generics_typevartuple_overloads.py:31:37 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[TypeVar, TypeVar, TypeVar]`. Expected has length 0, but actual has length 3.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['generics_typevartuple_overloads.py:16:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_overloads$Shape)]` is not a valid type.']
+Line 18: Unexpected errors ['generics_typevartuple_overloads.py:18:24 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_overloads.py:18:50 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 22: Unexpected errors ['generics_typevartuple_overloads.py:22:24 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_overloads.py:22:57 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 29: Unexpected errors ['generics_typevartuple_overloads.py:29:13 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_overloads.py:29:37 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 30: Unexpected errors ['generics_typevartuple_overloads.py:30:37 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[TypeVar, TypeVar]`. Expected has length 0, but actual has length 2.']
+Line 31: Unexpected errors ['generics_typevartuple_overloads.py:31:37 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[TypeVar, TypeVar, TypeVar]`. Expected has length 0, but actual has length 3.']
+"""
diff --git a/conformance/results/pyre/generics_typevartuple_specialization.toml b/conformance/results/pyre/generics_typevartuple_specialization.toml
index fb5937844..2451b9f3e 100644
--- a/conformance/results/pyre/generics_typevartuple_specialization.toml
+++ b/conformance/results/pyre/generics_typevartuple_specialization.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support TypeVarTuple.
+notes = """Does not support TypeVarTuple.
 """
 output = """
 generics_typevartuple_specialization.py:16:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_specialization$Ts)]` is not a valid type.
@@ -91,3 +90,52 @@ generics_typevartuple_specialization.py:159:25 Unable to concatenate tuple [60]:
 generics_typevartuple_specialization.py:159:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.
 generics_typevartuple_specialization.py:162:13 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[TypeVar, *Tuple[typing.Any, ...]]`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['generics_typevartuple_specialization.py:16:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_specialization$Ts)]` is not a valid type.']
+Line 24: Unexpected errors ['generics_typevartuple_specialization.py:24:26 Invalid type [31]: Expression `Array[(*tuple[(typing.Any, ...)])]` is not a valid type.', 'generics_typevartuple_specialization.py:24:26 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 28: Unexpected errors ['generics_typevartuple_specialization.py:28:13 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 33: Unexpected errors ['generics_typevartuple_specialization.py:33:13 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 41: Unexpected errors ['generics_typevartuple_specialization.py:41:17 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[Type[int], *Tuple[typing.Any, ...]]`.']
+Line 42: Unexpected errors ['generics_typevartuple_specialization.py:42:0 Incompatible variable type [9]: NamedArray is declared to have type `Type[Tuple[str, Array[]]]` but is used as type `Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:42:19 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[Array[]]]`.']
+Line 45: Unexpected errors ['generics_typevartuple_specialization.py:45:13 Undefined or invalid type [11]: Annotation `IntTuple` is not defined as a type.', 'generics_typevartuple_specialization.py:45:39 Undefined or invalid type [11]: Annotation `NamedArray` is not defined as a type.']
+Line 46: Unexpected errors ['generics_typevartuple_specialization.py:46:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[float], Type[bool]]`.']
+Line 47: Unexpected errors ['generics_typevartuple_specialization.py:47:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[Array[]]]`.', 'generics_typevartuple_specialization.py:47:36 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Type[Height]`.']
+Line 52: Unexpected errors ['generics_typevartuple_specialization.py:52:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[Array[]]]`.']
+Line 59: Unexpected errors ['generics_typevartuple_specialization.py:59:13 Invalid type [31]: Expression `typing.Generic[($local_generics_typevartuple_specialization$DType, *$local_generics_typevartuple_specialization$Shape)]` is not a valid type.', "generics_typevartuple_specialization.py:59:13 Invalid type variable [34]: The current class isn't generic with respect to the type variable `Variable[DType]`. To reference the type variable, you can modify the class to inherit from `typing.Generic[DType]`."]
+Line 63: Unexpected errors ['generics_typevartuple_specialization.py:63:20 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `typing.Tuple[Type[float], *Tuple[typing.Any, ...]]`.']
+Line 64: Unexpected errors ['generics_typevartuple_specialization.py:64:0 Invalid type parameters [24]: Non-generic type `Array2` cannot take parameters.']
+Line 68: Unexpected errors ['generics_typevartuple_specialization.py:68:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[object, object]`. Expected has length 0, but actual has length 2.']
+Line 69: Unexpected errors ['generics_typevartuple_specialization.py:69:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], object]`. Expected has length 0, but actual has length 2.']
+Line 72: Unexpected errors ['generics_typevartuple_specialization.py:72:38 Undefined or invalid type [11]: Annotation `FloatArray` is not defined as a type.']
+Line 89: Unexpected errors ['generics_typevartuple_specialization.py:89:22 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[TypeVar, *Tuple[typing.Any, ...]]`.']
+Line 92: Unexpected errors ['generics_typevartuple_specialization.py:92:13 Undefined or invalid type [11]: Annotation `VariadicTuple` is not defined as a type.']
+Line 93: Unexpected errors ['generics_typevartuple_specialization.py:93:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[int]]`.']
+Line 95: Unexpected errors ['generics_typevartuple_specialization.py:95:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[object, *Tuple[typing.Any, ...]]`.', 'generics_typevartuple_specialization.py:95:25 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:95:37 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[object, typing.Any]`.']
+Line 101: Unexpected errors ['generics_typevartuple_specialization.py:101:20 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[Type[int], *Tuple[typing.Any, ...]]`.']
+Line 103: Unexpected errors ['generics_typevartuple_specialization.py:103:32 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:103:39 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[float], typing.Any]`.']
+Line 110: Unexpected errors ['generics_typevartuple_specialization.py:110:16 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:110:23 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[float], typing.Any]`.']
+Line 117: Unexpected errors ['generics_typevartuple_specialization.py:117:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[*Tuple[typing.Any, ...], TypeVar, TypeVar]`.']
+Line 118: Unexpected errors ['generics_typevartuple_specialization.py:118:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[TypeVar, TypeVar, *Tuple[typing.Any, ...]]`.']
+Line 119: Unexpected errors ['generics_typevartuple_specialization.py:119:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[TypeVar, *Tuple[typing.Any, ...], TypeVar, TypeVar]`.']
+Line 120: Unexpected errors ['generics_typevartuple_specialization.py:120:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[TypeVar, TypeVar, *Tuple[typing.Any, ...]]`.', 'generics_typevartuple_specialization.py:120:12 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:120:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.']
+Line 121: Unexpected errors ['generics_typevartuple_specialization.py:121:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[typing.Any, ...]`.', 'generics_typevartuple_specialization.py:121:12 Unable to concatenate tuple [60]: Concatenation not yet support for multiple variadic tuples: `*Ts, *Ts`.']
+Line 122: Unexpected errors ['generics_typevartuple_specialization.py:122:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[typing.Any, ...]`.', 'generics_typevartuple_specialization.py:122:12 Unable to concatenate tuple [60]: Concatenation not yet support for multiple variadic tuples: `*Ts, *tuple[(int, ...)]`.', 'generics_typevartuple_specialization.py:122:12 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:122:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.']
+Line 125: Unexpected errors ['generics_typevartuple_specialization.py:125:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[*Tuple[typing.Any, ...], TypeVar, TypeVar]`.']
+Line 127: Unexpected errors ['generics_typevartuple_specialization.py:127:4 Undefined or invalid type [11]: Annotation `TA7` is not defined as a type.']
+Line 130: Unexpected errors ['generics_typevartuple_specialization.py:130:13 Invalid type [31]: Expression `$local_generics_typevartuple_specialization$TA7[(*$local_generics_typevartuple_specialization$Ts, $local_generics_typevartuple_specialization$T1, $local_generics_typevartuple_specialization$T2)]` is not a valid type.', "generics_typevartuple_specialization.py:130:13 Invalid type variable [34]: The type variable `Variable[T1]` isn't present in the function's parameters.", "generics_typevartuple_specialization.py:130:13 Invalid type variable [34]: The type variable `Variable[T2]` isn't present in the function's parameters.", 'generics_typevartuple_specialization.py:130:34 Invalid type [31]: Expression `tuple[(tuple[(*$local_generics_typevartuple_specialization$Ts)], $local_generics_typevartuple_specialization$T1, $local_generics_typevartuple_specialization$T2)]` is not a valid type.', "generics_typevartuple_specialization.py:130:34 Invalid type variable [34]: The type variable `Variable[T1]` isn't present in the function's parameters.", "generics_typevartuple_specialization.py:130:34 Invalid type variable [34]: The type variable `Variable[T2]` isn't present in the function's parameters."]
+Line 135: Unexpected errors ['generics_typevartuple_specialization.py:135:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[tuple[Variable[_T_co](covariant)]], Type[str], Type[bool]]`.', 'generics_typevartuple_specialization.py:135:38 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[]`.']
+Line 136: Unexpected errors ['generics_typevartuple_specialization.py:136:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[tuple[str]], Type[bool], Type[float]]`.']
+Line 137: Unexpected errors ['generics_typevartuple_specialization.py:137:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[tuple[Variable[_T_co](covariant)]], Type[float], Type[int]]`.', 'generics_typevartuple_specialization.py:137:38 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[bool]]`.']
+Line 140: Unexpected errors ['generics_typevartuple_specialization.py:140:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[TypeVar, *Tuple[typing.Any, ...], TypeVar, TypeVar]`.']
+Line 143: Unexpected errors ['generics_typevartuple_specialization.py:143:13 Invalid type [31]: Expression `$local_generics_typevartuple_specialization$TA8[($local_generics_typevartuple_specialization$T1, *$local_generics_typevartuple_specialization$Ts, $local_generics_typevartuple_specialization$T2, $local_generics_typevartuple_specialization$T3)]` is not a valid type.', "generics_typevartuple_specialization.py:143:13 Invalid type variable [34]: The type variable `Variable[T1]` isn't present in the function's parameters.", "generics_typevartuple_specialization.py:143:13 Invalid type variable [34]: The type variable `Variable[T2]` isn't present in the function's parameters.", "generics_typevartuple_specialization.py:143:13 Invalid type variable [34]: The type variable `Variable[T3]` isn't present in the function's parameters.", 'generics_typevartuple_specialization.py:143:13 Undefined or invalid type [11]: Annotation `TA8` is not defined as a type.', 'generics_typevartuple_specialization.py:143:38 Invalid type [31]: Expression `tuple[(tuple[(*$local_generics_typevartuple_specialization$Ts)], $local_generics_typevartuple_specialization$T1, $local_generics_typevartuple_specialization$T2, $local_generics_typevartuple_specialization$T3)]` is not a valid type.', "generics_typevartuple_specialization.py:143:38 Invalid type variable [34]: The type variable `Variable[T1]` isn't present in the function's parameters.", "generics_typevartuple_specialization.py:143:38 Invalid type variable [34]: The type variable `Variable[T2]` isn't present in the function's parameters.", "generics_typevartuple_specialization.py:143:38 Invalid type variable [34]: The type variable `Variable[T3]` isn't present in the function's parameters."]
+Line 148: Unexpected errors ['generics_typevartuple_specialization.py:148:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[tuple[Variable[_T_co](covariant)]], Type[str], Type[bool], Type[float]]`.', 'generics_typevartuple_specialization.py:148:38 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[]`.']
+Line 149: Unexpected errors ['generics_typevartuple_specialization.py:149:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[tuple[bool]], Type[str], Type[float], Type[int]]`.']
+Line 152: Unexpected errors ['generics_typevartuple_specialization.py:152:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[*Tuple[typing.Any, ...], TypeVar]`.']
+Line 153: Unexpected errors ['generics_typevartuple_specialization.py:153:11 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:153:18 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.']
+Line 156: Unexpected errors ['generics_typevartuple_specialization.py:156:14 Undefined or invalid type [11]: Annotation `TA10` is not defined as a type.', 'generics_typevartuple_specialization.py:156:23 Invalid type [31]: Expression `$local_generics_typevartuple_specialization$TA9[(*tuple[(int, ...)], str)]` is not a valid type.', 'generics_typevartuple_specialization.py:156:23 Undefined or invalid type [11]: Annotation `TA9` is not defined as a type.', 'generics_typevartuple_specialization.py:156:54 Invalid type [31]: Expression `$local_generics_typevartuple_specialization$TA9[(*tuple[(int, ...)], str)]` is not a valid type.']
+Line 157: Unexpected errors ['generics_typevartuple_specialization.py:157:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[*Tuple[typing.Any, ...], Type[int]]`.', 'generics_typevartuple_specialization.py:157:25 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:157:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.']
+Line 158: Unexpected errors ['generics_typevartuple_specialization.py:158:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[*Tuple[typing.Any, ...], Type[str]]`.', 'generics_typevartuple_specialization.py:158:25 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:158:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.']
+Line 159: Unexpected errors ['generics_typevartuple_specialization.py:159:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[*Tuple[typing.Any, ...], Type[str]]`.', 'generics_typevartuple_specialization.py:159:25 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:159:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.']
+Line 162: Unexpected errors ['generics_typevartuple_specialization.py:162:13 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[TypeVar, *Tuple[typing.Any, ...]]`.']
+"""
diff --git a/conformance/results/pyre/generics_typevartuple_unpack.toml b/conformance/results/pyre/generics_typevartuple_unpack.toml
index 35a821acb..98b8a67dd 100644
--- a/conformance/results/pyre/generics_typevartuple_unpack.toml
+++ b/conformance/results/pyre/generics_typevartuple_unpack.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support TypeVarTuple.
+notes = """Does not support TypeVarTuple.
 """
 output = """
 generics_typevartuple_unpack.py:17:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_unpack$Ts)]` is not a valid type.
@@ -15,3 +14,12 @@ generics_typevartuple_unpack.py:40:28 Invalid type parameters [24]: Non-generic
 generics_typevartuple_unpack.py:44:13 Invalid type [31]: Expression `Array[(*tuple[(typing.Any, ...)])]` is not a valid type.
 generics_typevartuple_unpack.py:44:13 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 17: Unexpected errors ['generics_typevartuple_unpack.py:17:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_unpack$Ts)]` is not a valid type.']
+Line 21: Unexpected errors ['generics_typevartuple_unpack.py:21:30 Invalid type [31]: Expression `Array[(generics_typevartuple_unpack.Batch, *tuple[(typing.Any, ...)], generics_typevartuple_unpack.Channels)]` is not a valid type.', 'generics_typevartuple_unpack.py:21:30 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 26: Unexpected errors ['generics_typevartuple_unpack.py:26:7 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_unpack.py:26:49 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_unpack.py:26:76 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 36: Unexpected errors ['generics_typevartuple_unpack.py:36:29 Invalid type [31]: Expression `Array[(generics_typevartuple_unpack.Batch, *$local_generics_typevartuple_unpack$Shape)]` is not a valid type.', 'generics_typevartuple_unpack.py:36:29 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 40: Unexpected errors ['generics_typevartuple_unpack.py:40:28 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+Line 44: Unexpected errors ['generics_typevartuple_unpack.py:44:13 Invalid type [31]: Expression `Array[(*tuple[(typing.Any, ...)])]` is not a valid type.', 'generics_typevartuple_unpack.py:44:13 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
+"""
diff --git a/conformance/results/pyre/generics_upper_bound.toml b/conformance/results/pyre/generics_upper_bound.toml
index f60af4eab..7b0d7a90a 100644
--- a/conformance/results/pyre/generics_upper_bound.toml
+++ b/conformance/results/pyre/generics_upper_bound.toml
@@ -1,9 +1,13 @@
 conformant = "Partial"
-notes = """
-Does not reject use of upper bound with constrained TypeVar.
+notes = """Does not reject use of upper bound with constrained TypeVar.
 """
 output = """
 generics_upper_bound.py:22:0 Invalid type [31]: Expression `Variable[T_Bad1 (bound to typing.List[Variable[generics_upper_bound.T]])]` is not a valid type. Type variables cannot contain other type variables in their constraints.
 generics_upper_bound.py:43:7 Incompatible parameter type [6]: In call `longer`, for 1st positional argument, expected `Variable[ST (bound to Sized)]` but got `int`.
 generics_upper_bound.py:43:10 Incompatible parameter type [6]: In call `longer`, for 2nd positional argument, expected `Variable[ST (bound to Sized)]` but got `int`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 22: Unexpected errors ['generics_upper_bound.py:22:0 Invalid type [31]: Expression `Variable[T_Bad1 (bound to typing.List[Variable[generics_upper_bound.T]])]` is not a valid type. Type variables cannot contain other type variables in their constraints.']
+Line 43: Unexpected errors ['generics_upper_bound.py:43:7 Incompatible parameter type [6]: In call `longer`, for 1st positional argument, expected `Variable[ST (bound to Sized)]` but got `int`.', 'generics_upper_bound.py:43:10 Incompatible parameter type [6]: In call `longer`, for 2nd positional argument, expected `Variable[ST (bound to Sized)]` but got `int`.']
+"""
diff --git a/conformance/results/pyre/generics_variance.toml b/conformance/results/pyre/generics_variance.toml
index 49e1e2abc..aefb9e23f 100644
--- a/conformance/results/pyre/generics_variance.toml
+++ b/conformance/results/pyre/generics_variance.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject a TypeVar that is defined as both covariant and contravariant.
+notes = """Does not reject a TypeVar that is defined as both covariant and contravariant.
 Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.
 """
 output = """
@@ -11,3 +10,12 @@ generics_variance.py:105:0 Invalid type variance [46]: The type variable `Variab
 generics_variance.py:125:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T_contra](contravariant)` because subclasses cannot use more permissive type variables than their superclasses.
 generics_variance.py:131:0 Invalid type variance [46]: The type variable `Variable[T_contra](contravariant)` is incompatible with parent class type variable `Variable[T_co](covariant)` because subclasses cannot use more permissive type variables than their superclasses.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 77: Unexpected errors ['generics_variance.py:77:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T]` because subclasses cannot use more permissive type variables than their superclasses.']
+Line 81: Unexpected errors ['generics_variance.py:81:0 Invalid type variance [46]: The type variable `Variable[T_contra](contravariant)` is incompatible with parent class type variable `Variable[T]` because subclasses cannot use more permissive type variables than their superclasses.']
+Line 93: Unexpected errors ['generics_variance.py:93:0 Invalid type variance [46]: The type variable `Variable[T_contra](contravariant)` is incompatible with parent class type variable `Variable[T_co](covariant)` because subclasses cannot use more permissive type variables than their superclasses.']
+Line 105: Unexpected errors ['generics_variance.py:105:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T_contra](contravariant)` because subclasses cannot use more permissive type variables than their superclasses.']
+Line 125: Unexpected errors ['generics_variance.py:125:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T_contra](contravariant)` because subclasses cannot use more permissive type variables than their superclasses.']
+Line 131: Unexpected errors ['generics_variance.py:131:0 Invalid type variance [46]: The type variable `Variable[T_contra](contravariant)` is incompatible with parent class type variable `Variable[T_co](covariant)` because subclasses cannot use more permissive type variables than their superclasses.']
+"""
diff --git a/conformance/results/pyre/generics_variance_inference.toml b/conformance/results/pyre/generics_variance_inference.toml
index 71f27f7a6..9d1672c01 100644
--- a/conformance/results/pyre/generics_variance_inference.toml
+++ b/conformance/results/pyre/generics_variance_inference.toml
@@ -1,7 +1,10 @@
 conformant = "Unsupported"
-notes = """
-Type parameter syntax not yet support.
+notes = """Type parameter syntax not yet support.
 """
 output = """
 generics_variance_inference.py:15:13 Parsing failure [404]: invalid syntax
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 15: Unexpected errors ['generics_variance_inference.py:15:13 Parsing failure [404]: invalid syntax']
+"""
diff --git a/conformance/results/pyre/historical_positional.toml b/conformance/results/pyre/historical_positional.toml
index 5e949b690..bc7905589 100644
--- a/conformance/results/pyre/historical_positional.toml
+++ b/conformance/results/pyre/historical_positional.toml
@@ -1,6 +1,5 @@
-conformant="Partial"
-notes = """
-Does not reject positional-only parameter after non-positional-only parameter.
+conformant = "Partial"
+notes = """Does not reject positional-only parameter after non-positional-only parameter.
 Treats keyword-only parameter as positional-only.
 Applies legacy positional-only rules when PEP 570 syntax is used.
 """
@@ -10,3 +9,10 @@ historical_positional.py:32:0 Unexpected keyword [28]: Unexpected keyword argume
 historical_positional.py:43:0 Unexpected keyword [28]: Unexpected keyword argument `__x` to call `A.m1`.
 historical_positional.py:53:0 Unexpected keyword [28]: Unexpected keyword argument `__y` to call `f4`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 18: Unexpected errors ['historical_positional.py:18:0 Unexpected keyword [28]: Unexpected keyword argument `__x` to call `f1`.']
+Line 32: Unexpected errors ['historical_positional.py:32:0 Unexpected keyword [28]: Unexpected keyword argument `__y` to call `f3`.']
+Line 43: Unexpected errors ['historical_positional.py:43:0 Unexpected keyword [28]: Unexpected keyword argument `__x` to call `A.m1`.']
+Line 53: Unexpected errors ['historical_positional.py:53:0 Unexpected keyword [28]: Unexpected keyword argument `__y` to call `f4`.']
+"""
diff --git a/conformance/results/pyre/literals_interactions.toml b/conformance/results/pyre/literals_interactions.toml
index 4f88bb35a..144f256b1 100644
--- a/conformance/results/pyre/literals_interactions.toml
+++ b/conformance/results/pyre/literals_interactions.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not detect out-of-bound tuple literal index.
+notes = """Does not detect out-of-bound tuple literal index.
 Does not narrow type of `x` with `x in Literal` type guard pattern.
 Does not narrow type of `x` with `x == Literal` type guard pattern.
 """
@@ -9,3 +8,9 @@ literals_interactions.py:51:38 Incompatible parameter type [6]: In call `typing.
 literals_interactions.py:106:34 Incompatible parameter type [6]: In call `expects_bad_status`, for 1st positional argument, expected `Union[typing_extensions.Literal['ABORTED'], typing_extensions.Literal['MALFORMED']]` but got `str`.
 literals_interactions.py:109:31 Non-literal string [62]: In call `expects_pending_status`, for 1st positional argument, expected `LiteralString` but got `str`. Ensure only a string literal or a `LiteralString` is used.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 51: Unexpected errors ['literals_interactions.py:51:38 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[AnyStr <: [str, bytes]]]` but got `object`.']
+Line 106: Unexpected errors ["literals_interactions.py:106:34 Incompatible parameter type [6]: In call `expects_bad_status`, for 1st positional argument, expected `Union[typing_extensions.Literal['ABORTED'], typing_extensions.Literal['MALFORMED']]` but got `str`."]
+Line 109: Unexpected errors ['literals_interactions.py:109:31 Non-literal string [62]: In call `expects_pending_status`, for 1st positional argument, expected `LiteralString` but got `str`. Ensure only a string literal or a `LiteralString` is used.']
+"""
diff --git a/conformance/results/pyre/literals_literalstring.toml b/conformance/results/pyre/literals_literalstring.toml
index c60ee6199..f9ae492b1 100644
--- a/conformance/results/pyre/literals_literalstring.toml
+++ b/conformance/results/pyre/literals_literalstring.toml
@@ -11,3 +11,15 @@ literals_literalstring.py:120:21 Incompatible parameter type [6]: In call `liter
 literals_literalstring.py:134:50 Incompatible parameter type [6]: In call `Container.__init__`, for 1st positional argument, expected `Variable[T (bound to typing_extensions.LiteralString)]` but got `str`.
 literals_literalstring.py:166:4 Incompatible variable type [9]: x1 is declared to have type `List[str]` but is used as type `List[typing_extensions.LiteralString]`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 36: Unexpected errors ['literals_literalstring.py:36:11 Invalid type [31]: Expression `LiteralString` is not a literal value.', 'literals_literalstring.py:36:11 Undefined or invalid type [11]: Annotation `typing` is not defined as a type.']
+Line 37: Unexpected errors ['literals_literalstring.py:37:13 Invalid type [31]: Expression `LiteralString` is not a literal value.']
+Line 43: Unexpected errors ["literals_literalstring.py:43:4 Incompatible variable type [9]: x2 is declared to have type `typing_extensions.Literal['']` but is used as type `typing_extensions.Literal['two']`."]
+Line 66: Unexpected errors ['literals_literalstring.py:66:4 Incompatible variable type [9]: x1 is declared to have type `typing_extensions.LiteralString` but is used as type `str`.']
+Line 74: Unexpected errors ['literals_literalstring.py:74:4 Incompatible variable type [9]: x3 is declared to have type `typing_extensions.LiteralString` but is used as type `typing_extensions.Literal[3]`.']
+Line 75: Unexpected errors ["literals_literalstring.py:75:4 Incompatible variable type [9]: x4 is declared to have type `typing_extensions.LiteralString` but is used as type `typing_extensions.Literal[b'test']`."]
+Line 120: Unexpected errors ['literals_literalstring.py:120:21 Incompatible parameter type [6]: In call `literal_identity`, for 1st positional argument, expected `Variable[TLiteral (bound to typing_extensions.LiteralString)]` but got `str`.']
+Line 134: Unexpected errors ['literals_literalstring.py:134:50 Incompatible parameter type [6]: In call `Container.__init__`, for 1st positional argument, expected `Variable[T (bound to typing_extensions.LiteralString)]` but got `str`.']
+Line 166: Unexpected errors ['literals_literalstring.py:166:4 Incompatible variable type [9]: x1 is declared to have type `List[str]` but is used as type `List[typing_extensions.LiteralString]`.']
+"""
diff --git a/conformance/results/pyre/literals_parameterizations.toml b/conformance/results/pyre/literals_parameterizations.toml
index adb1fac3f..440e3b8a1 100644
--- a/conformance/results/pyre/literals_parameterizations.toml
+++ b/conformance/results/pyre/literals_parameterizations.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not support type aliases in Literal type expression.
+notes = """Does not support type aliases in Literal type expression.
 Does not support nested Literal type expression.
 Does not reject unary + operator in Literal type expression.
 Does not reject tuple in Literal type expression.
@@ -29,3 +28,23 @@ literals_parameterizations.py:56:19 Invalid type [31]: Expression `typing.Litera
 literals_parameterizations.py:61:3 Invalid type [31]: Expression `my_function` is not a literal value.
 literals_parameterizations.py:65:4 Incompatible variable type [9]: x1 is declared to have type `typing_extensions.Literal['Color.RED']` but is used as type `typing_extensions.Literal[Color.RED]`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 33: Unexpected errors ['literals_parameterizations.py:33:0 Invalid type [31]: Expression `AppendMode` is not a literal value.', 'literals_parameterizations.py:33:0 Invalid type [31]: Expression `ReadOnlyMode` is not a literal value.', 'literals_parameterizations.py:33:0 Invalid type [31]: Expression `WriteAndTruncateMode` is not a literal value.', 'literals_parameterizations.py:33:0 Invalid type [31]: Expression `WriteNoTruncateMode` is not a literal value.', 'literals_parameterizations.py:33:0 Undefined or invalid type [11]: Annotation `` is not defined as a type.']
+Line 35: Unexpected errors ['literals_parameterizations.py:35:8 Invalid type [31]: Expression `typing.Literal[(typing.Literal[(typing.Literal[(1, 2, 3)], "foo")], 5, None)]` is not a valid type.']
+Line 41: Unexpected errors ['literals_parameterizations.py:41:6 Invalid type [31]: Expression `typing.Literal[3.__add__(4)]` is not a valid type.']
+Line 42: Unexpected errors ['literals_parameterizations.py:42:6 Invalid type [31]: Expression `typing.Literal["foo".replace("o", "b")]` is not a valid type.']
+Line 43: Unexpected errors ['literals_parameterizations.py:43:6 Invalid type [31]: Expression `typing.Literal[4.__add__(3.000000j)]` is not a valid type.']
+Line 44: Unexpected errors ['literals_parameterizations.py:44:6 Invalid type [31]: Expression `typing.Literal[~ 5]` is not a valid type.']
+Line 45: Unexpected errors ['literals_parameterizations.py:45:6 Invalid type [31]: Expression `typing.Literal[not False]` is not a valid type.']
+Line 47: Unexpected errors ['literals_parameterizations.py:47:6 Invalid type [31]: Expression `typing.Literal[{ "a":"b","c":"d" }]` is not a valid type.']
+Line 48: Unexpected errors ['literals_parameterizations.py:48:6 Invalid type [31]: Expression `typing.Literal[int]` is not a valid type.']
+Line 49: Unexpected errors ['literals_parameterizations.py:49:6 Invalid type [31]: Expression `variable` is not a literal value.']
+Line 50: Unexpected errors ['literals_parameterizations.py:50:7 Invalid type [31]: Expression `T` is not a literal value.']
+Line 51: Unexpected errors ['literals_parameterizations.py:51:7 Invalid type [31]: Expression `typing.Literal[3.140000]` is not a valid type.']
+Line 52: Unexpected errors ['literals_parameterizations.py:52:7 Invalid type [31]: Expression `Any` is not a literal value.']
+Line 53: Unexpected errors ['literals_parameterizations.py:53:7 Invalid type [31]: Expression `typing.Literal[...]` is not a valid type.']
+Line 56: Unexpected errors ['literals_parameterizations.py:56:19 Invalid type [31]: Expression `typing.Literal[1.__add__(2)]` is not a valid type.']
+Line 61: Unexpected errors ['literals_parameterizations.py:61:3 Invalid type [31]: Expression `my_function` is not a literal value.']
+Line 65: Unexpected errors ["literals_parameterizations.py:65:4 Incompatible variable type [9]: x1 is declared to have type `typing_extensions.Literal['Color.RED']` but is used as type `typing_extensions.Literal[Color.RED]`."]
+"""
diff --git a/conformance/results/pyre/literals_semantics.toml b/conformance/results/pyre/literals_semantics.toml
index c7f8f8c9f..d45c90aec 100644
--- a/conformance/results/pyre/literals_semantics.toml
+++ b/conformance/results/pyre/literals_semantics.toml
@@ -1,9 +1,14 @@
 conformant = "Partial"
-notes = """
-Does not reject augmented operation that modifies literal value.
+notes = """Does not reject augmented operation that modifies literal value.
 """
 output = """
 literals_semantics.py:10:0 Incompatible variable type [9]: v2 is declared to have type `typing_extensions.Literal[3]` but is used as type `typing_extensions.Literal[4]`.
 literals_semantics.py:24:4 Incompatible variable type [9]: x1 is declared to have type `typing_extensions.Literal[False]` but is used as type `typing_extensions.Literal[0]`.
 literals_semantics.py:25:4 Incompatible variable type [9]: x2 is declared to have type `typing_extensions.Literal[0]` but is used as type `typing_extensions.Literal[False]`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 10: Unexpected errors ['literals_semantics.py:10:0 Incompatible variable type [9]: v2 is declared to have type `typing_extensions.Literal[3]` but is used as type `typing_extensions.Literal[4]`.']
+Line 24: Unexpected errors ['literals_semantics.py:24:4 Incompatible variable type [9]: x1 is declared to have type `typing_extensions.Literal[False]` but is used as type `typing_extensions.Literal[0]`.']
+Line 25: Unexpected errors ['literals_semantics.py:25:4 Incompatible variable type [9]: x2 is declared to have type `typing_extensions.Literal[0]` but is used as type `typing_extensions.Literal[False]`.']
+"""
diff --git a/conformance/results/pyre/namedtuples_define_class.toml b/conformance/results/pyre/namedtuples_define_class.toml
index 9ba2af373..2a07f81b5 100644
--- a/conformance/results/pyre/namedtuples_define_class.toml
+++ b/conformance/results/pyre/namedtuples_define_class.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not evaluate correct type for indexed named tuple instance with slice.
+notes = """Does not evaluate correct type for indexed named tuple instance with slice.
 Does not report out-of-range index access with named tuple instance.
 Does not reject named tuple element with no default value after one with a default.
 Incorrectly rejects assignment of named tuple to a tuple with compatible type.
@@ -19,3 +18,17 @@ namedtuples_define_class.py:73:0 Incompatible variable type [9]: Unable to unpac
 namedtuples_define_class.py:79:4 Invalid assignment [41]: Cannot reassign final attribute `x`.
 namedtuples_define_class.py:98:18 Incompatible parameter type [6]: In call `Property.__init__`, for 2nd positional argument, expected `str` but got `float`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 29: Unexpected errors ['namedtuples_define_class.py:29:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int]]`.']
+Line 30: Unexpected errors ['namedtuples_define_class.py:30:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int], Type[str]]`.']
+Line 44: Unexpected errors ['namedtuples_define_class.py:44:5 Missing argument [20]: Call `Point.__init__` expects argument `y`.']
+Line 45: Unexpected errors ['namedtuples_define_class.py:45:5 Missing argument [20]: Call `Point.__init__` expects argument `y`.']
+Line 46: Unexpected errors ['namedtuples_define_class.py:46:14 Incompatible parameter type [6]: In call `Point.__init__`, for 2nd positional argument, expected `int` but got `str`.']
+Line 47: Unexpected errors ['namedtuples_define_class.py:47:17 Incompatible parameter type [6]: In call `Point.__init__`, for argument `units`, expected `str` but got `int`.']
+Line 48: Unexpected errors ['namedtuples_define_class.py:48:5 Too many arguments [19]: Call `Point.__init__` expects 3 positional arguments, 4 were provided.']
+Line 49: Unexpected errors ['namedtuples_define_class.py:49:6 Unexpected keyword [28]: Unexpected keyword argument `other` to call `Point.__init__`.']
+Line 73: Unexpected errors ['namedtuples_define_class.py:73:0 Incompatible variable type [9]: Unable to unpack `PointWithName`, expected a tuple.']
+Line 79: Unexpected errors ['namedtuples_define_class.py:79:4 Invalid assignment [41]: Cannot reassign final attribute `x`.']
+Line 98: Unexpected errors ['namedtuples_define_class.py:98:18 Incompatible parameter type [6]: In call `Property.__init__`, for 2nd positional argument, expected `str` but got `float`.']
+"""
diff --git a/conformance/results/pyre/namedtuples_define_functional.toml b/conformance/results/pyre/namedtuples_define_functional.toml
index 709475681..92177e7cb 100644
--- a/conformance/results/pyre/namedtuples_define_functional.toml
+++ b/conformance/results/pyre/namedtuples_define_functional.toml
@@ -1,6 +1,5 @@
 conformant = "Pass"
-notes = """
-Does not reject duplicate field names in functional form.
+notes = """Does not reject duplicate field names in functional form.
 Does not handle illegal named tuple names the same as runtime.
 Does not support defaults in functional form.
 """
@@ -27,3 +26,20 @@ namedtuples_define_functional.py:63:42 Invalid type parameters [24]: Generic typ
 namedtuples_define_functional.py:65:0 Too many arguments [19]: Call `NT5.__init__` expects 1 positional argument, 3 were provided.
 namedtuples_define_functional.py:66:0 Missing argument [20]: Call `NT5.__init__` expects argument `defaults`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['namedtuples_define_functional.py:16:7 Missing argument [20]: Call `Point1.__init__` expects argument `y`.']
+Line 21: Unexpected errors ['namedtuples_define_functional.py:21:7 Missing argument [20]: Call `Point2.__init__` expects argument `x`.']
+Line 26: Unexpected errors ['namedtuples_define_functional.py:26:7 Too many arguments [19]: Call `Point3.__init__` expects 2 positional arguments, 3 were provided.']
+Line 31: Unexpected errors ['namedtuples_define_functional.py:31:7 Unexpected keyword [28]: Unexpected keyword argument `z` to call `Point4.__init__`.']
+Line 36: Unexpected errors ['namedtuples_define_functional.py:36:17 Incompatible parameter type [6]: In call `Point5.__init__`, for 2nd positional argument, expected `int` but got `str`.']
+Line 37: Unexpected errors ['namedtuples_define_functional.py:37:7 Too many arguments [19]: Call `Point5.__init__` expects 2 positional arguments, 3 were provided.']
+Line 42: Unexpected errors ['namedtuples_define_functional.py:42:17 Incompatible parameter type [6]: In call `Point6.__init__`, for 2nd positional argument, expected `int` but got `str`.']
+Line 43: Unexpected errors ['namedtuples_define_functional.py:43:14 Incompatible parameter type [6]: In call `Point6.__init__`, for argument `x`, expected `int` but got `float`.']
+Line 54: Unexpected errors ['namedtuples_define_functional.py:54:47 Invalid type [31]: Expression `False` is not a valid type.', 'namedtuples_define_functional.py:54:47 Invalid type [31]: Expression `False` is not a valid type.', 'namedtuples_define_functional.py:54:47 Invalid type [31]: Expression `typing.Final[False]` is not a valid type.']
+Line 56: Unexpected errors ['namedtuples_define_functional.py:56:47 Invalid type [31]: Expression `True` is not a valid type.', 'namedtuples_define_functional.py:56:47 Invalid type [31]: Expression `True` is not a valid type.', 'namedtuples_define_functional.py:56:47 Invalid type [31]: Expression `typing.Final[True]` is not a valid type.']
+Line 57: Unexpected errors ['namedtuples_define_functional.py:57:0 Unexpected keyword [28]: Unexpected keyword argument `abc` to call `NT4.__init__`.']
+Line 63: Unexpected errors ['namedtuples_define_functional.py:63:42 Invalid type [31]: Expression `(1, 2)` is not a valid type.', 'namedtuples_define_functional.py:63:42 Invalid type [31]: Expression `(1, 2)` is not a valid type.', 'namedtuples_define_functional.py:63:42 Invalid type [31]: Expression `typing.Final[(1, 2)]` is not a valid type.', 'namedtuples_define_functional.py:63:42 Invalid type parameters [24]: Generic type `typing.Final` expects 1 type parameter, received 2.']
+Line 65: Unexpected errors ['namedtuples_define_functional.py:65:0 Too many arguments [19]: Call `NT5.__init__` expects 1 positional argument, 3 were provided.']
+Line 66: Unexpected errors ['namedtuples_define_functional.py:66:0 Missing argument [20]: Call `NT5.__init__` expects argument `defaults`.']
+"""
diff --git a/conformance/results/pyre/namedtuples_type_compat.toml b/conformance/results/pyre/namedtuples_type_compat.toml
index 7d99df8e7..3d10c16fa 100644
--- a/conformance/results/pyre/namedtuples_type_compat.toml
+++ b/conformance/results/pyre/namedtuples_type_compat.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Rejects valid type compatibility between named tuple and tuple.
+notes = """Rejects valid type compatibility between named tuple and tuple.
 """
 output = """
 namedtuples_type_compat.py:20:0 Incompatible variable type [9]: Unable to unpack `Point`, expected a tuple.
@@ -9,3 +8,11 @@ namedtuples_type_compat.py:22:0 Incompatible variable type [9]: Unable to unpack
 namedtuples_type_compat.py:23:0 Incompatible variable type [9]: Unable to unpack `Point`, expected a tuple.
 namedtuples_type_compat.py:27:0 Incompatible variable type [9]: Unable to unpack `Point`, expected a tuple.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 20: Unexpected errors ['namedtuples_type_compat.py:20:0 Incompatible variable type [9]: Unable to unpack `Point`, expected a tuple.']
+Line 21: Unexpected errors ['namedtuples_type_compat.py:21:0 Incompatible variable type [9]: Unable to unpack `Point`, expected a tuple.']
+Line 22: Unexpected errors ['namedtuples_type_compat.py:22:0 Incompatible variable type [9]: Unable to unpack `Point`, expected a tuple.']
+Line 23: Unexpected errors ['namedtuples_type_compat.py:23:0 Incompatible variable type [9]: Unable to unpack `Point`, expected a tuple.']
+Line 27: Unexpected errors ['namedtuples_type_compat.py:27:0 Incompatible variable type [9]: Unable to unpack `Point`, expected a tuple.']
+"""
diff --git a/conformance/results/pyre/namedtuples_usage.toml b/conformance/results/pyre/namedtuples_usage.toml
index b72fd9a17..b9bb76627 100644
--- a/conformance/results/pyre/namedtuples_usage.toml
+++ b/conformance/results/pyre/namedtuples_usage.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report out-of-range index access with named tuple instance.
+notes = """Does not report out-of-range index access with named tuple instance.
 Does not reject attempt to delete named tuple field by name.
 Does not reject attempt to delete named tuple field by index.
 Incorrectly handles subclasses of named tuples that add more attributes.
@@ -12,3 +11,11 @@ namedtuples_usage.py:52:0 Unable to unpack [23]: Unable to unpack 3 values, 2 we
 namedtuples_usage.py:53:0 Unable to unpack [23]: Unable to unpack 3 values, 4 were expected.
 namedtuples_usage.py:61:0 Unable to unpack [23]: Unable to unpack 0 values, 3 were expected.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 40: Unexpected errors ['namedtuples_usage.py:40:0 Invalid assignment [41]: Cannot reassign final attribute `p.x`.']
+Line 41: Unexpected errors ['namedtuples_usage.py:41:0 Undefined attribute [16]: `Point` has no attribute `__setitem__`.']
+Line 52: Unexpected errors ['namedtuples_usage.py:52:0 Unable to unpack [23]: Unable to unpack 3 values, 2 were expected.']
+Line 53: Unexpected errors ['namedtuples_usage.py:53:0 Unable to unpack [23]: Unable to unpack 3 values, 4 were expected.']
+Line 61: Unexpected errors ['namedtuples_usage.py:61:0 Unable to unpack [23]: Unable to unpack 0 values, 3 were expected.']
+"""
diff --git a/conformance/results/pyre/narrowing_typeguard.toml b/conformance/results/pyre/narrowing_typeguard.toml
index c9d950e42..944914ea9 100644
--- a/conformance/results/pyre/narrowing_typeguard.toml
+++ b/conformance/results/pyre/narrowing_typeguard.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not support `tuple` in `assert_type` call.
+notes = """Does not support `tuple` in `assert_type` call.
 Does not reject TypeGuard method with too few parameters.
 """
 output = """
@@ -9,3 +8,8 @@ narrowing_typeguard.py:19:33 Incompatible parameter type [6]: In call `typing.Ge
 narrowing_typeguard.py:128:19 Incompatible parameter type [6]: In call `takes_callable_str`, for 1st positional argument, expected `typing.Callable[[object], str]` but got `typing.Callable(simple_typeguard)[[Named(val, object)], TypeGuard[int]]`.
 narrowing_typeguard.py:148:25 Incompatible parameter type [6]: In call `takes_callable_str_proto`, for 1st positional argument, expected `CallableStrProto` but got `typing.Callable(simple_typeguard)[[Named(val, object)], TypeGuard[int]]`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 17: Unexpected errors ['narrowing_typeguard.py:17:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[str]]`.']
+Line 19: Unexpected errors ['narrowing_typeguard.py:19:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], typing.Any]`.']
+"""
diff --git a/conformance/results/pyre/overloads_basic.toml b/conformance/results/pyre/overloads_basic.toml
index 0dd93e644..76ed4c32e 100644
--- a/conformance/results/pyre/overloads_basic.toml
+++ b/conformance/results/pyre/overloads_basic.toml
@@ -1,8 +1,12 @@
 conformant = "Partial"
-notes = """
-Does not reject a function with a single @overload signature.
+notes = """Does not reject a function with a single @overload signature.
 """
 output = """
 overloads_basic.py:37:2 Incompatible parameter type [6]: In call `Bytes.__getitem__`, for 1st positional argument, expected `int` but got `str`.
 overloads_basic.py:75:0 Missing overload implementation [42]: Overloaded function `func2` must have an implementation.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 37: Unexpected errors ['overloads_basic.py:37:2 Incompatible parameter type [6]: In call `Bytes.__getitem__`, for 1st positional argument, expected `int` but got `str`.']
+Line 75: Unexpected errors ['overloads_basic.py:75:0 Missing overload implementation [42]: Overloaded function `func2` must have an implementation.']
+"""
diff --git a/conformance/results/pyre/protocols_class_objects.toml b/conformance/results/pyre/protocols_class_objects.toml
index ebdc29553..9a6bd288f 100644
--- a/conformance/results/pyre/protocols_class_objects.toml
+++ b/conformance/results/pyre/protocols_class_objects.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject protocol class assigned to type[Proto].
+notes = """Does not reject protocol class assigned to type[Proto].
 Incorrectly reports some class objects as incompatible with a protocol.
 Fails to report some class objects as incompatible with a protocol.
 """
@@ -9,3 +8,9 @@ protocols_class_objects.py:26:11 Invalid class instantiation [45]: Cannot instan
 protocols_class_objects.py:58:0 Incompatible variable type [9]: pa1 is declared to have type `ProtoA1` but is used as type `Type[ConcreteA]`.
 protocols_class_objects.py:93:0 Uninitialized attribute [13]: Attribute `attr1` is declared in class `CMeta` to have type `int` but is never initialized.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 26: Unexpected errors ['protocols_class_objects.py:26:11 Invalid class instantiation [45]: Cannot instantiate abstract class `Proto` with abstract method `meth`.']
+Line 58: Unexpected errors ['protocols_class_objects.py:58:0 Incompatible variable type [9]: pa1 is declared to have type `ProtoA1` but is used as type `Type[ConcreteA]`.']
+Line 93: Unexpected errors ['protocols_class_objects.py:93:0 Uninitialized attribute [13]: Attribute `attr1` is declared in class `CMeta` to have type `int` but is never initialized.']
+"""
diff --git a/conformance/results/pyre/protocols_definition.toml b/conformance/results/pyre/protocols_definition.toml
index 88a96e227..e3d4ca112 100644
--- a/conformance/results/pyre/protocols_definition.toml
+++ b/conformance/results/pyre/protocols_definition.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.
+notes = """Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.
 Does not reject read-only property in concrete class when attribute in protocol is mutable.
 Does not reject covariant attribute type when protocol attribute is mutable.
 Does not reject read-only property in concrete class when protocol has settable property.
@@ -22,3 +21,19 @@ protocols_definition.py:287:0 Incompatible variable type [9]: v5_bad3 is declare
 protocols_definition.py:288:0 Incompatible variable type [9]: v5_bad4 is declared to have type `Template5` but is used as type `Concrete5_Bad4`.
 protocols_definition.py:289:0 Incompatible variable type [9]: v5_bad5 is declared to have type `Template5` but is used as type `Concrete5_Bad5`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 30: Unexpected errors ['protocols_definition.py:30:10 Incompatible parameter type [6]: In call `close_all`, for 1st positional argument, expected `Iterable[SupportsClose]` but got `Iterable[int]`.']
+Line 67: Unexpected errors ['protocols_definition.py:67:8 Undefined attribute [16]: `Template` has no attribute `temp`.']
+Line 114: Unexpected errors ['protocols_definition.py:114:0 Incompatible variable type [9]: v2_bad1 is declared to have type `Template2` but is used as type `Concrete2_Bad1`.']
+Line 115: Unexpected errors ['protocols_definition.py:115:0 Incompatible variable type [9]: v2_bad2 is declared to have type `Template2` but is used as type `Concrete2_Bad2`.']
+Line 156: Unexpected errors ['protocols_definition.py:156:0 Incompatible variable type [9]: v3_bad1 is declared to have type `Template3` but is used as type `Concrete3_Bad1`.']
+Line 159: Unexpected errors ['protocols_definition.py:159:0 Incompatible variable type [9]: v3_bad4 is declared to have type `Template3` but is used as type `Concrete3_Bad4`.']
+Line 218: Unexpected errors ['protocols_definition.py:218:0 Incompatible variable type [9]: v4_bad1 is declared to have type `Template4` but is used as type `Concrete4_Bad1`.']
+Line 219: Unexpected errors ['protocols_definition.py:219:0 Incompatible variable type [9]: v4_bad2 is declared to have type `Template4` but is used as type `Concrete4_Bad2`.']
+Line 285: Unexpected errors ['protocols_definition.py:285:0 Incompatible variable type [9]: v5_bad1 is declared to have type `Template5` but is used as type `Concrete5_Bad1`.']
+Line 286: Unexpected errors ['protocols_definition.py:286:0 Incompatible variable type [9]: v5_bad2 is declared to have type `Template5` but is used as type `Concrete5_Bad2`.']
+Line 287: Unexpected errors ['protocols_definition.py:287:0 Incompatible variable type [9]: v5_bad3 is declared to have type `Template5` but is used as type `Concrete5_Bad3`.']
+Line 288: Unexpected errors ['protocols_definition.py:288:0 Incompatible variable type [9]: v5_bad4 is declared to have type `Template5` but is used as type `Concrete5_Bad4`.']
+Line 289: Unexpected errors ['protocols_definition.py:289:0 Incompatible variable type [9]: v5_bad5 is declared to have type `Template5` but is used as type `Concrete5_Bad5`.']
+"""
diff --git a/conformance/results/pyre/protocols_explicit.toml b/conformance/results/pyre/protocols_explicit.toml
index a1645f2b2..69987c8aa 100644
--- a/conformance/results/pyre/protocols_explicit.toml
+++ b/conformance/results/pyre/protocols_explicit.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report error when calling unimplemented protocol method from derived class.
+notes = """Does not report error when calling unimplemented protocol method from derived class.
 Does not report error when method is not implemented in derived class.
 """
 output = """
@@ -13,3 +12,11 @@ protocols_explicit.py:97:0 Uninitialized attribute [13]: Attribute `cm11` inheri
 protocols_explicit.py:97:0 Uninitialized attribute [13]: Attribute `im1` inherited from protocol `Proto1` in class `Concrete3` to have type `int` but is never initialized.
 protocols_explicit.py:159:6 Invalid class instantiation [45]: Cannot instantiate abstract class `Concrete7A` with abstract method `method1`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 54: Unexpected errors ['protocols_explicit.py:54:0 Uninitialized attribute [13]: Attribute `other` inherited from protocol `RGB` in class `Point` to have type `int` but is never initialized.']
+Line 59: Unexpected errors ['protocols_explicit.py:59:4 Invalid class instantiation [45]: Cannot instantiate abstract class `Point` with abstract method `intensity`.']
+Line 82: Unexpected errors ['protocols_explicit.py:82:0 Uninitialized attribute [13]: Attribute `cm1` inherited from protocol `Proto1` in class `Concrete1` to have type `int` but is never initialized.', 'protocols_explicit.py:82:0 Uninitialized attribute [13]: Attribute `im1` inherited from protocol `Proto1` in class `Concrete1` to have type `int` but is never initialized.']
+Line 97: Unexpected errors ['protocols_explicit.py:97:0 Uninitialized attribute [13]: Attribute `cm10` inherited from protocol `Proto2` in class `Concrete3` to have type `int` but is never initialized.', 'protocols_explicit.py:97:0 Uninitialized attribute [13]: Attribute `cm11` inherited from protocol `Proto3` in class `Concrete3` to have type `int` but is never initialized.', 'protocols_explicit.py:97:0 Uninitialized attribute [13]: Attribute `im1` inherited from protocol `Proto1` in class `Concrete3` to have type `int` but is never initialized.']
+Line 159: Unexpected errors ['protocols_explicit.py:159:6 Invalid class instantiation [45]: Cannot instantiate abstract class `Concrete7A` with abstract method `method1`.']
+"""
diff --git a/conformance/results/pyre/protocols_generic.toml b/conformance/results/pyre/protocols_generic.toml
index 45e702d11..54d64fb71 100644
--- a/conformance/results/pyre/protocols_generic.toml
+++ b/conformance/results/pyre/protocols_generic.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject the use of Protocol and Generic together as base classes.
+notes = """Does not reject the use of Protocol and Generic together as base classes.
 Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.
 """
 output = """
@@ -11,3 +10,12 @@ protocols_generic.py:74:4 Incompatible variable type [9]: v1 is declared to have
 protocols_generic.py:75:4 Incompatible variable type [9]: v2 is declared to have type `AttrProto[int]` but is used as type `AttrProto[float]`.
 protocols_generic.py:146:0 Incompatible variable type [9]: hp3 is declared to have type `HasPropertyProto` but is used as type `ConcreteHasProperty3`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 40: Unexpected errors ['protocols_generic.py:40:0 Incompatible variable type [9]: p2 is declared to have type `Proto1[int, str]` but is used as type `Concrete1`.']
+Line 56: Unexpected errors ['protocols_generic.py:56:4 Incompatible variable type [9]: v2 is declared to have type `Box[int]` but is used as type `Box[float]`.']
+Line 66: Unexpected errors ['protocols_generic.py:66:4 Incompatible variable type [9]: v2 is declared to have type `Sender[float]` but is used as type `Sender[int]`.']
+Line 74: Unexpected errors ['protocols_generic.py:74:4 Incompatible variable type [9]: v1 is declared to have type `AttrProto[float]` but is used as type `AttrProto[int]`.']
+Line 75: Unexpected errors ['protocols_generic.py:75:4 Incompatible variable type [9]: v2 is declared to have type `AttrProto[int]` but is used as type `AttrProto[float]`.']
+Line 146: Unexpected errors ['protocols_generic.py:146:0 Incompatible variable type [9]: hp3 is declared to have type `HasPropertyProto` but is used as type `ConcreteHasProperty3`.']
+"""
diff --git a/conformance/results/pyre/protocols_merging.toml b/conformance/results/pyre/protocols_merging.toml
index ee1a86c18..3d9504f6e 100644
--- a/conformance/results/pyre/protocols_merging.toml
+++ b/conformance/results/pyre/protocols_merging.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject a protocol class that derives from a non-protocol class.
+notes = """Does not reject a protocol class that derives from a non-protocol class.
 """
 output = """
 protocols_merging.py:52:0 Incompatible variable type [9]: s6 is declared to have type `SizedAndClosable1` but is used as type `SCConcrete2`.
@@ -9,3 +8,11 @@ protocols_merging.py:54:0 Incompatible variable type [9]: s8 is declared to have
 protocols_merging.py:83:4 Invalid class instantiation [45]: Cannot instantiate abstract class `SizedAndClosable4` with abstract method `close`.
 protocols_merging.py:84:0 Incompatible variable type [9]: y is declared to have type `SizedAndClosable4` but is used as type `SCConcrete1`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 52: Unexpected errors ['protocols_merging.py:52:0 Incompatible variable type [9]: s6 is declared to have type `SizedAndClosable1` but is used as type `SCConcrete2`.']
+Line 53: Unexpected errors ['protocols_merging.py:53:0 Incompatible variable type [9]: s7 is declared to have type `SizedAndClosable2` but is used as type `SCConcrete2`.']
+Line 54: Unexpected errors ['protocols_merging.py:54:0 Incompatible variable type [9]: s8 is declared to have type `SizedAndClosable3` but is used as type `SCConcrete2`.']
+Line 83: Unexpected errors ['protocols_merging.py:83:4 Invalid class instantiation [45]: Cannot instantiate abstract class `SizedAndClosable4` with abstract method `close`.']
+Line 84: Unexpected errors ['protocols_merging.py:84:0 Incompatible variable type [9]: y is declared to have type `SizedAndClosable4` but is used as type `SCConcrete1`.']
+"""
diff --git a/conformance/results/pyre/protocols_modules.toml b/conformance/results/pyre/protocols_modules.toml
index 8e5b07869..40ddbba89 100644
--- a/conformance/results/pyre/protocols_modules.toml
+++ b/conformance/results/pyre/protocols_modules.toml
@@ -1,6 +1,8 @@
 conformant = "Unsupported"
-notes = """
-Does not perform protocol checks for modules.
+notes = """Does not perform protocol checks for modules.
 """
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyre/protocols_recursive.toml b/conformance/results/pyre/protocols_recursive.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyre/protocols_recursive.toml
+++ b/conformance/results/pyre/protocols_recursive.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyre/protocols_runtime_checkable.toml b/conformance/results/pyre/protocols_runtime_checkable.toml
index 80197221f..f86004cf6 100644
--- a/conformance/results/pyre/protocols_runtime_checkable.toml
+++ b/conformance/results/pyre/protocols_runtime_checkable.toml
@@ -1,8 +1,10 @@
 conformant = "Unsupported"
-notes = """
-Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.
+notes = """Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.
 Does not reject issubclass call for data protocol.
 Does not report unsafe overlap for runtime_checkable protocol.
 """
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyre/protocols_self.toml b/conformance/results/pyre/protocols_self.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyre/protocols_self.toml
+++ b/conformance/results/pyre/protocols_self.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyre/protocols_subtyping.toml b/conformance/results/pyre/protocols_subtyping.toml
index 3fe6fc12c..1349617e2 100644
--- a/conformance/results/pyre/protocols_subtyping.toml
+++ b/conformance/results/pyre/protocols_subtyping.toml
@@ -8,3 +8,13 @@ protocols_subtyping.py:80:4 Incompatible variable type [9]: v4 is declared to ha
 protocols_subtyping.py:102:4 Incompatible variable type [9]: v4 is declared to have type `Proto7[int, float]` but is used as type `Proto6[float, float]`.
 protocols_subtyping.py:103:4 Incompatible variable type [9]: v5 is declared to have type `Proto7[float, object]` but is used as type `Proto6[float, float]`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['protocols_subtyping.py:16:5 Invalid class instantiation [45]: Cannot instantiate protocol `Proto1`.']
+Line 38: Unexpected errors ['protocols_subtyping.py:38:4 Incompatible variable type [9]: v2 is declared to have type `Concrete2` but is used as type `Proto2`.']
+Line 55: Unexpected errors ['protocols_subtyping.py:55:4 Incompatible variable type [9]: v2 is declared to have type `Proto3` but is used as type `Proto2`.']
+Line 79: Unexpected errors ['protocols_subtyping.py:79:4 Incompatible variable type [9]: v3 is declared to have type `Proto4[int, float]` but is used as type `Proto5[int]`.']
+Line 80: Unexpected errors ['protocols_subtyping.py:80:4 Incompatible variable type [9]: v4 is declared to have type `Proto5[float]` but is used as type `Proto4[int, int]`.']
+Line 102: Unexpected errors ['protocols_subtyping.py:102:4 Incompatible variable type [9]: v4 is declared to have type `Proto7[int, float]` but is used as type `Proto6[float, float]`.']
+Line 103: Unexpected errors ['protocols_subtyping.py:103:4 Incompatible variable type [9]: v5 is declared to have type `Proto7[float, object]` but is used as type `Proto6[float, float]`.']
+"""
diff --git a/conformance/results/pyre/protocols_variance.toml b/conformance/results/pyre/protocols_variance.toml
index 26d50b961..76800f54a 100644
--- a/conformance/results/pyre/protocols_variance.toml
+++ b/conformance/results/pyre/protocols_variance.toml
@@ -1,8 +1,12 @@
 conformant = "Unsupported"
-notes = """
-Does not detect incorrect TypeVar variance within generic protocols.
+notes = """Does not detect incorrect TypeVar variance within generic protocols.
 """
 output = """
 protocols_variance.py:62:17 Invalid type variance [46]: The type variable `Variable[T1_co](covariant)` is covariant and cannot be a parameter type.
 protocols_variance.py:72:4 Invalid type variance [46]: The type variable `Variable[T1_contra](contravariant)` is contravariant and cannot be a return type.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 62: Unexpected errors ['protocols_variance.py:62:17 Invalid type variance [46]: The type variable `Variable[T1_co](covariant)` is covariant and cannot be a parameter type.']
+Line 72: Unexpected errors ['protocols_variance.py:72:4 Invalid type variance [46]: The type variable `Variable[T1_contra](contravariant)` is contravariant and cannot be a return type.']
+"""
diff --git a/conformance/results/pyre/qualifiers_annotated.toml b/conformance/results/pyre/qualifiers_annotated.toml
index b4ddd0ee5..63e0d36fa 100644
--- a/conformance/results/pyre/qualifiers_annotated.toml
+++ b/conformance/results/pyre/qualifiers_annotated.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject Annotated with a single parameter.
+notes = """Does not reject Annotated with a single parameter.
 Does not reject call of Annotated with no type arguments.
 """
 output = """
@@ -23,3 +22,24 @@ qualifiers_annotated.py:85:6 Incompatible parameter type [6]: In call `func4`, f
 qualifiers_annotated.py:92:10 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], str]`. Expected has length 0, but actual has length 2.
 qualifiers_annotated.py:93:0 Call error [29]: `TypeAlias` is not a function.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 43: Unexpected errors ['qualifiers_annotated.py:43:6 Undefined or invalid type [11]: Annotation `` is not defined as a type.']
+Line 44: Unexpected errors ['qualifiers_annotated.py:44:6 Invalid type [31]: Expression `typing.Annotated[(((int, str)), "")]` is not a valid type.']
+Line 45: Unexpected errors ['qualifiers_annotated.py:45:6 Invalid type [31]: Expression `typing.Annotated[(comprehension(int for generators(generator($target$i in range(1) if ))), "")]` is not a valid type.']
+Line 46: Unexpected errors ['qualifiers_annotated.py:46:6 Invalid type [31]: Expression `typing.Annotated[({ "a":"b" }, "")]` is not a valid type.']
+Line 47: Unexpected errors ['qualifiers_annotated.py:47:6 Invalid type [31]: Expression `typing.Annotated[(lambda () (int)(), "")]` is not a valid type.']
+Line 48: Unexpected errors ['qualifiers_annotated.py:48:6 Invalid type [31]: Expression `typing.Annotated[([int][0], "")]` is not a valid type.']
+Line 49: Unexpected errors ['qualifiers_annotated.py:49:6 Invalid type [31]: Expression `typing.Annotated[(int if 1 < 3 else str, "")]` is not a valid type.']
+Line 50: Unexpected errors ['qualifiers_annotated.py:50:16 Unbound name [10]: Name `var1` is used but not defined in the current scope.']
+Line 51: Unexpected errors ['qualifiers_annotated.py:51:6 Invalid type [31]: Expression `typing.Annotated[(True, "")]` is not a valid type.']
+Line 52: Unexpected errors ['qualifiers_annotated.py:52:7 Invalid type [31]: Expression `typing.Annotated[(1, "")]` is not a valid type.']
+Line 53: Unexpected errors ['qualifiers_annotated.py:53:7 Invalid type [31]: Expression `typing.Annotated[(list or set, "")]` is not a valid type.']
+Line 54: Unexpected errors ['qualifiers_annotated.py:54:7 Invalid type [31]: Expression `typing.Annotated[(f"{"int"}", "")]` is not a valid type.']
+Line 76: Unexpected errors ['qualifiers_annotated.py:76:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], str]`. Expected has length 0, but actual has length 2.']
+Line 77: Unexpected errors ['qualifiers_annotated.py:77:0 Incompatible variable type [9]: not_type2 is declared to have type `Type[typing.Any]` but is used as type `TypeAlias`.']
+Line 84: Unexpected errors ['qualifiers_annotated.py:84:16 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[str], str]`. Expected has length 0, but actual has length 2.']
+Line 85: Unexpected errors ['qualifiers_annotated.py:85:6 Incompatible parameter type [6]: In call `func4`, for 1st positional argument, expected `Type[Variable[T]]` but got `TypeAlias`.']
+Line 92: Unexpected errors ['qualifiers_annotated.py:92:10 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], str]`. Expected has length 0, but actual has length 2.']
+Line 93: Unexpected errors ['qualifiers_annotated.py:93:0 Call error [29]: `TypeAlias` is not a function.']
+"""
diff --git a/conformance/results/pyre/qualifiers_final_annotation.toml b/conformance/results/pyre/qualifiers_final_annotation.toml
index 79bd08fdb..bd84e614e 100644
--- a/conformance/results/pyre/qualifiers_final_annotation.toml
+++ b/conformance/results/pyre/qualifiers_final_annotation.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report Final variable with missing initialization in module scope.
+notes = """Does not report Final variable with missing initialization in module scope.
 Does not report error for invalid nesting of Final and ClassVar.
 Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.
 """
@@ -32,3 +31,30 @@ qualifiers_final_annotation.py:149:8 Invalid assignment [41]: Cannot reassign fi
 qualifiers_final_annotation.py:152:29 Invalid assignment [41]: Cannot reassign final attribute `x`.
 qualifiers_final_annotation.py:155:8 Invalid assignment [41]: Cannot reassign final attribute `x`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 18: Unexpected errors ['qualifiers_final_annotation.py:18:6 Invalid type parameters [24]: Generic type `Final` expects 1 type parameter, received 2.']
+Line 28: Unexpected errors ['qualifiers_final_annotation.py:28:0 Uninitialized attribute [13]: Attribute `ID3` is declared in class `ClassA` to have type `int` but is never initialized.']
+Line 34: Unexpected errors ['qualifiers_final_annotation.py:34:4 Invalid assignment [41]: Cannot reassign final attribute `ClassA.ID2`.']
+Line 54: Unexpected errors ['qualifiers_final_annotation.py:54:8 Invalid assignment [41]: Cannot reassign final attribute `self.ID5`.']
+Line 62: Unexpected errors ['qualifiers_final_annotation.py:62:8 Undefined attribute [16]: `ClassA` has no attribute `id3`.']
+Line 63: Unexpected errors ['qualifiers_final_annotation.py:63:8 Undefined attribute [16]: `ClassA` has no attribute `id4`.']
+Line 65: Unexpected errors ['qualifiers_final_annotation.py:65:8 Invalid assignment [41]: Cannot reassign final attribute `self.ID7`.']
+Line 67: Unexpected errors ['qualifiers_final_annotation.py:67:8 Invalid assignment [41]: Cannot reassign final attribute `self.ID7`.']
+Line 71: Unexpected errors ['qualifiers_final_annotation.py:71:0 Invalid assignment [41]: Cannot reassign final attribute `RATE`.']
+Line 81: Unexpected errors ['qualifiers_final_annotation.py:81:0 Invalid assignment [41]: Cannot reassign final attribute `ClassB.DEFAULT_ID`.']
+Line 94: Unexpected errors ['qualifiers_final_annotation.py:94:4 Invalid assignment [41]: Cannot reassign final attribute `BORDER_WIDTH`.']
+Line 107: Unexpected errors ['qualifiers_final_annotation.py:107:4 Incompatible attribute type [8]: Attribute `VALUE2` declared in class `ClassD` has type `Final` but is used as type `int`.', 'qualifiers_final_annotation.py:107:4 Invalid type [31]: Expression `Final` is not a valid type. Final cannot be nested.']
+Line 118: Unexpected errors ['qualifiers_final_annotation.py:118:0 Invalid type [31]: Expression `typing.List[Final[int]]` is not a valid type. Final cannot be nested.']
+Line 121: Unexpected errors ['qualifiers_final_annotation.py:121:10 Invalid type [31]: Parameter `x` cannot be annotated with Final.']
+Line 131: Unexpected errors ['qualifiers_final_annotation.py:131:0 Uninitialized attribute [13]: Attribute `($local_qualifiers_final_annotation$X, int)` is declared in class `N` to have type `typing.Any` but is never initialized.', 'qualifiers_final_annotation.py:131:0 Uninitialized attribute [13]: Attribute `($local_qualifiers_final_annotation$Y, int)` is declared in class `N` to have type `typing.Any` but is never initialized.']
+Line 133: Unexpected errors ['qualifiers_final_annotation.py:133:0 Unexpected keyword [28]: Unexpected keyword argument `x` to call `N.__init__`.']
+Line 134: Unexpected errors ['qualifiers_final_annotation.py:134:0 Unexpected keyword [28]: Unexpected keyword argument `a` to call `N.__init__`.']
+Line 135: Unexpected errors ['qualifiers_final_annotation.py:135:0 Unexpected keyword [28]: Unexpected keyword argument `x` to call `N.__init__`.']
+Line 141: Unexpected errors ['qualifiers_final_annotation.py:141:4 Invalid assignment [41]: Cannot reassign final attribute `ID1`.']
+Line 145: Unexpected errors ['qualifiers_final_annotation.py:145:4 Invalid assignment [41]: Cannot reassign final attribute `x`.']
+Line 147: Unexpected errors ['qualifiers_final_annotation.py:147:9 Invalid assignment [41]: Cannot reassign final attribute `x`.']
+Line 149: Unexpected errors ['qualifiers_final_annotation.py:149:8 Invalid assignment [41]: Cannot reassign final attribute `x`.']
+Line 152: Unexpected errors ['qualifiers_final_annotation.py:152:29 Invalid assignment [41]: Cannot reassign final attribute `x`.']
+Line 155: Unexpected errors ['qualifiers_final_annotation.py:155:8 Invalid assignment [41]: Cannot reassign final attribute `x`.']
+"""
diff --git a/conformance/results/pyre/qualifiers_final_decorator.toml b/conformance/results/pyre/qualifiers_final_decorator.toml
index a9722413d..a4a692a81 100644
--- a/conformance/results/pyre/qualifiers_final_decorator.toml
+++ b/conformance/results/pyre/qualifiers_final_decorator.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Reports error for overloaded method implementation marked @final if its overloads do not.
+notes = """Reports error for overloaded method implementation marked @final if its overloads do not.
 Does not report error for overloaded @final method defined in stub file.
 Reports misleading error when overload is marked @final but implementation is not.
 """
@@ -16,3 +15,15 @@ qualifiers_final_decorator.py:118:4 Inconsistent override [14]: `qualifiers_fina
 qualifiers_final_decorator.py:118:4 Invalid override [40]: `qualifiers_final_decorator.Derived5.method` cannot override final method defined in `Base5_2`.
 qualifiers_final_decorator.py:126:0 Invalid inheritance [39]: `final` cannot be used with non-method functions.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 21: Unexpected errors ['qualifiers_final_decorator.py:21:0 Invalid inheritance [39]: Cannot inherit from final class `Base1`.']
+Line 51: Unexpected errors ['qualifiers_final_decorator.py:51:4 Incompatible overload [43]: This definition does not have the same decorators as the preceding overload(s).']
+Line 56: Unexpected errors ['qualifiers_final_decorator.py:56:4 Invalid override [40]: `qualifiers_final_decorator.Derived2.method1` cannot override final method defined in `Base2`.']
+Line 60: Unexpected errors ['qualifiers_final_decorator.py:60:4 Invalid override [40]: `qualifiers_final_decorator.Derived2.method2` cannot override final method defined in `Base2`.']
+Line 64: Unexpected errors ['qualifiers_final_decorator.py:64:4 Invalid override [40]: `qualifiers_final_decorator.Derived2.method3` cannot override final method defined in `Base2`.']
+Line 75: Unexpected errors ['qualifiers_final_decorator.py:75:4 Invalid override [40]: `qualifiers_final_decorator.Derived2.method4` cannot override final method defined in `Base2`.']
+Line 86: Unexpected errors ['qualifiers_final_decorator.py:86:4 Incompatible overload [43]: This definition does not have the same decorators as the preceding overload(s).']
+Line 118: Unexpected errors ['qualifiers_final_decorator.py:118:4 Inconsistent override [14]: `qualifiers_final_decorator.Derived5.method` overrides method defined in `Base5_2` inconsistently. Could not find parameter `v` in overriding signature.', 'qualifiers_final_decorator.py:118:4 Invalid override [40]: `qualifiers_final_decorator.Derived5.method` cannot override final method defined in `Base5_2`.']
+Line 126: Unexpected errors ['qualifiers_final_decorator.py:126:0 Invalid inheritance [39]: `final` cannot be used with non-method functions.']
+"""
diff --git a/conformance/results/pyre/specialtypes_any.toml b/conformance/results/pyre/specialtypes_any.toml
index 1af969071..15a88059d 100644
--- a/conformance/results/pyre/specialtypes_any.toml
+++ b/conformance/results/pyre/specialtypes_any.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not treat missing type argument as Any in generic type.
+notes = """Does not treat missing type argument as Any in generic type.
 Does not support Any as a base class.
 """
 output = """
@@ -12,3 +11,13 @@ specialtypes_any.py:81:13 Invalid inheritance [39]: `typing.Any` is not a valid
 specialtypes_any.py:87:12 Undefined attribute [16]: `ClassA` has no attribute `method2`.
 specialtypes_any.py:88:12 Undefined attribute [16]: `ClassA` has no attribute `method3`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 48: Unexpected errors ['specialtypes_any.py:48:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `object`.']
+Line 49: Unexpected errors ['specialtypes_any.py:49:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_KT]], Type[Variable[_VT]]]` but got `Tuple[object, object]`.']
+Line 62: Unexpected errors ['specialtypes_any.py:62:28 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[object, typing.Any]`.']
+Line 72: Unexpected errors ['specialtypes_any.py:72:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[typing.Any, object]`.']
+Line 81: Unexpected errors ['specialtypes_any.py:81:13 Invalid inheritance [39]: `typing.Any` is not a valid parent class.']
+Line 87: Unexpected errors ['specialtypes_any.py:87:12 Undefined attribute [16]: `ClassA` has no attribute `method2`.']
+Line 88: Unexpected errors ['specialtypes_any.py:88:12 Undefined attribute [16]: `ClassA` has no attribute `method3`.']
+"""
diff --git a/conformance/results/pyre/specialtypes_never.toml b/conformance/results/pyre/specialtypes_never.toml
index 9e76f23fe..3cfe84489 100644
--- a/conformance/results/pyre/specialtypes_never.toml
+++ b/conformance/results/pyre/specialtypes_never.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not treat Never as compatible with all other types.
+notes = """Does not treat Never as compatible with all other types.
 """
 output = """
 specialtypes_never.py:21:8 Incompatible return type [7]: Function declared non-returnable, but got `None`.
@@ -14,3 +13,15 @@ specialtypes_never.py:86:4 Incompatible variable type [9]: v4 is declared to hav
 specialtypes_never.py:95:4 Incompatible return type [7]: Expected `ClassB[Variable[U]]` but got `ClassB[Never]`.
 specialtypes_never.py:104:4 Incompatible return type [7]: Expected `ClassC[Variable[U]]` but got `ClassC[Never]`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 21: Unexpected errors ['specialtypes_never.py:21:8 Incompatible return type [7]: Function declared non-returnable, but got `None`.']
+Line 58: Unexpected errors ['specialtypes_never.py:58:0 Uninitialized attribute [13]: Attribute `x` is declared in class `ClassA` to have type `NoReturn` but is never initialized.', 'specialtypes_never.py:58:0 Uninitialized attribute [13]: Attribute `y` is declared in class `ClassA` to have type `typing.List[NoReturn]` but is never initialized.']
+Line 67: Unexpected errors ['specialtypes_never.py:67:4 Incompatible variable type [9]: v1 is declared to have type `int` but is used as type `Never`.']
+Line 68: Unexpected errors ['specialtypes_never.py:68:4 Incompatible variable type [9]: v2 is declared to have type `str` but is used as type `Never`.']
+Line 69: Unexpected errors ['specialtypes_never.py:69:4 Incompatible variable type [9]: v3 is declared to have type `List[str]` but is used as type `Never`.']
+Line 85: Unexpected errors ['specialtypes_never.py:85:4 Incompatible variable type [9]: v3 is declared to have type `List[int]` but is used as type `List[Never]`.']
+Line 86: Unexpected errors ['specialtypes_never.py:86:4 Incompatible variable type [9]: v4 is declared to have type `Never` but is used as type `NoReturn`.']
+Line 95: Unexpected errors ['specialtypes_never.py:95:4 Incompatible return type [7]: Expected `ClassB[Variable[U]]` but got `ClassB[Never]`.']
+Line 104: Unexpected errors ['specialtypes_never.py:104:4 Incompatible return type [7]: Expected `ClassC[Variable[U]]` but got `ClassC[Never]`.']
+"""
diff --git a/conformance/results/pyre/specialtypes_none.toml b/conformance/results/pyre/specialtypes_none.toml
index d96e591c0..f297f0be2 100644
--- a/conformance/results/pyre/specialtypes_none.toml
+++ b/conformance/results/pyre/specialtypes_none.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not correctly handle type annotation type[None].
+notes = """Does not correctly handle type annotation type[None].
 """
 output = """
 specialtypes_none.py:21:6 Incompatible parameter type [6]: In call `func1`, for 1st positional argument, expected `None` but got `Type[None]`.
@@ -8,3 +7,10 @@ specialtypes_none.py:27:0 Incompatible variable type [9]: none2 is declared to h
 specialtypes_none.py:36:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_meta](covariant)]` but got `None`.
 specialtypes_none.py:41:6 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `Type[None]` but got `None`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 21: Unexpected errors ['specialtypes_none.py:21:6 Incompatible parameter type [6]: In call `func1`, for 1st positional argument, expected `None` but got `Type[None]`.']
+Line 27: Unexpected errors ['specialtypes_none.py:27:0 Incompatible variable type [9]: none2 is declared to have type `Iterable[typing.Any]` but is used as type `None`.']
+Line 36: Unexpected errors ['specialtypes_none.py:36:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_meta](covariant)]` but got `None`.']
+Line 41: Unexpected errors ['specialtypes_none.py:41:6 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `Type[None]` but got `None`.']
+"""
diff --git a/conformance/results/pyre/specialtypes_promotions.toml b/conformance/results/pyre/specialtypes_promotions.toml
index 18ce19078..e64aba867 100644
--- a/conformance/results/pyre/specialtypes_promotions.toml
+++ b/conformance/results/pyre/specialtypes_promotions.toml
@@ -1,6 +1,8 @@
 conformant = "Partial"
-notes = """
-Does not reject use of attribute that is compatible only with float.
+notes = """Does not reject use of attribute that is compatible only with float.
 """
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyre/specialtypes_type.toml b/conformance/results/pyre/specialtypes_type.toml
index c457538bc..4e64848c1 100644
--- a/conformance/results/pyre/specialtypes_type.toml
+++ b/conformance/results/pyre/specialtypes_type.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject Callable when passed to type[T].
+notes = """Does not reject Callable when passed to type[T].
 Does not treat `type` same as `type[Any]` for assert_type.
 Does not allow access to unknown attributes from object of type `type[Any]`.
 Does not reject access to unknown attributes from object of type `Type[object]`.
@@ -23,3 +22,21 @@ specialtypes_type.py:143:0 Undefined attribute [16]: `TypeAlias` has no attribut
 specialtypes_type.py:165:4 Incompatible variable type [9]: x1 is declared to have type `typing.Callable[..., typing.Any]` but is used as type `Type[typing.Any]`.
 specialtypes_type.py:166:4 Incompatible variable type [9]: x2 is declared to have type `typing.Callable[[int, int], int]` but is used as type `Type[typing.Any]`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 56: Unexpected errors ['specialtypes_type.py:56:6 Incompatible parameter type [6]: In call `func4`, for 1st positional argument, expected `Type[Union[BasicUser, ProUser]]` but got `Type[TeamUser]`.']
+Line 76: Unexpected errors ['specialtypes_type.py:76:11 Invalid type parameters [24]: Generic type `type` expects 1 type parameter, received 2, use `typing.Type[<base type>]` to avoid runtime subscripting errors.']
+Line 84: Unexpected errors ['specialtypes_type.py:84:24 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_meta](covariant)]` but got `object`.']
+Line 98: Unexpected errors ['specialtypes_type.py:98:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[type], typing.Any]`.']
+Line 102: Unexpected errors ['specialtypes_type.py:102:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[type], typing.Any]`.']
+Line 106: Unexpected errors ['specialtypes_type.py:106:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[type], typing.Any]`.']
+Line 110: Unexpected errors ['specialtypes_type.py:110:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[type], typing.Any]`.']
+Line 117: Unexpected errors ['specialtypes_type.py:117:4 Undefined attribute [16]: `object` has no attribute `unknown`.']
+Line 137: Unexpected errors ['specialtypes_type.py:137:24 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_meta](covariant)]` but got `object`.']
+Line 138: Unexpected errors ['specialtypes_type.py:138:24 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_meta](covariant)]` but got `object`.']
+Line 139: Unexpected errors ['specialtypes_type.py:139:24 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_meta](covariant)]` but got `object`.']
+Line 140: Unexpected errors ['specialtypes_type.py:140:24 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_meta](covariant)]` but got `object`.']
+Line 143: Unexpected errors ['specialtypes_type.py:143:0 Undefined attribute [16]: `TypeAlias` has no attribute `unknown`.']
+Line 165: Unexpected errors ['specialtypes_type.py:165:4 Incompatible variable type [9]: x1 is declared to have type `typing.Callable[..., typing.Any]` but is used as type `Type[typing.Any]`.']
+Line 166: Unexpected errors ['specialtypes_type.py:166:4 Incompatible variable type [9]: x2 is declared to have type `typing.Callable[[int, int], int]` but is used as type `Type[typing.Any]`.']
+"""
diff --git a/conformance/results/pyre/tuples_type_compat.toml b/conformance/results/pyre/tuples_type_compat.toml
index 0f2e9912c..2589b487e 100644
--- a/conformance/results/pyre/tuples_type_compat.toml
+++ b/conformance/results/pyre/tuples_type_compat.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not support some unpacked tuple forms.
+notes = """Does not support some unpacked tuple forms.
 Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.
 Does not support tuple narrowing based on `len()` type guard (optional).
 Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.
@@ -60,3 +59,48 @@ tuples_type_compat.py:174:8 Invalid type [31]: Expression `tuple[(*tuple[(str, .
 tuples_type_compat.py:175:4 Incompatible variable type [9]: t9 is declared to have type `Tuple[unknown, str, str, str]` but is used as type `Tuple[str, str]`.
 tuples_type_compat.py:175:8 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], str, str, str)]` is not a valid type.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 15: Unexpected errors ['tuples_type_compat.py:15:4 Incompatible variable type [9]: v2 is declared to have type `Tuple[int, int]` but is used as type `Tuple[float, complex]`.']
+Line 22: Unexpected errors ['tuples_type_compat.py:22:30 Invalid type [31]: Expression `tuple[(int, *tuple[(int, ...)])]` is not a valid type.']
+Line 27: Unexpected errors ['tuples_type_compat.py:27:8 Invalid type [31]: Expression `tuple[(int, *tuple[(int, ...)])]` is not a valid type.']
+Line 47: Unexpected errors ['tuples_type_compat.py:47:8 Invalid type [31]: Expression `tuple[(int, *tuple[(str, ...)])]` is not a valid type.']
+Line 55: Unexpected errors ['tuples_type_compat.py:55:21 Undefined or invalid type [11]: Annotation `SomeType` is not defined as a type.']
+Line 71: Unexpected errors ['tuples_type_compat.py:71:15 Invalid type [31]: Expression `typing.Union[(tuple[int], tuple[(str, str)], tuple[(int, *tuple[(str, ...)], int)])]` is not a valid type.']
+Line 78: Unexpected errors ['tuples_type_compat.py:78:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[str]]`.', 'tuples_type_compat.py:78:49 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int]]`.']
+Line 82: Unexpected errors ['tuples_type_compat.py:82:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[str], Type[int]]`.']
+Line 91: Unexpected errors ['tuples_type_compat.py:91:15 Invalid type [31]: Expression `typing.Union[(tuple[int], tuple[(str, str)], tuple[(int, *tuple[(str, ...)], int)])]` is not a valid type.']
+Line 99: Unexpected errors ['tuples_type_compat.py:99:35 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[str]]`.', 'tuples_type_compat.py:99:53 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int]]`.']
+Line 103: Unexpected errors ['tuples_type_compat.py:103:35 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[str], Type[int]]`.']
+Line 115: Unexpected errors ['tuples_type_compat.py:115:36 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[UnionType, Type[str]]`.']
+Line 117: Unexpected errors ['tuples_type_compat.py:117:36 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[UnionType, Type[int]]`.']
+Line 134: Unexpected errors ['tuples_type_compat.py:134:39 Invalid type [31]: Expression `tuple[(int, *tuple[(str, ...)])]` is not a valid type.']
+Line 137: Unexpected errors ['tuples_type_compat.py:137:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `UnionType`.']
+Line 139: Unexpected errors ['tuples_type_compat.py:139:39 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `UnionType`.']
+Line 143: Unexpected errors ['tuples_type_compat.py:143:4 Invalid type [31]: Expression `tuple[(int, *tuple[str])]` is not a valid type.']
+Line 144: Unexpected errors ["tuples_type_compat.py:144:0 Incompatible variable type [9]: t1 is declared to have type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal['']]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[''], typing_extensions.Literal['']]`."]
+Line 146: Unexpected errors ['tuples_type_compat.py:146:0 Incompatible variable type [9]: t2 is declared to have type `Tuple[int, unknown]` but is used as type `Tuple[int]`.', 'tuples_type_compat.py:146:4 Invalid type [31]: Expression `tuple[(int, *tuple[(str, ...)])]` is not a valid type.']
+Line 147: Unexpected errors ["tuples_type_compat.py:147:0 Incompatible variable type [9]: t2 is declared to have type `Tuple[typing_extensions.Literal[1]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal['']]`."]
+Line 148: Unexpected errors ["tuples_type_compat.py:148:0 Incompatible variable type [9]: t2 is declared to have type `Tuple[typing_extensions.Literal[1]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[''], typing_extensions.Literal['']]`."]
+Line 149: Unexpected errors ["tuples_type_compat.py:149:0 Incompatible variable type [9]: t2 is declared to have type `Tuple[typing_extensions.Literal[1]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[1], typing_extensions.Literal['']]`."]
+Line 150: Unexpected errors ["tuples_type_compat.py:150:0 Incompatible variable type [9]: t2 is declared to have type `Tuple[typing_extensions.Literal[1]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[''], typing_extensions.Literal[1]]`."]
+Line 153: Unexpected errors ['tuples_type_compat.py:153:0 Incompatible variable type [9]: t3 is declared to have type `Tuple[int, unknown, int]` but is used as type `Tuple[int, int]`.', 'tuples_type_compat.py:153:4 Invalid type [31]: Expression `tuple[(int, *tuple[(str, ...)], int)]` is not a valid type.']
+Line 154: Unexpected errors ["tuples_type_compat.py:154:0 Incompatible variable type [9]: t3 is declared to have type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[2]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[''], typing_extensions.Literal[2]]`."]
+Line 155: Unexpected errors ["tuples_type_compat.py:155:0 Incompatible variable type [9]: t3 is declared to have type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[2]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[''], typing_extensions.Literal[''], typing_extensions.Literal[2]]`."]
+Line 156: Unexpected errors ["tuples_type_compat.py:156:0 Incompatible variable type [9]: t3 is declared to have type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[2]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[''], typing_extensions.Literal['']]`."]
+Line 157: Unexpected errors ["tuples_type_compat.py:157:0 Incompatible variable type [9]: t3 is declared to have type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[2]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[''], typing_extensions.Literal[''], float]`."]
+Line 159: Unexpected errors ['tuples_type_compat.py:159:0 Incompatible variable type [9]: t4 is declared to have type `Tuple[unknown, int]` but is used as type `Tuple[int]`.', 'tuples_type_compat.py:159:4 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], int)]` is not a valid type.']
+Line 160: Unexpected errors ["tuples_type_compat.py:160:0 Incompatible variable type [9]: t4 is declared to have type `Tuple[typing_extensions.Literal[1]]` but is used as type `Tuple[typing_extensions.Literal[''], typing_extensions.Literal[1]]`."]
+Line 161: Unexpected errors ["tuples_type_compat.py:161:0 Incompatible variable type [9]: t4 is declared to have type `Tuple[typing_extensions.Literal[1]]` but is used as type `Tuple[typing_extensions.Literal[''], typing_extensions.Literal[''], typing_extensions.Literal[1]]`."]
+Line 162: Unexpected errors ["tuples_type_compat.py:162:0 Incompatible variable type [9]: t4 is declared to have type `Tuple[typing_extensions.Literal[1]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[''], typing_extensions.Literal[1]]`."]
+Line 163: Unexpected errors ["tuples_type_compat.py:163:0 Incompatible variable type [9]: t4 is declared to have type `Tuple[typing_extensions.Literal[1]]` but is used as type `Tuple[typing_extensions.Literal[''], typing_extensions.Literal[''], float]`."]
+Line 167: Unexpected errors ['tuples_type_compat.py:167:4 Incompatible variable type [9]: t1 is declared to have type `Tuple[str, str, unknown]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:167:8 Invalid type [31]: Expression `tuple[(str, str, *tuple[(int, ...)])]` is not a valid type.']
+Line 168: Unexpected errors ['tuples_type_compat.py:168:4 Incompatible variable type [9]: t2 is declared to have type `Tuple[str, str, unknown]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:168:8 Invalid type [31]: Expression `tuple[(str, str, *tuple[int])]` is not a valid type.']
+Line 169: Unexpected errors ['tuples_type_compat.py:169:8 Invalid type [31]: Expression `tuple[(str, *tuple[(str, ...)])]` is not a valid type.']
+Line 170: Unexpected errors ['tuples_type_compat.py:170:4 Incompatible variable type [9]: t4 is declared to have type `Tuple[str, str, unknown]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:170:8 Invalid type [31]: Expression `tuple[(str, str, *tuple[(str, ...)])]` is not a valid type.']
+Line 171: Unexpected errors ['tuples_type_compat.py:171:4 Incompatible variable type [9]: t5 is declared to have type `Tuple[str, str, str, unknown]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:171:8 Invalid type [31]: Expression `tuple[(str, str, str, *tuple[(str, ...)])]` is not a valid type.']
+Line 172: Unexpected errors ['tuples_type_compat.py:172:4 Incompatible variable type [9]: t6 is declared to have type `Tuple[str, unknown, str]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:172:8 Invalid type [31]: Expression `tuple[(str, *tuple[(int, ...)], str)]` is not a valid type.']
+Line 173: Unexpected errors ['tuples_type_compat.py:173:8 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], str)]` is not a valid type.']
+Line 174: Unexpected errors ['tuples_type_compat.py:174:8 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], str)]` is not a valid type.']
+Line 175: Unexpected errors ['tuples_type_compat.py:175:4 Incompatible variable type [9]: t9 is declared to have type `Tuple[unknown, str, str, str]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:175:8 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], str, str, str)]` is not a valid type.']
+"""
diff --git a/conformance/results/pyre/tuples_type_form.toml b/conformance/results/pyre/tuples_type_form.toml
index f0f67b266..5b5b7ba92 100644
--- a/conformance/results/pyre/tuples_type_form.toml
+++ b/conformance/results/pyre/tuples_type_form.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject some invalid tuple forms involving ellipsis.
+notes = """Does not reject some invalid tuple forms involving ellipsis.
 """
 output = """
 tuples_type_form.py:12:0 Incompatible variable type [9]: t1 is declared to have type `Tuple[int]` but is used as type `Tuple[int, int]`.
@@ -11,3 +10,13 @@ tuples_type_form.py:36:0 Incompatible variable type [9]: t20 is declared to have
 tuples_type_form.py:44:5 Invalid type [31]: Expression `tuple[(*tuple[str], ...)]` is not a valid type.
 tuples_type_form.py:45:5 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], ...)]` is not a valid type.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 12: Unexpected errors ['tuples_type_form.py:12:0 Incompatible variable type [9]: t1 is declared to have type `Tuple[int]` but is used as type `Tuple[int, int]`.']
+Line 14: Unexpected errors ['tuples_type_form.py:14:0 Incompatible variable type [9]: t2 is declared to have type `Tuple[int, int]` but is used as type `Tuple[int]`.']
+Line 15: Unexpected errors ['tuples_type_form.py:15:0 Incompatible variable type [9]: t2 is declared to have type `Tuple[int, int]` but is used as type `Tuple[int, str]`.']
+Line 25: Unexpected errors ['tuples_type_form.py:25:0 Incompatible variable type [9]: t10 is declared to have type `Tuple[]` but is used as type `Tuple[int]`.']
+Line 36: Unexpected errors ['tuples_type_form.py:36:0 Incompatible variable type [9]: t20 is declared to have type `typing.Tuple[int, ...]` but is used as type `Tuple[int, int, int, str]`.']
+Line 44: Unexpected errors ['tuples_type_form.py:44:5 Invalid type [31]: Expression `tuple[(*tuple[str], ...)]` is not a valid type.']
+Line 45: Unexpected errors ['tuples_type_form.py:45:5 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], ...)]` is not a valid type.']
+"""
diff --git a/conformance/results/pyre/tuples_unpacked.toml b/conformance/results/pyre/tuples_unpacked.toml
index cc952218c..36fa25054 100644
--- a/conformance/results/pyre/tuples_unpacked.toml
+++ b/conformance/results/pyre/tuples_unpacked.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Rejects some legal tuple type forms involving unpack.
+notes = """Rejects some legal tuple type forms involving unpack.
 Does not reject some illegal tuple type forms involving unpack.
 """
 output = """
@@ -27,3 +26,22 @@ tuples_unpacked.py:49:8 Invalid type [31]: Expression `tuple[(*tuple[str], *$loc
 tuples_unpacked.py:50:8 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], *$local_tuples_unpacked$Ts)]` is not a valid type.
 tuples_unpacked.py:56:5 Undefined or invalid type [11]: Annotation `Unpack` is not defined as a type.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['tuples_unpacked.py:16:13 Invalid type [31]: Expression `tuple[(int, *tuple[(bool, bool)], str)]` is not a valid type.']
+Line 17: Unexpected errors ['tuples_unpacked.py:17:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[bool], Type[bool], Type[str]]`.']
+Line 18: Unexpected errors ['tuples_unpacked.py:18:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[*Tuple[typing.Any, ...], Type[bool], Type[str]]`.', 'tuples_unpacked.py:18:25 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'tuples_unpacked.py:18:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[bool]]`.']
+Line 19: Unexpected errors ['tuples_unpacked.py:19:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[Type[int], Type[bool], *Tuple[typing.Any, ...]]`.', 'tuples_unpacked.py:19:25 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'tuples_unpacked.py:19:43 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[bool], Type[str]]`.']
+Line 25: Unexpected errors ['tuples_unpacked.py:25:13 Invalid type [31]: Expression `tuple[(int, *tuple[(bool, ...)], str)]` is not a valid type.']
+Line 26: Unexpected errors ['tuples_unpacked.py:26:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[Type[int], *Tuple[typing.Any, ...], Type[str]]`.', 'tuples_unpacked.py:26:25 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'tuples_unpacked.py:26:37 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[bool], typing.Any]`.']
+Line 31: Unexpected errors ['tuples_unpacked.py:31:6 Invalid type [31]: Expression `tuple[(*tuple[int], *tuple[int])]` is not a valid type.']
+Line 32: Unexpected errors ['tuples_unpacked.py:32:6 Invalid type [31]: Expression `tuple[(*tuple[(int, ...)], *tuple[int])]` is not a valid type.']
+Line 37: Unexpected errors ['tuples_unpacked.py:37:4 Invalid type [31]: Expression `tuple[(*tuple[str], *tuple[str])]` is not a valid type.']
+Line 38: Unexpected errors ['tuples_unpacked.py:38:4 Invalid type [31]: Expression `tuple[(*tuple[(str, *tuple[(str, ...)])])]` is not a valid type.']
+Line 39: Unexpected errors ['tuples_unpacked.py:39:4 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], *tuple[(int, ...)])]` is not a valid type.']
+Line 40: Unexpected errors ['tuples_unpacked.py:40:4 Invalid type [31]: Expression `tuple[(*tuple[(str, *tuple[(str, ...)])], *tuple[(int, ...)])]` is not a valid type.']
+Line 48: Unexpected errors ['tuples_unpacked.py:48:13 Invalid type [31]: Expression `tuple[(*$local_tuples_unpacked$Ts)]` is not a valid type.']
+Line 49: Unexpected errors ['tuples_unpacked.py:49:8 Invalid type [31]: Expression `tuple[(*tuple[str], *$local_tuples_unpacked$Ts)]` is not a valid type.']
+Line 50: Unexpected errors ['tuples_unpacked.py:50:8 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], *$local_tuples_unpacked$Ts)]` is not a valid type.']
+Line 56: Unexpected errors ['tuples_unpacked.py:56:5 Undefined or invalid type [11]: Annotation `Unpack` is not defined as a type.']
+"""
diff --git a/conformance/results/pyre/typeddicts_alt_syntax.toml b/conformance/results/pyre/typeddicts_alt_syntax.toml
index 1435a730a..fc3030207 100644
--- a/conformance/results/pyre/typeddicts_alt_syntax.toml
+++ b/conformance/results/pyre/typeddicts_alt_syntax.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report when name of TypedDict doesn't match assigned identifier name.
+notes = """Does not report when name of TypedDict doesn't match assigned identifier name.
 Does not support keyword-argument form of alternative syntax (deprecated in 3.11).
 """
 output = """
@@ -8,3 +7,9 @@ typeddicts_alt_syntax.py:23:16 Call error [29]: `object` is not a function.
 typeddicts_alt_syntax.py:41:9 Call error [29]: `object` is not a function.
 typeddicts_alt_syntax.py:43:8 Undefined or invalid type [11]: Annotation `Movie2` is not defined as a type.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 23: Unexpected errors ['typeddicts_alt_syntax.py:23:16 Call error [29]: `object` is not a function.']
+Line 41: Unexpected errors ['typeddicts_alt_syntax.py:41:9 Call error [29]: `object` is not a function.']
+Line 43: Unexpected errors ['typeddicts_alt_syntax.py:43:8 Undefined or invalid type [11]: Annotation `Movie2` is not defined as a type.']
+"""
diff --git a/conformance/results/pyre/typeddicts_class_syntax.toml b/conformance/results/pyre/typeddicts_class_syntax.toml
index 50ffee139..decb26bb5 100644
--- a/conformance/results/pyre/typeddicts_class_syntax.toml
+++ b/conformance/results/pyre/typeddicts_class_syntax.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject methods within TypedDict class.
+notes = """Does not reject methods within TypedDict class.
 Does not report when metaclass is provided.
 Does not report when other keyword argument is provided.
 Does not support generic TypedDict class.
@@ -9,3 +8,7 @@ output = """
 typeddicts_class_syntax.py:57:0 Uninitialized attribute [13]: Attribute `name` is declared in class `GenericTypedDict` to have type `str` but is never initialized.
 typeddicts_class_syntax.py:57:0 Uninitialized attribute [13]: Attribute `value` is declared in class `GenericTypedDict` to have type `Variable[T]` but is never initialized.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 57: Unexpected errors ['typeddicts_class_syntax.py:57:0 Uninitialized attribute [13]: Attribute `name` is declared in class `GenericTypedDict` to have type `str` but is never initialized.', 'typeddicts_class_syntax.py:57:0 Uninitialized attribute [13]: Attribute `value` is declared in class `GenericTypedDict` to have type `Variable[T]` but is never initialized.']
+"""
diff --git a/conformance/results/pyre/typeddicts_final.toml b/conformance/results/pyre/typeddicts_final.toml
index c55712229..100c873f7 100644
--- a/conformance/results/pyre/typeddicts_final.toml
+++ b/conformance/results/pyre/typeddicts_final.toml
@@ -1,7 +1,10 @@
 conformant = "Partial"
-notes = """
-Does not handle value with literal type as index to TypedDict object.
+notes = """Does not handle value with literal type as index to TypedDict object.
 """
 output = """
 typeddicts_final.py:26:17 Incompatible parameter type [6]: In call `TypedDictionary.__getitem__`, for 1st positional argument, expected `typing_extensions.Literal['name']` but got `Union[typing_extensions.Literal['name'], typing_extensions.Literal['year']]`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 26: Unexpected errors ["typeddicts_final.py:26:17 Incompatible parameter type [6]: In call `TypedDictionary.__getitem__`, for 1st positional argument, expected `typing_extensions.Literal['name']` but got `Union[typing_extensions.Literal['name'], typing_extensions.Literal['year']]`."]
+"""
diff --git a/conformance/results/pyre/typeddicts_inheritance.toml b/conformance/results/pyre/typeddicts_inheritance.toml
index d15915ca3..d21219a3e 100644
--- a/conformance/results/pyre/typeddicts_inheritance.toml
+++ b/conformance/results/pyre/typeddicts_inheritance.toml
@@ -1,8 +1,12 @@
 conformant = "Partial"
-notes = """
-Does not reject TypedDict class that inherits from non-TypedDict class.
+notes = """Does not reject TypedDict class that inherits from non-TypedDict class.
 """
 output = """
 typeddicts_inheritance.py:54:0 Inconsistent override [15]: `x` overrides attribute defined in `X1` inconsistently. Type `int` is not a subtype of the overridden attribute `str`.
 typeddicts_inheritance.py:65:0 Invalid inheritance [39]: Field `x` has type `int` in base class `X2` and type `str` in base class `Y2`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 54: Unexpected errors ['typeddicts_inheritance.py:54:0 Inconsistent override [15]: `x` overrides attribute defined in `X1` inconsistently. Type `int` is not a subtype of the overridden attribute `str`.']
+Line 65: Unexpected errors ['typeddicts_inheritance.py:65:0 Invalid inheritance [39]: Field `x` has type `int` in base class `X2` and type `str` in base class `Y2`.']
+"""
diff --git a/conformance/results/pyre/typeddicts_operations.toml b/conformance/results/pyre/typeddicts_operations.toml
index 202a0a974..431219867 100644
--- a/conformance/results/pyre/typeddicts_operations.toml
+++ b/conformance/results/pyre/typeddicts_operations.toml
@@ -12,3 +12,17 @@ typeddicts_operations.py:44:10 TypedDict accessed with a missing key [27]: Typed
 typeddicts_operations.py:47:0 Undefined attribute [16]: `Movie` has no attribute `clear`.
 typeddicts_operations.py:62:0 Undefined attribute [16]: `MovieOptional` has no attribute `clear`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 22: Unexpected errors ['typeddicts_operations.py:22:16 Invalid TypedDict operation [54]: Expected `str` to be assigned to `Movie` field `name` but got `int`.']
+Line 23: Unexpected errors ['typeddicts_operations.py:23:16 Invalid TypedDict operation [54]: Expected `int` to be assigned to `Movie` field `year` but got `str`.']
+Line 24: Unexpected errors ['typeddicts_operations.py:24:6 TypedDict accessed with a missing key [27]: TypedDict `Movie` has no key `other`.']
+Line 26: Unexpected errors ['typeddicts_operations.py:26:12 TypedDict accessed with a missing key [27]: TypedDict `Movie` has no key `other`.']
+Line 28: Unexpected errors ['typeddicts_operations.py:28:8 TypedDict initialization error [55]: Missing required field `year` for TypedDict `Movie`.']
+Line 29: Unexpected errors ['typeddicts_operations.py:29:8 TypedDict initialization error [55]: Expected type `int` for `Movie` field `year` but got `float`.']
+Line 32: Unexpected errors ['typeddicts_operations.py:32:8 TypedDict initialization error [55]: TypedDict `Movie` has no field `other`.']
+Line 37: Unexpected errors ['typeddicts_operations.py:37:4 Incompatible variable type [9]: movie is declared to have type `Movie` but is used as type `Dict[str, Union[int, str]]`.']
+Line 44: Unexpected errors ['typeddicts_operations.py:44:10 TypedDict accessed with a missing key [27]: TypedDict `Movie` has no key `other`.']
+Line 47: Unexpected errors ['typeddicts_operations.py:47:0 Undefined attribute [16]: `Movie` has no attribute `clear`.']
+Line 62: Unexpected errors ['typeddicts_operations.py:62:0 Undefined attribute [16]: `MovieOptional` has no attribute `clear`.']
+"""
diff --git a/conformance/results/pyre/typeddicts_readonly.toml b/conformance/results/pyre/typeddicts_readonly.toml
index 646cf91a1..93dd54c7a 100644
--- a/conformance/results/pyre/typeddicts_readonly.toml
+++ b/conformance/results/pyre/typeddicts_readonly.toml
@@ -3,3 +3,8 @@ output = """
 typeddicts_readonly.py:8:0 Undefined import [21]: Could not find a name `ReadOnly` defined in module `typing_extensions`.
 typeddicts_readonly.py:18:13 Undefined or invalid type [11]: Annotation `ReadOnly` is not defined as a type.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 8: Unexpected errors ['typeddicts_readonly.py:8:0 Undefined import [21]: Could not find a name `ReadOnly` defined in module `typing_extensions`.']
+Line 18: Unexpected errors ['typeddicts_readonly.py:18:13 Undefined or invalid type [11]: Annotation `ReadOnly` is not defined as a type.']
+"""
diff --git a/conformance/results/pyre/typeddicts_readonly_consistency.toml b/conformance/results/pyre/typeddicts_readonly_consistency.toml
index dfcf7d5be..3e25563a1 100644
--- a/conformance/results/pyre/typeddicts_readonly_consistency.toml
+++ b/conformance/results/pyre/typeddicts_readonly_consistency.toml
@@ -13,3 +13,18 @@ typeddicts_readonly_consistency.py:82:4 Incompatible variable type [9]: v4 is de
 typeddicts_readonly_consistency.py:84:4 Incompatible variable type [9]: v5 is declared to have type `C2` but is used as type `A2`.
 typeddicts_readonly_consistency.py:85:4 Incompatible variable type [9]: v6 is declared to have type `C2` but is used as type `B2`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 8: Unexpected errors ['typeddicts_readonly_consistency.py:8:0 Undefined import [21]: Could not find a name `ReadOnly` defined in module `typing_extensions`.']
+Line 30: Unexpected errors ['typeddicts_readonly_consistency.py:30:7 Undefined or invalid type [11]: Annotation `ReadOnly` is not defined as a type.']
+Line 37: Unexpected errors ['typeddicts_readonly_consistency.py:37:4 Incompatible variable type [9]: v3 is declared to have type `B1` but is used as type `A1`.']
+Line 38: Unexpected errors ['typeddicts_readonly_consistency.py:38:4 Incompatible variable type [9]: v4 is declared to have type `B1` but is used as type `C1`.']
+Line 40: Unexpected errors ['typeddicts_readonly_consistency.py:40:4 Incompatible variable type [9]: v5 is declared to have type `C1` but is used as type `A1`.']
+Line 41: Unexpected errors ['typeddicts_readonly_consistency.py:41:4 Incompatible variable type [9]: v6 is declared to have type `C1` but is used as type `B1`.']
+Line 78: Unexpected errors ['typeddicts_readonly_consistency.py:78:4 Incompatible variable type [9]: v1 is declared to have type `A2` but is used as type `B2`.']
+Line 79: Unexpected errors ['typeddicts_readonly_consistency.py:79:4 Incompatible variable type [9]: v2 is declared to have type `A2` but is used as type `C2`.']
+Line 81: Unexpected errors ['typeddicts_readonly_consistency.py:81:4 Incompatible variable type [9]: v3 is declared to have type `B2` but is used as type `A2`.']
+Line 82: Unexpected errors ['typeddicts_readonly_consistency.py:82:4 Incompatible variable type [9]: v4 is declared to have type `B2` but is used as type `C2`.']
+Line 84: Unexpected errors ['typeddicts_readonly_consistency.py:84:4 Incompatible variable type [9]: v5 is declared to have type `C2` but is used as type `A2`.']
+Line 85: Unexpected errors ['typeddicts_readonly_consistency.py:85:4 Incompatible variable type [9]: v6 is declared to have type `C2` but is used as type `B2`.']
+"""
diff --git a/conformance/results/pyre/typeddicts_readonly_inheritance.toml b/conformance/results/pyre/typeddicts_readonly_inheritance.toml
index 38e9ee799..b36cfecf2 100644
--- a/conformance/results/pyre/typeddicts_readonly_inheritance.toml
+++ b/conformance/results/pyre/typeddicts_readonly_inheritance.toml
@@ -12,3 +12,17 @@ typeddicts_readonly_inheritance.py:93:0 Inconsistent override [15]: `a` override
 typeddicts_readonly_inheritance.py:97:0 Inconsistent override [15]: `a` overrides attribute defined in `F1` inconsistently. Type `int` is not a subtype of the overridden attribute `int`.
 typeddicts_readonly_inheritance.py:119:0 Invalid inheritance [39]: Field `x` has type `int` in base class `TD_A1` and type `float` in base class `TD_A2`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 8: Unexpected errors ['typeddicts_readonly_inheritance.py:8:0 Undefined import [21]: Could not find a name `ReadOnly` defined in module `typing_extensions`.']
+Line 15: Unexpected errors ['typeddicts_readonly_inheritance.py:15:10 Undefined or invalid type [11]: Annotation `ReadOnly` is not defined as a type.']
+Line 18: Unexpected errors ['typeddicts_readonly_inheritance.py:18:0 Inconsistent override [15]: `name` overrides attribute defined in `NamedDict` inconsistently. Type `str` is not a subtype of the overridden attribute `unknown`.']
+Line 65: Unexpected errors ['typeddicts_readonly_inheritance.py:65:18 TypedDict initialization error [55]: Missing required field `name` for TypedDict `RequiredName`.']
+Line 75: Unexpected errors ['typeddicts_readonly_inheritance.py:75:0 Inconsistent override [15]: `ident` overrides attribute defined in `OptionalIdent` inconsistently. Type `str` is not a subtype of the overridden attribute `unknown`.']
+Line 82: Unexpected errors ['typeddicts_readonly_inheritance.py:82:13 Invalid TypedDict operation [54]: Expected `str` to be assigned to `User` field `ident` but got `int`.']
+Line 83: Unexpected errors ['typeddicts_readonly_inheritance.py:83:4 TypedDict initialization error [55]: Expected type `str` for `User` field `ident` but got `int`.']
+Line 84: Unexpected errors ['typeddicts_readonly_inheritance.py:84:4 TypedDict initialization error [55]: Missing required field `ident` for TypedDict `User`.']
+Line 93: Unexpected errors ['typeddicts_readonly_inheritance.py:93:0 Inconsistent override [15]: `a` overrides attribute defined in `F1` inconsistently. Type `unknown` is not a subtype of the overridden attribute `int`.']
+Line 97: Unexpected errors ['typeddicts_readonly_inheritance.py:97:0 Inconsistent override [15]: `a` overrides attribute defined in `F1` inconsistently. Type `int` is not a subtype of the overridden attribute `int`.']
+Line 119: Unexpected errors ['typeddicts_readonly_inheritance.py:119:0 Invalid inheritance [39]: Field `x` has type `int` in base class `TD_A1` and type `float` in base class `TD_A2`.']
+"""
diff --git a/conformance/results/pyre/typeddicts_readonly_kwargs.toml b/conformance/results/pyre/typeddicts_readonly_kwargs.toml
index f78bd4bff..af33e0a88 100644
--- a/conformance/results/pyre/typeddicts_readonly_kwargs.toml
+++ b/conformance/results/pyre/typeddicts_readonly_kwargs.toml
@@ -4,3 +4,9 @@ typeddicts_readonly_kwargs.py:9:0 Undefined import [21]: Could not find a name `
 typeddicts_readonly_kwargs.py:24:10 Undefined or invalid type [11]: Annotation `ReadOnly` is not defined as a type.
 typeddicts_readonly_kwargs.py:29:33 Undefined or invalid type [11]: Annotation `Unpack` is not defined as a type.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 9: Unexpected errors ['typeddicts_readonly_kwargs.py:9:0 Undefined import [21]: Could not find a name `ReadOnly` defined in module `typing_extensions`.']
+Line 24: Unexpected errors ['typeddicts_readonly_kwargs.py:24:10 Undefined or invalid type [11]: Annotation `ReadOnly` is not defined as a type.']
+Line 29: Unexpected errors ['typeddicts_readonly_kwargs.py:29:33 Undefined or invalid type [11]: Annotation `Unpack` is not defined as a type.']
+"""
diff --git a/conformance/results/pyre/typeddicts_readonly_update.toml b/conformance/results/pyre/typeddicts_readonly_update.toml
index 7ba44ab4a..be89aa5dd 100644
--- a/conformance/results/pyre/typeddicts_readonly_update.toml
+++ b/conformance/results/pyre/typeddicts_readonly_update.toml
@@ -4,3 +4,9 @@ typeddicts_readonly_update.py:9:0 Undefined import [21]: Could not find a name `
 typeddicts_readonly_update.py:17:7 Undefined or invalid type [11]: Annotation `ReadOnly` is not defined as a type.
 typeddicts_readonly_update.py:34:13 Incompatible parameter type [6]: In call `TypedDictionary.update`, for 1st positional argument, expected `A` but got `B`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 9: Unexpected errors ['typeddicts_readonly_update.py:9:0 Undefined import [21]: Could not find a name `ReadOnly` defined in module `typing_extensions`.']
+Line 17: Unexpected errors ['typeddicts_readonly_update.py:17:7 Undefined or invalid type [11]: Annotation `ReadOnly` is not defined as a type.']
+Line 34: Unexpected errors ['typeddicts_readonly_update.py:34:13 Incompatible parameter type [6]: In call `TypedDictionary.update`, for 1st positional argument, expected `A` but got `B`.']
+"""
diff --git a/conformance/results/pyre/typeddicts_required.toml b/conformance/results/pyre/typeddicts_required.toml
index 9a654d815..9b9caf6af 100644
--- a/conformance/results/pyre/typeddicts_required.toml
+++ b/conformance/results/pyre/typeddicts_required.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject use of `Required` in function parameter annotation.
+notes = """Does not reject use of `Required` in function parameter annotation.
 Does not reject nested use of `Required` in type annotation.
 Does not support recursive TypedDict definitions.
 """
@@ -9,3 +8,9 @@ typeddicts_required.py:11:0 Uninitialized attribute [13]: Attribute `x` is decla
 typeddicts_required.py:71:62 Undefined or invalid type [11]: Annotation `RecursiveMovie` is not defined as a type.
 typeddicts_required.py:74:24 TypedDict initialization error [55]: Expected type `unknown` for `RecursiveMovie` field `predecessor` but got `typing.Dict[str, str]`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 11: Unexpected errors ['typeddicts_required.py:11:0 Uninitialized attribute [13]: Attribute `x` is declared in class `NotTypedDict` to have type `Required[int]` but is never initialized.']
+Line 71: Unexpected errors ['typeddicts_required.py:71:62 Undefined or invalid type [11]: Annotation `RecursiveMovie` is not defined as a type.']
+Line 74: Unexpected errors ['typeddicts_required.py:74:24 TypedDict initialization error [55]: Expected type `unknown` for `RecursiveMovie` field `predecessor` but got `typing.Dict[str, str]`.']
+"""
diff --git a/conformance/results/pyre/typeddicts_type_consistency.toml b/conformance/results/pyre/typeddicts_type_consistency.toml
index 28b9043e4..d02ad75cf 100644
--- a/conformance/results/pyre/typeddicts_type_consistency.toml
+++ b/conformance/results/pyre/typeddicts_type_consistency.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject assignment of TypedDict with missing key.
+notes = """Does not reject assignment of TypedDict with missing key.
 Does not return non-Optional value from `get` method for required key.
 Does not properly handle nested TypedDicts.
 """
@@ -17,3 +16,17 @@ typeddicts_type_consistency.py:105:0 Incompatible variable type [9]: age4 is dec
 typeddicts_type_consistency.py:124:41 TypedDict initialization error [55]: Expected type `str` for `Inner1` field `inner_key` but got `int`.
 typeddicts_type_consistency.py:150:0 Incompatible variable type [9]: o4 is declared to have type `Outer3` but is used as type `Outer2`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 21: Unexpected errors ['typeddicts_type_consistency.py:21:0 Incompatible variable type [9]: a1 is declared to have type `A1` but is used as type `B1`.']
+Line 38: Unexpected errors ['typeddicts_type_consistency.py:38:0 Incompatible variable type [9]: a2 is declared to have type `A2` but is used as type `B2`.']
+Line 69: Unexpected errors ['typeddicts_type_consistency.py:69:11 TypedDict initialization error [55]: TypedDict `A3` has no field `y`.']
+Line 76: Unexpected errors ['typeddicts_type_consistency.py:76:0 Incompatible variable type [9]: d1 is declared to have type `Dict[str, int]` but is used as type `B3`.']
+Line 77: Unexpected errors ['typeddicts_type_consistency.py:77:0 Incompatible variable type [9]: d2 is declared to have type `Dict[str, object]` but is used as type `B3`.']
+Line 78: Unexpected errors ['typeddicts_type_consistency.py:78:0 Incompatible variable type [9]: d3 is declared to have type `Dict[typing.Any, typing.Any]` but is used as type `B3`.']
+Line 82: Unexpected errors ['typeddicts_type_consistency.py:82:0 Incompatible variable type [9]: m1 is declared to have type `Mapping[str, int]` but is used as type `B3`.']
+Line 99: Unexpected errors ['typeddicts_type_consistency.py:99:0 Incompatible variable type [9]: name3 is declared to have type `str` but is used as type `Optional[str]`.']
+Line 105: Unexpected errors ['typeddicts_type_consistency.py:105:0 Incompatible variable type [9]: age4 is declared to have type `int` but is used as type `Union[str, int]`.']
+Line 124: Unexpected errors ['typeddicts_type_consistency.py:124:41 TypedDict initialization error [55]: Expected type `str` for `Inner1` field `inner_key` but got `int`.']
+Line 150: Unexpected errors ['typeddicts_type_consistency.py:150:0 Incompatible variable type [9]: o4 is declared to have type `Outer3` but is used as type `Outer2`.']
+"""
diff --git a/conformance/results/pyre/typeddicts_usage.toml b/conformance/results/pyre/typeddicts_usage.toml
index 739dbf331..4ffde2377 100644
--- a/conformance/results/pyre/typeddicts_usage.toml
+++ b/conformance/results/pyre/typeddicts_usage.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report errant use of TypedDict in `isinstance` call.
+notes = """Does not report errant use of TypedDict in `isinstance` call.
 Does not reject use of TypedDict as TypeVar bound.
 """
 output = """
@@ -8,3 +7,7 @@ typeddicts_usage.py:23:6 TypedDict accessed with a missing key [27]: TypedDict `
 typeddicts_usage.py:24:16 Invalid TypedDict operation [54]: Expected `int` to be assigned to `Movie` field `year` but got `str`.
 typeddicts_usage.py:28:16 TypedDict initialization error [55]: Missing required field `name` for TypedDict `Movie`.
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 28: Unexpected errors ['typeddicts_usage.py:28:16 TypedDict initialization error [55]: Missing required field `name` for TypedDict `Movie`.']
+"""
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index ceaea838a..f4e6f95fc 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 5.3
+test_duration = 6.4
diff --git a/conformance/results/pyright/aliases_explicit.toml b/conformance/results/pyright/aliases_explicit.toml
index 2c117fa6e..d72d8a80b 100644
--- a/conformance/results/pyright/aliases_explicit.toml
+++ b/conformance/results/pyright/aliases_explicit.toml
@@ -45,3 +45,19 @@ aliases_explicit.py:101:6 - error: Object of type "UnionType" is not callable (r
 aliases_explicit.py:102:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)
 aliases_explicit.py:102:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 67: Expected 1 errors, got 2 (['aliases_explicit.py:67:24 - error: Expected no type arguments for class "int" (reportInvalidTypeArguments)', 'aliases_explicit.py:67:24 - error: Expected no type arguments for class "NoneType" (reportInvalidTypeArguments)'])
+Line 79: Expected 1 errors, got 2 (['aliases_explicit.py:79:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:79:21 - error: Call expression not allowed in type expression (reportInvalidTypeForm)'])
+Line 80: Expected 1 errors, got 3 (['aliases_explicit.py:80:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:80:21 - error: List expression not allowed in type annotation', 'aliases_explicit.py:80:21 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)'])
+Line 81: Expected 1 errors, got 2 (['aliases_explicit.py:81:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:81:21 - error: Tuple expression not allowed in type annotation'])
+Line 82: Expected 1 errors, got 3 (['aliases_explicit.py:82:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:82:21 - error: List expression not allowed in type annotation', 'aliases_explicit.py:82:21 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)'])
+Line 83: Expected 1 errors, got 3 (['aliases_explicit.py:83:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:83:21 - error: Dictionary expression not allowed in type annotation', 'aliases_explicit.py:83:21 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)'])
+Line 84: Expected 1 errors, got 2 (['aliases_explicit.py:84:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:84:21 - error: Call expression not allowed in type expression (reportInvalidTypeForm)'])
+Line 85: Expected 1 errors, got 3 (['aliases_explicit.py:85:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:85:21 - error: List expression not allowed in type annotation', 'aliases_explicit.py:85:21 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)'])
+Line 86: Expected 1 errors, got 2 (['aliases_explicit.py:86:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:86:21 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)'])
+Line 89: Expected 1 errors, got 2 (['aliases_explicit.py:89:22 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:89:22 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)'])
+Line 90: Expected 1 errors, got 2 (['aliases_explicit.py:90:22 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:90:22 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)'])
+Line 91: Expected 1 errors, got 2 (['aliases_explicit.py:91:22 - error: Expected expression', 'aliases_explicit.py:91:22 - error: Tuple expression not allowed in type annotation'])
+Line 102: Expected 1 errors, got 2 (['aliases_explicit.py:102:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)', 'aliases_explicit.py:102:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)'])
+"""
diff --git a/conformance/results/pyright/aliases_implicit.toml b/conformance/results/pyright/aliases_implicit.toml
index 982a9ae7d..2c2a102d3 100644
--- a/conformance/results/pyright/aliases_implicit.toml
+++ b/conformance/results/pyright/aliases_implicit.toml
@@ -27,3 +27,28 @@ aliases_implicit.py:133:6 - error: Object of type "UnionType" is not callable (r
 aliases_implicit.py:135:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)
 aliases_implicit.py:135:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 76: Unexpected errors ['aliases_implicit.py:76:24 - error: Expected no type arguments for class "int" (reportInvalidTypeArguments)', 'aliases_implicit.py:76:24 - error: Expected no type arguments for class "NoneType" (reportInvalidTypeArguments)']
+Line 77: Unexpected errors ['aliases_implicit.py:77:9 - error: Type "list[int | None]" is already specialized (reportInvalidTypeArguments)']
+Line 78: Unexpected errors ['aliases_implicit.py:78:29 - error: Too many type arguments provided for "GoodTypeAlias4[T@GoodTypeAlias4]"; expected 1 but received 2']
+Line 79: Unexpected errors ['aliases_implicit.py:79:29 - error: Too many type arguments provided for "GoodTypeAlias8[T@GoodTypeAlias8]"; expected 1 but received 2']
+Line 80: Unexpected errors ['aliases_implicit.py:80:24 - error: Expected ParamSpec, ellipsis, or list of types']
+Line 81: Unexpected errors ['aliases_implicit.py:81:9 - error: Could not specialize type "GoodTypeAlias12[TFloat@GoodTypeAlias12]"']
+Line 106: Unexpected errors ['aliases_implicit.py:106:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 107: Unexpected errors ['aliases_implicit.py:107:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 108: Unexpected errors ['aliases_implicit.py:108:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 109: Unexpected errors ['aliases_implicit.py:109:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 110: Unexpected errors ['aliases_implicit.py:110:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 111: Unexpected errors ['aliases_implicit.py:111:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 112: Unexpected errors ['aliases_implicit.py:112:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 113: Unexpected errors ['aliases_implicit.py:113:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 114: Unexpected errors ['aliases_implicit.py:114:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 115: Unexpected errors ['aliases_implicit.py:115:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 116: Unexpected errors ['aliases_implicit.py:116:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 117: Unexpected errors ['aliases_implicit.py:117:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 118: Unexpected errors ['aliases_implicit.py:118:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 119: Unexpected errors ['aliases_implicit.py:119:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 133: Unexpected errors ['aliases_implicit.py:133:6 - error: Object of type "UnionType" is not callable (reportCallIssue)']
+Line 135: Unexpected errors ['aliases_implicit.py:135:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)', 'aliases_implicit.py:135:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)']
+"""
diff --git a/conformance/results/pyright/aliases_newtype.toml b/conformance/results/pyright/aliases_newtype.toml
index f7df3cbf1..d2a535d5d 100644
--- a/conformance/results/pyright/aliases_newtype.toml
+++ b/conformance/results/pyright/aliases_newtype.toml
@@ -17,3 +17,19 @@ aliases_newtype.py:58:38 - error: NewType cannot be used with structural type (a
 aliases_newtype.py:60:15 - error: NewType requires two positional arguments (reportCallIssue)
 aliases_newtype.py:62:38 - error: The second argument to NewType must be a known class, not Any or Unknown (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 11: Unexpected errors ['aliases_newtype.py:11:8 - error: Argument of type "Literal[\\'user\\']" cannot be assigned to parameter "_x" of type "int" in function "__init__"']
+Line 12: Unexpected errors ['aliases_newtype.py:12:14 - error: Expression of type "Literal[42]" cannot be assigned to declared type "UserId"']
+Line 20: Unexpected errors ['aliases_newtype.py:20:16 - error: Second argument to "isinstance" must be a class or tuple of classes']
+Line 23: Unexpected errors ['aliases_newtype.py:23:21 - error: Base class "UserId" is marked final and cannot be subclassed']
+Line 32: Unexpected errors ['aliases_newtype.py:32:1 - error: NewType must be assigned to a variable with the same name (reportGeneralTypeIssues)']
+Line 38: Unexpected errors ['aliases_newtype.py:38:19 - error: Expected no type arguments for class "GoodNewType1" (reportInvalidTypeArguments)']
+Line 44: Unexpected errors ['aliases_newtype.py:44:38 - error: Expected class as second argument to NewType (reportGeneralTypeIssues)']
+Line 47: Unexpected errors ['aliases_newtype.py:47:43 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)']
+Line 49: Unexpected errors ['aliases_newtype.py:49:38 - error: NewType cannot be used with structural type (a protocol or TypedDict class) (reportGeneralTypeIssues)']
+Line 51: Unexpected errors ['aliases_newtype.py:51:38 - error: NewType cannot be used with Literal type (reportGeneralTypeIssues)']
+Line 58: Unexpected errors ['aliases_newtype.py:58:38 - error: NewType cannot be used with structural type (a protocol or TypedDict class) (reportGeneralTypeIssues)']
+Line 60: Unexpected errors ['aliases_newtype.py:60:15 - error: NewType requires two positional arguments (reportCallIssue)']
+Line 62: Unexpected errors ['aliases_newtype.py:62:38 - error: The second argument to NewType must be a known class, not Any or Unknown (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/aliases_recursive.toml b/conformance/results/pyright/aliases_recursive.toml
index ea15580be..9f69a81a8 100644
--- a/conformance/results/pyright/aliases_recursive.toml
+++ b/conformance/results/pyright/aliases_recursive.toml
@@ -64,3 +64,17 @@ aliases_recursive.py:73:51 - error: Expression of type "list[list[int | list[str
 aliases_recursive.py:76:29 - error: Type alias "RecursiveUnion" cannot use itself in its definition (reportGeneralTypeIssues)
 aliases_recursive.py:78:31 - error: Type alias "MutualReference1" cannot use itself in its definition (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Unexpected errors ['aliases_recursive.py:19:12 - error: Expression of type "dict[str, int | complex]" cannot be assigned to declared type "Json"']
+Line 20: Unexpected errors ['aliases_recursive.py:20:16 - error: Expression of type "list[int | complex]" cannot be assigned to declared type "Json"']
+Line 38: Unexpected errors ['aliases_recursive.py:38:22 - error: Expression of type "tuple[Literal[1], tuple[Literal[\\'1\\'], Literal[1]], tuple[Literal[1], tuple[Literal[1], list[int]]]]" cannot be assigned to declared type "RecursiveTuple"']
+Line 39: Unexpected errors ['aliases_recursive.py:39:22 - error: Expression of type "tuple[Literal[1], list[int]]" cannot be assigned to declared type "RecursiveTuple"']
+Line 50: Unexpected errors ['aliases_recursive.py:50:24 - error: Expression of type "dict[str, list[int]]" cannot be assigned to declared type "RecursiveMapping"']
+Line 51: Unexpected errors ['aliases_recursive.py:51:24 - error: Expression of type "dict[str, str | int | list[int]]" cannot be assigned to declared type "RecursiveMapping"']
+Line 52: Unexpected errors ['aliases_recursive.py:52:24 - error: Expression of type "dict[str, str | int | dict[str, str | int | list[int]]]" cannot be assigned to declared type "RecursiveMapping"']
+Line 67: Unexpected errors ['aliases_recursive.py:67:38 - error: Expression of type "list[str | list[float]]" cannot be assigned to declared type "GenericTypeAlias1[str]"']
+Line 73: Unexpected errors ['aliases_recursive.py:73:51 - error: Expression of type "list[list[int | list[str | int | list[float]]] | str]" cannot be assigned to declared type "GenericTypeAlias2[str, int]"']
+Line 76: Unexpected errors ['aliases_recursive.py:76:29 - error: Type alias "RecursiveUnion" cannot use itself in its definition (reportGeneralTypeIssues)']
+Line 78: Unexpected errors ['aliases_recursive.py:78:31 - error: Type alias "MutualReference1" cannot use itself in its definition (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/aliases_type_statement.toml b/conformance/results/pyright/aliases_type_statement.toml
index cfd429291..7751ff379 100644
--- a/conformance/results/pyright/aliases_type_statement.toml
+++ b/conformance/results/pyright/aliases_type_statement.toml
@@ -51,3 +51,33 @@ aliases_type_statement.py:84:28 - error: Type alias "RecursiveTypeAlias3" cannot
 aliases_type_statement.py:86:31 - error: Type alias "RecursiveTypeAlias4" cannot use itself in its definition (reportGeneralTypeIssues)
 aliases_type_statement.py:90:28 - error: Type alias "RecursiveTypeAlias6" cannot use itself in its definition (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 17: Unexpected errors ['aliases_type_statement.py:17:12 - error: Cannot access member "bit_count" for type "TypeAliasType"']
+Line 19: Unexpected errors ['aliases_type_statement.py:19:1 - error: Object of type "TypeAliasType" is not callable (reportCallIssue)']
+Line 23: Unexpected errors ['aliases_type_statement.py:23:18 - error: Cannot access member "other_attrib" for type "TypeAliasType"']
+Line 26: Unexpected errors ['aliases_type_statement.py:26:18 - error: A type alias defined in a "type" statement cannot be used as a base class']
+Line 31: Unexpected errors ['aliases_type_statement.py:31:22 - error: Argument of type "GoodAlias1" cannot be assigned to parameter "class_or_tuple" of type "_ClassInfo" in function "isinstance"', 'aliases_type_statement.py:31:22 - error: Second argument to "isinstance" must be a class or tuple of classes']
+Line 37: Unexpected errors ['aliases_type_statement.py:37:22 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
+Line 38: Unexpected errors ['aliases_type_statement.py:38:22 - error: List expression not allowed in type annotation', 'aliases_type_statement.py:38:22 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)']
+Line 39: Unexpected errors ['aliases_type_statement.py:39:22 - error: Tuple expression not allowed in type annotation']
+Line 40: Unexpected errors ['aliases_type_statement.py:40:22 - error: List expression not allowed in type annotation', 'aliases_type_statement.py:40:22 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
+Line 41: Unexpected errors ['aliases_type_statement.py:41:22 - error: Dictionary expression not allowed in type annotation', 'aliases_type_statement.py:41:22 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)']
+Line 42: Unexpected errors ['aliases_type_statement.py:42:22 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
+Line 43: Unexpected errors ['aliases_type_statement.py:43:22 - error: List expression not allowed in type annotation', 'aliases_type_statement.py:43:22 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
+Line 44: Unexpected errors ['aliases_type_statement.py:44:22 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)']
+Line 45: Unexpected errors ['aliases_type_statement.py:45:22 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 46: Unexpected errors ['aliases_type_statement.py:46:23 - error: Expected type expression but received "Literal[True]" (reportGeneralTypeIssues)']
+Line 47: Unexpected errors ['aliases_type_statement.py:47:23 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)']
+Line 48: Unexpected errors ['aliases_type_statement.py:48:23 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)']
+Line 49: Unexpected errors ['aliases_type_statement.py:49:23 - error: Expected expression', 'aliases_type_statement.py:49:23 - error: Tuple expression not allowed in type annotation']
+Line 52: Unexpected errors ['aliases_type_statement.py:52:10 - error: Type alias declaration "BadTypeAlias14" is obscured by a declaration of the same name (reportRedeclaration)']
+Line 58: Unexpected errors ['aliases_type_statement.py:58:10 - error: A type statement can be used only within a module or class scope (reportGeneralTypeIssues)']
+Line 64: Unexpected errors ['aliases_type_statement.py:64:23 - error: Type parameter "V" is not included in the type parameter list for "TA1" (reportGeneralTypeIssues)']
+Line 69: Unexpected errors ['aliases_type_statement.py:69:17 - error: Type parameter "T1" is not included in the type parameter list for "TA2" (reportGeneralTypeIssues)']
+Line 79: Unexpected errors ['aliases_type_statement.py:79:7 - error: Could not specialize type "RecursiveTypeAlias2[S@RecursiveTypeAlias2, T@RecursiveTypeAlias2, P@RecursiveTypeAlias2]"']
+Line 81: Unexpected errors ['aliases_type_statement.py:81:7 - error: Could not specialize type "RecursiveTypeAlias2[S@RecursiveTypeAlias2, T@RecursiveTypeAlias2, P@RecursiveTypeAlias2]"']
+Line 84: Unexpected errors ['aliases_type_statement.py:84:28 - error: Type alias "RecursiveTypeAlias3" cannot use itself in its definition (reportGeneralTypeIssues)']
+Line 86: Unexpected errors ['aliases_type_statement.py:86:31 - error: Type alias "RecursiveTypeAlias4" cannot use itself in its definition (reportGeneralTypeIssues)']
+Line 90: Unexpected errors ['aliases_type_statement.py:90:28 - error: Type alias "RecursiveTypeAlias6" cannot use itself in its definition (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/aliases_typealiastype.toml b/conformance/results/pyright/aliases_typealiastype.toml
index e7e26face..1ee84a8a1 100644
--- a/conformance/results/pyright/aliases_typealiastype.toml
+++ b/conformance/results/pyright/aliases_typealiastype.toml
@@ -29,3 +29,27 @@ aliases_typealiastype.py:70:42 - error: Expected expression
 aliases_typealiastype.py:70:42 - error: Tuple expression not allowed in type annotation
   Use tuple[T1, ..., Tn] to indicate a tuple type or Union[T1, T2] to indicate a union type (reportInvalidTypeForm)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 32: Unexpected errors ['aliases_typealiastype.py:32:18 - error: Cannot access member "other_attrib" for type "TypeAliasType"']
+Line 40: Unexpected errors ['aliases_typealiastype.py:40:5 - error: Could not specialize type "GoodAlias5[S@GoodAlias5, TStr@GoodAlias5, P@GoodAlias5, Ts@GoodAlias5]"']
+Line 44: Unexpected errors ['aliases_typealiastype.py:44:23 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)']
+Line 46: Unexpected errors ['aliases_typealiastype.py:46:45 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)']
+Line 48: Unexpected errors ['aliases_typealiastype.py:48:35 - error: Type parameter list must be a tuple containing only TypeVar, TypeVarTuple, or ParamSpec']
+Line 50: Unexpected errors ['aliases_typealiastype.py:50:40 - error: Type alias "BadAlias4" cannot use itself in its definition (reportGeneralTypeIssues)']
+Line 52: Unexpected errors ['aliases_typealiastype.py:52:18 - error: Type alias "BadAlias5" cannot use itself in its definition (reportGeneralTypeIssues)']
+Line 54: Unexpected errors ['aliases_typealiastype.py:54:40 - error: Type alias "BadAlias6" cannot use itself in its definition (reportGeneralTypeIssues)']
+Line 58: Unexpected errors ['aliases_typealiastype.py:58:40 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
+Line 59: Unexpected errors ['aliases_typealiastype.py:59:40 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)']
+Line 60: Unexpected errors ['aliases_typealiastype.py:60:42 - error: Expected type expression but received "tuple[tuple[type[int], type[str]]]" (reportGeneralTypeIssues)']
+Line 61: Unexpected errors ['aliases_typealiastype.py:61:42 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
+Line 62: Unexpected errors ['aliases_typealiastype.py:62:42 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)']
+Line 63: Unexpected errors ['aliases_typealiastype.py:63:42 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
+Line 64: Unexpected errors ['aliases_typealiastype.py:64:42 - error: List expression not allowed in type annotation', 'aliases_typealiastype.py:64:42 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
+Line 65: Unexpected errors ['aliases_typealiastype.py:65:42 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)']
+Line 66: Unexpected errors ['aliases_typealiastype.py:66:42 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 67: Unexpected errors ['aliases_typealiastype.py:67:42 - error: Expected type expression but received "Literal[True]" (reportGeneralTypeIssues)']
+Line 68: Unexpected errors ['aliases_typealiastype.py:68:42 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)']
+Line 69: Unexpected errors ['aliases_typealiastype.py:69:42 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)']
+Line 70: Unexpected errors ['aliases_typealiastype.py:70:42 - error: Expected expression', 'aliases_typealiastype.py:70:42 - error: Tuple expression not allowed in type annotation']
+"""
diff --git a/conformance/results/pyright/aliases_variance.toml b/conformance/results/pyright/aliases_variance.toml
index 87205e5d1..dffa0c157 100644
--- a/conformance/results/pyright/aliases_variance.toml
+++ b/conformance/results/pyright/aliases_variance.toml
@@ -9,3 +9,10 @@ aliases_variance.py:32:26 - error: Could not specialize type "A_Alias_2[T_co@A_A
 aliases_variance.py:44:26 - error: Could not specialize type "B_Alias_1[T_co@B_Alias_1, T_contra@B_Alias_1]"
   Variance of type argument "T_contra@ClassB_1" is incompatible with "T_co@B_Alias_1"
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 24: Unexpected errors ['aliases_variance.py:24:23 - error: Type "T_co@ClassA_1" cannot be assigned to type variable "T@ClassA"']
+Line 28: Unexpected errors ['aliases_variance.py:28:26 - error: Could not specialize type "A_Alias_1[T_co@A_Alias_1]"']
+Line 32: Unexpected errors ['aliases_variance.py:32:26 - error: Could not specialize type "A_Alias_2[T_co@A_Alias_2]"']
+Line 44: Unexpected errors ['aliases_variance.py:44:26 - error: Could not specialize type "B_Alias_1[T_co@B_Alias_1, T_contra@B_Alias_1]"']
+"""
diff --git a/conformance/results/pyright/annotations_coroutines.toml b/conformance/results/pyright/annotations_coroutines.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyright/annotations_coroutines.toml
+++ b/conformance/results/pyright/annotations_coroutines.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyright/annotations_forward_refs.toml b/conformance/results/pyright/annotations_forward_refs.toml
index fd85110be..9e0b9275a 100644
--- a/conformance/results/pyright/annotations_forward_refs.toml
+++ b/conformance/results/pyright/annotations_forward_refs.toml
@@ -35,3 +35,28 @@ annotations_forward_refs.py:80:14 - error: Type of "ClassF" could not be determi
 annotations_forward_refs.py:80:14 - error: Variable not allowed in type expression (reportInvalidTypeForm)
 annotations_forward_refs.py:89:8 - error: Expected type expression but received "(self: Self@ClassD) -> None" (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 22: Unexpected errors ['annotations_forward_refs.py:22:7 - error: "ClassA" is not defined (reportUndefinedVariable)']
+Line 23: Unexpected errors ['annotations_forward_refs.py:23:12 - error: "ClassA" is not defined (reportUndefinedVariable)']
+Line 24: Unexpected errors ['annotations_forward_refs.py:24:7 - error: Union syntax cannot be used with string operand; use quotes around entire expression (reportGeneralTypeIssues)']
+Line 25: Unexpected errors ['annotations_forward_refs.py:25:13 - error: Union syntax cannot be used with string operand; use quotes around entire expression (reportGeneralTypeIssues)']
+Line 41: Unexpected errors ['annotations_forward_refs.py:41:9 - error: Expected type but received a string literal (reportGeneralTypeIssues)']
+Line 42: Unexpected errors ['annotations_forward_refs.py:42:10 - error: List expression not allowed in type annotation', 'annotations_forward_refs.py:42:10 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)']
+Line 43: Unexpected errors ['annotations_forward_refs.py:43:10 - error: Tuple expression not allowed in type annotation']
+Line 44: Unexpected errors ['annotations_forward_refs.py:44:10 - error: List expression not allowed in type annotation', 'annotations_forward_refs.py:44:10 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
+Line 45: Unexpected errors ['annotations_forward_refs.py:45:10 - error: Dictionary expression not allowed in type annotation', 'annotations_forward_refs.py:45:10 - error: Expected type expression but received "dict[Unknown, Unknown]" (reportGeneralTypeIssues)']
+Line 46: Unexpected errors ['annotations_forward_refs.py:46:10 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
+Line 47: Unexpected errors ['annotations_forward_refs.py:47:10 - error: List expression not allowed in type annotation', 'annotations_forward_refs.py:47:10 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
+Line 48: Unexpected errors ['annotations_forward_refs.py:48:10 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)']
+Line 49: Unexpected errors ['annotations_forward_refs.py:49:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 50: Unexpected errors ['annotations_forward_refs.py:50:11 - error: Expected type expression but received "Literal[True]" (reportGeneralTypeIssues)']
+Line 51: Unexpected errors ['annotations_forward_refs.py:51:11 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)']
+Line 52: Unexpected errors ['annotations_forward_refs.py:52:11 - error: Unary operator not allowed in type annotation (reportInvalidTypeForm)']
+Line 53: Unexpected errors ['annotations_forward_refs.py:53:11 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)']
+Line 54: Unexpected errors ['annotations_forward_refs.py:54:11 - error: Expected expression', 'annotations_forward_refs.py:54:11 - error: Tuple expression not allowed in type annotation']
+Line 55: Unexpected errors ['annotations_forward_refs.py:55:10 - error: Module cannot be used as a type (reportGeneralTypeIssues)']
+Line 66: Unexpected errors ['annotations_forward_refs.py:66:26 - error: "ClassB" is not defined (reportUndefinedVariable)']
+Line 80: Unexpected errors ['annotations_forward_refs.py:80:14 - error: Type of "ClassF" could not be determined because it refers to itself (reportGeneralTypeIssues)', 'annotations_forward_refs.py:80:14 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 89: Unexpected errors ['annotations_forward_refs.py:89:8 - error: Expected type expression but received "(self: Self@ClassD) -> None" (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/annotations_generators.toml b/conformance/results/pyright/annotations_generators.toml
index 6ecdccc78..3d1e67c17 100644
--- a/conformance/results/pyright/annotations_generators.toml
+++ b/conformance/results/pyright/annotations_generators.toml
@@ -31,3 +31,18 @@ annotations_generators.py:135:16 - error: Return type of generator function must
     Type parameter "_SendT_contra@Generator" is contravariant, but "int" is not a supertype of "str"
       "str" is incompatible with "int" (reportReturnType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 51: Unexpected errors ['annotations_generators.py:51:21 - error: Function with declared return type "C" must return value on all code paths']
+Line 54: Unexpected errors ['annotations_generators.py:54:16 - error: Expression of type "Literal[False]" cannot be assigned to return type "C"']
+Line 57: Unexpected errors ['annotations_generators.py:57:15 - error: Return type of generator function must be compatible with "Generator[Literal[3], Any, Any]"']
+Line 66: Unexpected errors ['annotations_generators.py:66:15 - error: Return type of generator function must be compatible with "Generator[Literal[3], Any, Any]"']
+Line 75: Unexpected errors ['annotations_generators.py:75:11 - error: Return type of generator function must be compatible with "Generator[B, Any, Any]"']
+Line 86: Unexpected errors ['annotations_generators.py:86:21 - error: Return type of generator function must be compatible with "Generator[Any, Any, Any]"']
+Line 87: Unexpected errors ['annotations_generators.py:87:11 - error: Return type of generator function must be compatible with "Generator[None, Any, Any]"']
+Line 91: Unexpected errors ['annotations_generators.py:91:27 - error: Return type of async generator function must be compatible with "AsyncGenerator[Any, Any]"']
+Line 92: Unexpected errors ['annotations_generators.py:92:11 - error: Return type of async generator function must be compatible with "AsyncGenerator[None, Any]"']
+Line 118: Unexpected errors ['annotations_generators.py:118:16 - error: Return type of generator function must be compatible with "Generator[A, Any, Any]"']
+Line 119: Unexpected errors ['annotations_generators.py:119:16 - error: Return type of generator function must be compatible with "Generator[int, Any, Any]"']
+Line 135: Unexpected errors ['annotations_generators.py:135:16 - error: Return type of generator function must be compatible with "Generator[None, Any, Any]"']
+"""
diff --git a/conformance/results/pyright/annotations_methods.toml b/conformance/results/pyright/annotations_methods.toml
index 924eef535..985f75966 100644
--- a/conformance/results/pyright/annotations_methods.toml
+++ b/conformance/results/pyright/annotations_methods.toml
@@ -1,8 +1,11 @@
 conformant = "Pass"
-notes = """
-Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.
+notes = """Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.
 """
 output = """
 annotations_methods.py:46:8 - error: Argument of type "A" cannot be assigned to parameter "self" of type "B" in function "copy"
   "A" is incompatible with "B" (reportArgumentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 46: Unexpected errors ['annotations_methods.py:46:8 - error: Argument of type "A" cannot be assigned to parameter "self" of type "B" in function "copy"']
+"""
diff --git a/conformance/results/pyright/annotations_typeexpr.toml b/conformance/results/pyright/annotations_typeexpr.toml
index 39438c80d..e91de4fae 100644
--- a/conformance/results/pyright/annotations_typeexpr.toml
+++ b/conformance/results/pyright/annotations_typeexpr.toml
@@ -27,3 +27,21 @@ annotations_typeexpr.py:101:10 - error: Tuple expression not allowed in type ann
   Use tuple[T1, ..., Tn] to indicate a tuple type or Union[T1, T2] to indicate a union type (reportInvalidTypeForm)
 annotations_typeexpr.py:102:10 - error: Module cannot be used as a type (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 88: Unexpected errors ['annotations_typeexpr.py:88:9 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
+Line 89: Unexpected errors ['annotations_typeexpr.py:89:9 - error: List expression not allowed in type annotation', 'annotations_typeexpr.py:89:9 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)']
+Line 90: Unexpected errors ['annotations_typeexpr.py:90:9 - error: Tuple expression not allowed in type annotation']
+Line 91: Unexpected errors ['annotations_typeexpr.py:91:9 - error: List expression not allowed in type annotation', 'annotations_typeexpr.py:91:9 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
+Line 92: Unexpected errors ['annotations_typeexpr.py:92:9 - error: Dictionary expression not allowed in type annotation', 'annotations_typeexpr.py:92:9 - error: Expected type expression but received "dict[Unknown, Unknown]" (reportGeneralTypeIssues)']
+Line 93: Unexpected errors ['annotations_typeexpr.py:93:9 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
+Line 94: Unexpected errors ['annotations_typeexpr.py:94:9 - error: List expression not allowed in type annotation', 'annotations_typeexpr.py:94:9 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
+Line 95: Unexpected errors ['annotations_typeexpr.py:95:9 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)']
+Line 96: Unexpected errors ['annotations_typeexpr.py:96:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+Line 97: Unexpected errors ['annotations_typeexpr.py:97:10 - error: Expected type expression but received "Literal[True]" (reportGeneralTypeIssues)']
+Line 98: Unexpected errors ['annotations_typeexpr.py:98:10 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)']
+Line 99: Unexpected errors ['annotations_typeexpr.py:99:10 - error: Unary operator not allowed in type annotation (reportInvalidTypeForm)']
+Line 100: Unexpected errors ['annotations_typeexpr.py:100:10 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)']
+Line 101: Unexpected errors ['annotations_typeexpr.py:101:10 - error: Expected expression', 'annotations_typeexpr.py:101:10 - error: Tuple expression not allowed in type annotation']
+Line 102: Unexpected errors ['annotations_typeexpr.py:102:10 - error: Module cannot be used as a type (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/callables_annotation.toml b/conformance/results/pyright/callables_annotation.toml
index 83712e8a8..0fd0378d9 100644
--- a/conformance/results/pyright/callables_annotation.toml
+++ b/conformance/results/pyright/callables_annotation.toml
@@ -13,3 +13,16 @@ callables_annotation.py:42:14 - error: Expected parameter type list or "..."
 callables_annotation.py:42:24 - error: Expected only two type arguments to "Callable"
 callables_annotation.py:43:15 - error: "..." is not allowed in this context
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 13: Unexpected errors ['callables_annotation.py:13:5 - error: Expected 1 more positional argument (reportCallIssue)']
+Line 14: Unexpected errors ['callables_annotation.py:14:11 - error: Argument of type "Literal[2]" cannot be assigned to parameter of type "str"']
+Line 15: Unexpected errors ['callables_annotation.py:15:15 - error: Expected 2 positional arguments (reportCallIssue)']
+Line 16: Unexpected errors ['callables_annotation.py:16:10 - error: Expected 2 more positional arguments (reportCallIssue)']
+Line 22: Unexpected errors ['callables_annotation.py:22:8 - error: Expected 0 positional arguments (reportCallIssue)']
+Line 39: Unexpected errors ['callables_annotation.py:39:14 - error: Expected parameter type list or "..."']
+Line 40: Unexpected errors ['callables_annotation.py:40:14 - error: Expected parameter type list or "..."']
+Line 41: Unexpected errors ['callables_annotation.py:41:18 - error: List expression not allowed for this type argument']
+Line 42: Unexpected errors ['callables_annotation.py:42:14 - error: Expected parameter type list or "..."', 'callables_annotation.py:42:24 - error: Expected only two type arguments to "Callable"']
+Line 43: Unexpected errors ['callables_annotation.py:43:15 - error: "..." is not allowed in this context']
+"""
diff --git a/conformance/results/pyright/callables_kwargs.toml b/conformance/results/pyright/callables_kwargs.toml
index 8eeb7666f..be026aa10 100644
--- a/conformance/results/pyright/callables_kwargs.toml
+++ b/conformance/results/pyright/callables_kwargs.toml
@@ -28,3 +28,19 @@ callables_kwargs.py:100:19 - error: Expression of type "(**kwargs: **TD2) -> Non
 callables_kwargs.py:109:30 - error: Typed dictionary overlaps with keyword parameter: v1 (reportGeneralTypeIssues)
 callables_kwargs.py:121:21 - error: Expected TypedDict type argument for Unpack (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 26: Unexpected errors ['callables_kwargs.py:26:5 - error: Could not access item in TypedDict']
+Line 43: Unexpected errors ['callables_kwargs.py:43:5 - error: Arguments missing for parameters "v1", "v3" (reportCallIssue)']
+Line 48: Unexpected errors ['callables_kwargs.py:48:32 - error: No parameter named "v4" (reportCallIssue)']
+Line 49: Unexpected errors ['callables_kwargs.py:49:11 - error: Expected 0 positional arguments (reportCallIssue)']
+Line 55: Unexpected errors ['callables_kwargs.py:55:13 - error: Argument of type "str" cannot be assigned to parameter "v1" of type "int" in function "func1"']
+Line 60: Unexpected errors ['callables_kwargs.py:60:19 - error: Unable to match unpacked TypedDict argument to parameters']
+Line 61: Unexpected errors ['callables_kwargs.py:61:16 - error: Unable to match unpacked TypedDict argument to parameters']
+Line 62: Unexpected errors ['callables_kwargs.py:62:19 - error: Unable to match unpacked TypedDict argument to parameters']
+Line 98: Unexpected errors ['callables_kwargs.py:98:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol3"']
+Line 99: Unexpected errors ['callables_kwargs.py:99:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol4"']
+Line 100: Unexpected errors ['callables_kwargs.py:100:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol5"']
+Line 109: Unexpected errors ['callables_kwargs.py:109:30 - error: Typed dictionary overlaps with keyword parameter: v1 (reportGeneralTypeIssues)']
+Line 121: Unexpected errors ['callables_kwargs.py:121:21 - error: Expected TypedDict type argument for Unpack (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/callables_protocol.toml b/conformance/results/pyright/callables_protocol.toml
index d3487ae93..33a63ee7a 100644
--- a/conformance/results/pyright/callables_protocol.toml
+++ b/conformance/results/pyright/callables_protocol.toml
@@ -58,3 +58,23 @@ callables_protocol.py:311:27 - error: Expression of type "(*, path: str) -> str"
   Type "(*, path: str) -> str" cannot be assigned to type "(*, path: str = ...) -> str"
     Parameter "path" is missing default argument (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 35: Unexpected errors ['callables_protocol.py:35:7 - error: Expression of type "(*vals: bytes, max_items: int | None) -> list[bytes]" cannot be assigned to declared type "Proto1"']
+Line 36: Unexpected errors ['callables_protocol.py:36:7 - error: Expression of type "(*vals: bytes) -> list[bytes]" cannot be assigned to declared type "Proto1"']
+Line 37: Unexpected errors ['callables_protocol.py:37:7 - error: Expression of type "(*vals: bytes, max_len: str | None) -> list[bytes]" cannot be assigned to declared type "Proto1"']
+Line 67: Unexpected errors ['callables_protocol.py:67:7 - error: Expression of type "(*a: bytes) -> None" cannot be assigned to declared type "Proto2"']
+Line 68: Unexpected errors ['callables_protocol.py:68:7 - error: Expression of type "(*a: str, **b: str) -> None" cannot be assigned to declared type "Proto2"']
+Line 69: Unexpected errors ['callables_protocol.py:69:7 - error: Expression of type "(*a: bytes, **b: bytes) -> None" cannot be assigned to declared type "Proto2"']
+Line 70: Unexpected errors ['callables_protocol.py:70:7 - error: Expression of type "(**b: str) -> None" cannot be assigned to declared type "Proto2"']
+Line 97: Unexpected errors ['callables_protocol.py:97:16 - error: Expression of type "(x: int) -> None" cannot be assigned to declared type "Proto4"']
+Line 121: Unexpected errors ['callables_protocol.py:121:18 - error: Expression of type "(*vals: bytes, max_len: int | None = None) -> list[bytes]" cannot be assigned to declared type "NotProto6"']
+Line 169: Unexpected errors ['callables_protocol.py:169:7 - error: Expression of type "(x: int) -> Any" cannot be assigned to declared type "Proto8"']
+Line 186: Unexpected errors ['callables_protocol.py:186:33 - error: Cannot assign member "other_attribute" for type "Proto9[P@decorator1, R@decorator1]"']
+Line 187: Unexpected errors ['callables_protocol.py:187:15 - error: Cannot assign member "xxx" for type "Proto9[P@decorator1, R@decorator1]"']
+Line 197: Unexpected errors ['callables_protocol.py:197:16 - error: Cannot access member "other_attribute2" for type "Proto9[(x: int), str]"']
+Line 238: Unexpected errors ['callables_protocol.py:238:8 - error: Expression of type "(x: int, y: str, /) -> Any" cannot be assigned to declared type "Proto11"']
+Line 260: Unexpected errors ['callables_protocol.py:260:8 - error: Expression of type "(*args: Any, kwarg0: Any) -> None" cannot be assigned to declared type "Proto12"']
+Line 284: Unexpected errors ['callables_protocol.py:284:27 - error: Expression of type "(path: str) -> str" cannot be assigned to declared type "Proto13_Default"']
+Line 311: Unexpected errors ['callables_protocol.py:311:27 - error: Expression of type "(*, path: str) -> str" cannot be assigned to declared type "Proto14_Default"']
+"""
diff --git a/conformance/results/pyright/classes_classvar.toml b/conformance/results/pyright/classes_classvar.toml
index 7189c5804..4414efeac 100644
--- a/conformance/results/pyright/classes_classvar.toml
+++ b/conformance/results/pyright/classes_classvar.toml
@@ -23,3 +23,23 @@ classes_classvar.py:129:13 - error: Expression of type "ProtoAImpl" cannot be as
     "x" is defined as a ClassVar in protocol
     "y" is defined as a ClassVar in protocol (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 36: Unexpected errors ['classes_classvar.py:36:25 - error: Expected only one type argument after "ClassVar"']
+Line 37: Unexpected errors ['classes_classvar.py:37:14 - error: Expected type expression but received "Literal[3]" (reportGeneralTypeIssues)']
+Line 38: Unexpected errors ['classes_classvar.py:38:14 - error: "var" is not defined (reportUndefinedVariable)']
+Line 43: Unexpected errors ['classes_classvar.py:43:20 - error: "ClassVar" type cannot include type variables (reportGeneralTypeIssues)']
+Line 44: Unexpected errors ['classes_classvar.py:44:20 - error: "ClassVar" type cannot include type variables (reportGeneralTypeIssues)']
+Line 45: Unexpected errors ['classes_classvar.py:45:20 - error: "ClassVar" type cannot include type variables (reportGeneralTypeIssues)']
+Line 50: Unexpected errors ['classes_classvar.py:50:33 - error: Expression of type "dict[Any, Any]" cannot be assigned to declared type "list[str]" (reportAssignmentType)']
+Line 52: Unexpected errors ['classes_classvar.py:52:11 - error: "Final" is not defined (reportUndefinedVariable)']
+Line 53: Unexpected errors ['classes_classvar.py:53:17 - error: "ClassVar" is not allowed in this context']
+Line 61: Unexpected errors ['classes_classvar.py:61:26 - error: "ClassVar" is not allowed in this context']
+Line 62: Unexpected errors ['classes_classvar.py:62:12 - error: "ClassVar" is not allowed in this context']
+Line 63: Unexpected errors ['classes_classvar.py:63:18 - error: "ClassVar" is not allowed in this context']
+Line 65: Unexpected errors ['classes_classvar.py:65:26 - error: "ClassVar" is not allowed in this context']
+Line 69: Unexpected errors ['classes_classvar.py:69:8 - error: "ClassVar" is not allowed in this context']
+Line 70: Unexpected errors ['classes_classvar.py:70:20 - error: "ClassVar" is not allowed in this context']
+Line 100: Unexpected errors ['classes_classvar.py:100:14 - error: Cannot assign member "stats" for type "Starship"']
+Line 129: Unexpected errors ['classes_classvar.py:129:13 - error: Expression of type "ProtoAImpl" cannot be assigned to declared type "ProtoA"']
+"""
diff --git a/conformance/results/pyright/classes_override.toml b/conformance/results/pyright/classes_override.toml
index 8fa4d0924..c82345645 100644
--- a/conformance/results/pyright/classes_override.toml
+++ b/conformance/results/pyright/classes_override.toml
@@ -6,3 +6,11 @@ classes_override.py:79:9 - error: Method "static_method1" is marked as override,
 classes_override.py:84:9 - error: Method "class_method1" is marked as override, but no base method of same name is present (reportGeneralTypeIssues)
 classes_override.py:91:9 - error: Method "property1" is marked as override, but no base method of same name is present (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 53: Unexpected errors ['classes_override.py:53:9 - error: Method "method3" is marked as override, but no base method of same name is present (reportGeneralTypeIssues)']
+Line 65: Unexpected errors ['classes_override.py:65:9 - error: Method "method4" is marked as override, but no base method of same name is present (reportGeneralTypeIssues)']
+Line 79: Unexpected errors ['classes_override.py:79:9 - error: Method "static_method1" is marked as override, but no base method of same name is present (reportGeneralTypeIssues)']
+Line 84: Unexpected errors ['classes_override.py:84:9 - error: Method "class_method1" is marked as override, but no base method of same name is present (reportGeneralTypeIssues)']
+Line 91: Unexpected errors ['classes_override.py:91:9 - error: Method "property1" is marked as override, but no base method of same name is present (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/dataclasses_descriptors.toml b/conformance/results/pyright/dataclasses_descriptors.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyright/dataclasses_descriptors.toml
+++ b/conformance/results/pyright/dataclasses_descriptors.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyright/dataclasses_frozen.toml b/conformance/results/pyright/dataclasses_frozen.toml
index 75e50fbcd..222a13c7a 100644
--- a/conformance/results/pyright/dataclasses_frozen.toml
+++ b/conformance/results/pyright/dataclasses_frozen.toml
@@ -9,3 +9,10 @@ dataclasses_frozen.py:17:5 - error: Cannot assign member "b" for type "DC1"
 dataclasses_frozen.py:22:1 - error: A non-frozen class cannot inherit from a class that is frozen (reportGeneralTypeIssues)
 dataclasses_frozen.py:32:12 - error: A frozen class cannot inherit from a class that is not frozen (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['dataclasses_frozen.py:16:5 - error: Cannot assign member "a" for type "DC1"']
+Line 17: Unexpected errors ['dataclasses_frozen.py:17:5 - error: Cannot assign member "b" for type "DC1"']
+Line 22: Unexpected errors ['dataclasses_frozen.py:22:1 - error: A non-frozen class cannot inherit from a class that is frozen (reportGeneralTypeIssues)']
+Line 32: Unexpected errors ['dataclasses_frozen.py:32:12 - error: A frozen class cannot inherit from a class that is not frozen (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/dataclasses_hash.toml b/conformance/results/pyright/dataclasses_hash.toml
index 67fb8d04a..e6297a958 100644
--- a/conformance/results/pyright/dataclasses_hash.toml
+++ b/conformance/results/pyright/dataclasses_hash.toml
@@ -9,3 +9,8 @@ dataclasses_hash.py:32:16 - error: Expression of type "DC3" cannot be assigned t
     "__hash__" is an incompatible type
       Type "None" cannot be assigned to type "() -> int" (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 15: Unexpected errors ['dataclasses_hash.py:15:16 - error: Expression of type "DC1" cannot be assigned to declared type "Hashable"']
+Line 32: Unexpected errors ['dataclasses_hash.py:32:16 - error: Expression of type "DC3" cannot be assigned to declared type "Hashable"']
+"""
diff --git a/conformance/results/pyright/dataclasses_inheritance.toml b/conformance/results/pyright/dataclasses_inheritance.toml
index 6a1dfbd25..93121c566 100644
--- a/conformance/results/pyright/dataclasses_inheritance.toml
+++ b/conformance/results/pyright/dataclasses_inheritance.toml
@@ -3,3 +3,8 @@ output = """
 dataclasses_inheritance.py:60:5 - error: Class variable "x" overrides instance variable of same name in class "DC6" (reportIncompatibleVariableOverride)
 dataclasses_inheritance.py:64:5 - error: Instance variable "y" overrides class variable of same name in class "DC6" (reportIncompatibleVariableOverride)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 60: Unexpected errors ['dataclasses_inheritance.py:60:5 - error: Class variable "x" overrides instance variable of same name in class "DC6" (reportIncompatibleVariableOverride)']
+Line 64: Unexpected errors ['dataclasses_inheritance.py:64:5 - error: Instance variable "y" overrides class variable of same name in class "DC6" (reportIncompatibleVariableOverride)']
+"""
diff --git a/conformance/results/pyright/dataclasses_kwonly.toml b/conformance/results/pyright/dataclasses_kwonly.toml
index 1e72bfef7..da6049e83 100644
--- a/conformance/results/pyright/dataclasses_kwonly.toml
+++ b/conformance/results/pyright/dataclasses_kwonly.toml
@@ -4,3 +4,9 @@ dataclasses_kwonly.py:23:11 - error: Expected 1 positional argument (reportCallI
 dataclasses_kwonly.py:38:11 - error: Expected 1 positional argument (reportCallIssue)
 dataclasses_kwonly.py:53:11 - error: Expected 1 positional argument (reportCallIssue)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 23: Unexpected errors ['dataclasses_kwonly.py:23:11 - error: Expected 1 positional argument (reportCallIssue)']
+Line 38: Unexpected errors ['dataclasses_kwonly.py:38:11 - error: Expected 1 positional argument (reportCallIssue)']
+Line 53: Unexpected errors ['dataclasses_kwonly.py:53:11 - error: Expected 1 positional argument (reportCallIssue)']
+"""
diff --git a/conformance/results/pyright/dataclasses_order.toml b/conformance/results/pyright/dataclasses_order.toml
index be5667fc7..34582bde9 100644
--- a/conformance/results/pyright/dataclasses_order.toml
+++ b/conformance/results/pyright/dataclasses_order.toml
@@ -2,3 +2,7 @@ conformant = "Pass"
 output = """
 dataclasses_order.py:50:4 - error: Operator "<" not supported for types "DC1" and "DC2" (reportOperatorIssue)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 50: Unexpected errors ['dataclasses_order.py:50:4 - error: Operator "<" not supported for types "DC1" and "DC2" (reportOperatorIssue)']
+"""
diff --git a/conformance/results/pyright/dataclasses_postinit.toml b/conformance/results/pyright/dataclasses_postinit.toml
index e283acbb5..b36eeb442 100644
--- a/conformance/results/pyright/dataclasses_postinit.toml
+++ b/conformance/results/pyright/dataclasses_postinit.toml
@@ -8,3 +8,10 @@ dataclasses_postinit.py:29:11 - error: Cannot access member "y" for type "DC1"
   Member "y" is an init-only field (reportAttributeAccessIssue)
 dataclasses_postinit.py:36:9 - error: Dataclass __post_init__ incorrect parameter count; number of InitVar fields is 2 (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Unexpected errors ['dataclasses_postinit.py:19:40 - error: Dataclass __post_init__ method parameter type mismatch for field "y"']
+Line 28: Unexpected errors ['dataclasses_postinit.py:28:11 - error: Cannot access member "x" for type "DC1"']
+Line 29: Unexpected errors ['dataclasses_postinit.py:29:11 - error: Cannot access member "y" for type "DC1"']
+Line 36: Unexpected errors ['dataclasses_postinit.py:36:9 - error: Dataclass __post_init__ incorrect parameter count; number of InitVar fields is 2 (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/dataclasses_slots.toml b/conformance/results/pyright/dataclasses_slots.toml
index e5686ae1a..915d74739 100644
--- a/conformance/results/pyright/dataclasses_slots.toml
+++ b/conformance/results/pyright/dataclasses_slots.toml
@@ -8,3 +8,11 @@ dataclasses_slots.py:67:5 - error: Cannot access member "__slots__" for type "ty
 dataclasses_slots.py:70:8 - error: Cannot access member "__slots__" for type "DC6"
   Member "__slots__" is unknown (reportAttributeAccessIssue)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 11: Unexpected errors ['dataclasses_slots.py:11:12 - error: __slots__ is already defined in class (reportGeneralTypeIssues)']
+Line 26: Unexpected errors ['dataclasses_slots.py:26:14 - error: "y" is not specified in __slots__ (reportGeneralTypeIssues)']
+Line 39: Unexpected errors ['dataclasses_slots.py:39:14 - error: "y" is not specified in __slots__ (reportGeneralTypeIssues)']
+Line 67: Unexpected errors ['dataclasses_slots.py:67:5 - error: Cannot access member "__slots__" for type "type[DC6]"']
+Line 70: Unexpected errors ['dataclasses_slots.py:70:8 - error: Cannot access member "__slots__" for type "DC6"']
+"""
diff --git a/conformance/results/pyright/dataclasses_transform_class.toml b/conformance/results/pyright/dataclasses_transform_class.toml
index e1cba48ea..bffc58a10 100644
--- a/conformance/results/pyright/dataclasses_transform_class.toml
+++ b/conformance/results/pyright/dataclasses_transform_class.toml
@@ -11,3 +11,12 @@ dataclasses_transform_class.py:119:6 - error: Cannot assign member "id" for type
   "Customer3" is frozen
     Member "__set__" is unknown (reportAttributeAccessIssue)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 48: Unexpected errors ['dataclasses_transform_class.py:48:7 - error: A non-frozen class cannot inherit from a class that is frozen (reportGeneralTypeIssues)']
+Line 60: Unexpected errors ['dataclasses_transform_class.py:60:6 - error: Cannot assign member "id" for type "Customer1"']
+Line 63: Unexpected errors ['dataclasses_transform_class.py:63:18 - error: Expected 0 positional arguments (reportCallIssue)']
+Line 69: Unexpected errors ['dataclasses_transform_class.py:69:6 - error: Operator "<" not supported for types "Customer1" and "Customer1" (reportOperatorIssue)']
+Line 79: Unexpected errors ['dataclasses_transform_class.py:79:18 - error: Expected 0 positional arguments (reportCallIssue)']
+Line 119: Unexpected errors ['dataclasses_transform_class.py:119:6 - error: Cannot assign member "id" for type "Customer3"']
+"""
diff --git a/conformance/results/pyright/dataclasses_transform_field.toml b/conformance/results/pyright/dataclasses_transform_field.toml
index d0512366d..3b1439e2f 100644
--- a/conformance/results/pyright/dataclasses_transform_field.toml
+++ b/conformance/results/pyright/dataclasses_transform_field.toml
@@ -3,3 +3,8 @@ output = """
 dataclasses_transform_field.py:64:16 - error: No parameter named "id" (reportCallIssue)
 dataclasses_transform_field.py:75:16 - error: Expected 0 positional arguments (reportCallIssue)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 64: Unexpected errors ['dataclasses_transform_field.py:64:16 - error: No parameter named "id" (reportCallIssue)']
+Line 75: Unexpected errors ['dataclasses_transform_field.py:75:16 - error: Expected 0 positional arguments (reportCallIssue)']
+"""
diff --git a/conformance/results/pyright/dataclasses_transform_func.toml b/conformance/results/pyright/dataclasses_transform_func.toml
index f7c1d3ce4..943816ab2 100644
--- a/conformance/results/pyright/dataclasses_transform_func.toml
+++ b/conformance/results/pyright/dataclasses_transform_func.toml
@@ -10,3 +10,12 @@ dataclasses_transform_func.py:97:6 - error: Cannot assign member "id" for type "
   "Customer3" is frozen
     Member "__set__" is unknown (reportAttributeAccessIssue)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 57: Unexpected errors ['dataclasses_transform_func.py:57:13 - error: Cannot assign member "name" for type "Customer1"']
+Line 61: Unexpected errors ['dataclasses_transform_func.py:61:6 - error: Operator "<" not supported for types "Customer1" and "Customer1" (reportOperatorIssue)']
+Line 65: Unexpected errors ['dataclasses_transform_func.py:65:36 - error: No parameter named "salary" (reportCallIssue)']
+Line 71: Unexpected errors ['dataclasses_transform_func.py:71:18 - error: Expected 0 positional arguments (reportCallIssue)']
+Line 89: Unexpected errors ['dataclasses_transform_func.py:89:1 - error: A non-frozen class cannot inherit from a class that is frozen (reportGeneralTypeIssues)']
+Line 97: Unexpected errors ['dataclasses_transform_func.py:97:6 - error: Cannot assign member "id" for type "Customer3"']
+"""
diff --git a/conformance/results/pyright/dataclasses_transform_meta.toml b/conformance/results/pyright/dataclasses_transform_meta.toml
index 29f22ef64..d1354fb91 100644
--- a/conformance/results/pyright/dataclasses_transform_meta.toml
+++ b/conformance/results/pyright/dataclasses_transform_meta.toml
@@ -11,3 +11,12 @@ dataclasses_transform_meta.py:100:6 - error: Cannot assign member "id" for type
   "Customer3" is frozen
     Member "__set__" is unknown (reportAttributeAccessIssue)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 48: Unexpected errors ['dataclasses_transform_meta.py:48:36 - error: A non-frozen class cannot inherit from a class that is frozen (reportGeneralTypeIssues)']
+Line 60: Unexpected errors ['dataclasses_transform_meta.py:60:6 - error: Cannot assign member "id" for type "Customer1"']
+Line 63: Unexpected errors ['dataclasses_transform_meta.py:63:18 - error: Expected 0 positional arguments (reportCallIssue)']
+Line 70: Unexpected errors ['dataclasses_transform_meta.py:70:6 - error: Operator "<" not supported for types "Customer1" and "Customer1" (reportOperatorIssue)']
+Line 80: Unexpected errors ['dataclasses_transform_meta.py:80:18 - error: Expected 0 positional arguments (reportCallIssue)']
+Line 100: Unexpected errors ['dataclasses_transform_meta.py:100:6 - error: Cannot assign member "id" for type "Customer3"']
+"""
diff --git a/conformance/results/pyright/dataclasses_usage.toml b/conformance/results/pyright/dataclasses_usage.toml
index f72df637d..8ae420b18 100644
--- a/conformance/results/pyright/dataclasses_usage.toml
+++ b/conformance/results/pyright/dataclasses_usage.toml
@@ -15,3 +15,15 @@ dataclasses_usage.py:130:1 - error: Argument missing for parameter "y" (reportCa
 dataclasses_usage.py:179:1 - error: Expected no arguments to "DC13" constructor (reportCallIssue)
 dataclasses_usage.py:228:9 - error: Dataclass field without type annotation will cause runtime exception (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 51: Unexpected errors ['dataclasses_usage.py:51:6 - error: Argument missing for parameter "unit_price" (reportCallIssue)']
+Line 52: Unexpected errors ['dataclasses_usage.py:52:28 - error: Argument of type "Literal[\\'price\\']" cannot be assigned to parameter "unit_price" of type "float" in function "__init__"']
+Line 53: Unexpected errors ['dataclasses_usage.py:53:36 - error: Expected 3 positional arguments (reportCallIssue)']
+Line 84: Unexpected errors ['dataclasses_usage.py:84:13 - error: Expected 1 positional argument (reportCallIssue)']
+Line 89: Unexpected errors ['dataclasses_usage.py:89:36 - error: Argument of type "type[str]" cannot be assigned to parameter "default_factory" of type "() -> _T@field" in function "field"']
+Line 127: Unexpected errors ['dataclasses_usage.py:127:8 - error: Expected 1 positional argument (reportCallIssue)']
+Line 130: Unexpected errors ['dataclasses_usage.py:130:1 - error: Argument missing for parameter "y" (reportCallIssue)']
+Line 179: Unexpected errors ['dataclasses_usage.py:179:1 - error: Expected no arguments to "DC13" constructor (reportCallIssue)']
+Line 228: Unexpected errors ['dataclasses_usage.py:228:9 - error: Dataclass field without type annotation will cause runtime exception (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/directives_assert_type.toml b/conformance/results/pyright/directives_assert_type.toml
index b107b5c01..dd05d5ac4 100644
--- a/conformance/results/pyright/directives_assert_type.toml
+++ b/conformance/results/pyright/directives_assert_type.toml
@@ -7,3 +7,6 @@ directives_assert_type.py:31:5 - error: "assert_type" expects two positional arg
 directives_assert_type.py:32:17 - error: "assert_type" mismatch: expected "int" but received "Literal['']" (reportAssertTypeFailure)
 directives_assert_type.py:33:5 - error: "assert_type" expects two positional arguments
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyright/directives_cast.toml b/conformance/results/pyright/directives_cast.toml
index 39edb613d..ba358266b 100644
--- a/conformance/results/pyright/directives_cast.toml
+++ b/conformance/results/pyright/directives_cast.toml
@@ -6,3 +6,9 @@ directives_cast.py:16:13 - error: Expected type expression but received "Literal
 directives_cast.py:17:8 - error: No overloads for "cast" match the provided arguments
   Argument types: (type[int], Literal[''], Literal['']) (reportCallIssue)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 15: Unexpected errors ['directives_cast.py:15:8 - error: No overloads for "cast" match the provided arguments']
+Line 16: Unexpected errors ['directives_cast.py:16:13 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)']
+Line 17: Unexpected errors ['directives_cast.py:17:8 - error: No overloads for "cast" match the provided arguments']
+"""
diff --git a/conformance/results/pyright/directives_no_type_check.toml b/conformance/results/pyright/directives_no_type_check.toml
index 44b5df203..70cfdfbf5 100644
--- a/conformance/results/pyright/directives_no_type_check.toml
+++ b/conformance/results/pyright/directives_no_type_check.toml
@@ -1,9 +1,13 @@
 conformant = "Pass"
-notes = """
-Does not honor `@no_type_check` class decorator.
+notes = """Does not honor `@no_type_check` class decorator.
 """
 output = """
 directives_no_type_check.py:16:14 - error: Expression of type "Literal['']" cannot be assigned to declared type "int"
   "Literal['']" is incompatible with "int" (reportAssignmentType)
 directives_no_type_check.py:26:1 - error: Arguments missing for parameters "a", "b" (reportCallIssue)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['directives_no_type_check.py:16:14 - error: Expression of type "Literal[\\'\\']" cannot be assigned to declared type "int"']
+Line 26: Unexpected errors ['directives_no_type_check.py:26:1 - error: Arguments missing for parameters "a", "b" (reportCallIssue)']
+"""
diff --git a/conformance/results/pyright/directives_reveal_type.toml b/conformance/results/pyright/directives_reveal_type.toml
index aa4078ead..2a419e552 100644
--- a/conformance/results/pyright/directives_reveal_type.toml
+++ b/conformance/results/pyright/directives_reveal_type.toml
@@ -7,3 +7,6 @@ directives_reveal_type.py:17:17 - information: Type of "d" is "ForwardReference"
 directives_reveal_type.py:19:5 - error: Expected a single positional argument for "reveal_type" call
 directives_reveal_type.py:20:5 - error: Expected a single positional argument for "reveal_type" call
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyright/directives_type_checking.toml b/conformance/results/pyright/directives_type_checking.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyright/directives_type_checking.toml
+++ b/conformance/results/pyright/directives_type_checking.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyright/directives_type_ignore.toml b/conformance/results/pyright/directives_type_ignore.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyright/directives_type_ignore.toml
+++ b/conformance/results/pyright/directives_type_ignore.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyright/directives_type_ignore_file1.toml b/conformance/results/pyright/directives_type_ignore_file1.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyright/directives_type_ignore_file1.toml
+++ b/conformance/results/pyright/directives_type_ignore_file1.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyright/directives_type_ignore_file2.toml b/conformance/results/pyright/directives_type_ignore_file2.toml
index c05757089..29ba6d20a 100644
--- a/conformance/results/pyright/directives_type_ignore_file2.toml
+++ b/conformance/results/pyright/directives_type_ignore_file2.toml
@@ -3,3 +3,6 @@ output = """
 directives_type_ignore_file2.py:14:10 - error: Expression of type "Literal['']" cannot be assigned to declared type "int"
   "Literal['']" is incompatible with "int" (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyright/directives_version_platform.toml b/conformance/results/pyright/directives_version_platform.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyright/directives_version_platform.toml
+++ b/conformance/results/pyright/directives_version_platform.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyright/generics_base_class.toml b/conformance/results/pyright/generics_base_class.toml
index 15e6a9987..a97fda0f4 100644
--- a/conformance/results/pyright/generics_base_class.toml
+++ b/conformance/results/pyright/generics_base_class.toml
@@ -11,3 +11,12 @@ generics_base_class.py:49:38 - error: Too many type arguments provided for "Link
 generics_base_class.py:61:30 - error: Too many type arguments provided for "MyDict"; expected 1 but received 2 (reportInvalidTypeArguments)
 generics_base_class.py:68:28 - error: Type arguments for "Generic" must be unique
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 26: Unexpected errors ['generics_base_class.py:26:26 - error: Argument of type "SymbolTable" cannot be assigned to parameter "x" of type "dict[str, list[object]]" in function "takes_dict_incorrect"']
+Line 29: Unexpected errors ['generics_base_class.py:29:14 - error: "Generic" is not valid in this context (reportGeneralTypeIssues)']
+Line 30: Unexpected errors ['generics_base_class.py:30:8 - error: "Generic" requires at least one type argument', 'generics_base_class.py:30:8 - error: "Generic" is not valid in this context (reportGeneralTypeIssues)']
+Line 49: Unexpected errors ['generics_base_class.py:49:38 - error: Too many type arguments provided for "LinkedList"; expected 1 but received 2 (reportInvalidTypeArguments)']
+Line 61: Unexpected errors ['generics_base_class.py:61:30 - error: Too many type arguments provided for "MyDict"; expected 1 but received 2 (reportInvalidTypeArguments)']
+Line 68: Unexpected errors ['generics_base_class.py:68:28 - error: Type arguments for "Generic" must be unique']
+"""
diff --git a/conformance/results/pyright/generics_basic.toml b/conformance/results/pyright/generics_basic.toml
index 95b7803a8..f5efbeb84 100644
--- a/conformance/results/pyright/generics_basic.toml
+++ b/conformance/results/pyright/generics_basic.toml
@@ -16,3 +16,15 @@ generics_basic.py:141:5 - error: Argument of type "Literal[0]" cannot be assigne
   "Literal[0]" is incompatible with "str" (reportArgumentType)
 generics_basic.py:167:37 - error: Metaclass cannot be generic (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 36: Unexpected errors ['generics_basic.py:36:15 - error: Argument of type "bytes" cannot be assigned to parameter "y" of type "AnyStr@concat" in function "concat"']
+Line 37: Unexpected errors ['generics_basic.py:37:15 - error: Argument of type "str" cannot be assigned to parameter "y" of type "AnyStr@concat" in function "concat"']
+Line 44: Unexpected errors ['generics_basic.py:44:44 - error: TypeVar must have at least two constrained types (reportGeneralTypeIssues)']
+Line 48: Unexpected errors ['generics_basic.py:48:49 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)', 'generics_basic.py:48:49 - error: TypeVar constraint type cannot be generic']
+Line 59: Unexpected errors ['generics_basic.py:59:15 - error: Argument of type "bytes" cannot be assigned to parameter "y" of type "AnyStr@concat" in function "concat"']
+Line 107: Unexpected errors ['generics_basic.py:107:24 - error: Type arguments for "Generic" must be unique']
+Line 140: Unexpected errors ['generics_basic.py:140:5 - error: Argument of type "Literal[0]" cannot be assigned to parameter "key" of type "str" in function "__getitem__"']
+Line 141: Unexpected errors ['generics_basic.py:141:5 - error: Argument of type "Literal[0]" cannot be assigned to parameter "key" of type "str" in function "__getitem__"']
+Line 167: Unexpected errors ['generics_basic.py:167:37 - error: Metaclass cannot be generic (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/generics_defaults.toml b/conformance/results/pyright/generics_defaults.toml
index 7d7b2b662..cbce5de86 100644
--- a/conformance/results/pyright/generics_defaults.toml
+++ b/conformance/results/pyright/generics_defaults.toml
@@ -7,3 +7,12 @@ generics_defaults.py:116:36 - error: TypeVar default type must be one of the con
 generics_defaults.py:144:7 - error: TypeVar "T5" has a default value and cannot follow TypeVarTuple "Ts" (reportGeneralTypeIssues)
 generics_defaults.py:173:18 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 24: Unexpected errors ['generics_defaults.py:24:7 - error: "T" cannot appear after "DefaultStrT" in type parameter list because it has no default type (reportGeneralTypeIssues)']
+Line 52: Unexpected errors ['generics_defaults.py:52:16 - error: Too few type arguments provided for "AllTheDefaults"; expected 2 but received 1 (reportInvalidTypeArguments)']
+Line 107: Unexpected errors ['generics_defaults.py:107:35 - error: TypeVar default type must be a subtype of the bound type (reportGeneralTypeIssues)']
+Line 116: Unexpected errors ['generics_defaults.py:116:36 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)']
+Line 144: Unexpected errors ['generics_defaults.py:144:7 - error: TypeVar "T5" has a default value and cannot follow TypeVarTuple "Ts" (reportGeneralTypeIssues)']
+Line 173: Unexpected errors ['generics_defaults.py:173:18 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/generics_defaults_referential.toml b/conformance/results/pyright/generics_defaults_referential.toml
index 3f5e25eb8..7bc0440c9 100644
--- a/conformance/results/pyright/generics_defaults_referential.toml
+++ b/conformance/results/pyright/generics_defaults_referential.toml
@@ -12,3 +12,13 @@ generics_defaults_referential.py:72:29 - error: TypeVar default type must be a s
 generics_defaults_referential.py:79:37 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)
 generics_defaults_referential.py:85:44 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 37: Unexpected errors ['generics_defaults_referential.py:37:8 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "b" of type "int" in function "__init__"']
+Line 40: Unexpected errors ['generics_defaults_referential.py:40:5 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "a" of type "int" in function "__init__"']
+Line 57: Unexpected errors ['generics_defaults_referential.py:57:7 - error: Type parameter "Start2T" has a default type that refers to one or more type variables that are out of scope']
+Line 64: Unexpected errors ['generics_defaults_referential.py:64:11 - error: Type parameter "S2" has a default type that refers to one or more type variables that are out of scope']
+Line 72: Unexpected errors ['generics_defaults_referential.py:72:29 - error: TypeVar default type must be a subtype of the bound type (reportGeneralTypeIssues)']
+Line 79: Unexpected errors ['generics_defaults_referential.py:79:37 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)']
+Line 85: Unexpected errors ['generics_defaults_referential.py:85:44 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/generics_defaults_specialization.toml b/conformance/results/pyright/generics_defaults_specialization.toml
index 31a411e17..4192ef731 100644
--- a/conformance/results/pyright/generics_defaults_specialization.toml
+++ b/conformance/results/pyright/generics_defaults_specialization.toml
@@ -3,3 +3,8 @@ output = """
 generics_defaults_specialization.py:30:15 - error: Too many type arguments provided for "MyAlias[DefaultStrT@MyAlias]"; expected 1 but received 2
 generics_defaults_specialization.py:55:5 - error: Expected no type arguments for class "Foo" (reportInvalidTypeArguments)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 30: Unexpected errors ['generics_defaults_specialization.py:30:15 - error: Too many type arguments provided for "MyAlias[DefaultStrT@MyAlias]"; expected 1 but received 2']
+Line 55: Unexpected errors ['generics_defaults_specialization.py:55:5 - error: Expected no type arguments for class "Foo" (reportInvalidTypeArguments)']
+"""
diff --git a/conformance/results/pyright/generics_paramspec_basic.toml b/conformance/results/pyright/generics_paramspec_basic.toml
index 231bc6d2f..6428369f0 100644
--- a/conformance/results/pyright/generics_paramspec_basic.toml
+++ b/conformance/results/pyright/generics_paramspec_basic.toml
@@ -11,3 +11,13 @@ generics_paramspec_basic.py:35:35 - error: ParamSpec is not allowed in this cont
 generics_paramspec_basic.py:39:18 - error: ParamSpec is not allowed in this context
 generics_paramspec_basic.py:39:31 - error: ParamSpec is not allowed in this context
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 10: Unexpected errors ['generics_paramspec_basic.py:10:1 - error: ParamSpec must be assigned to a variable named "NotIt"']
+Line 15: Unexpected errors ['generics_paramspec_basic.py:15:18 - error: ParamSpec is not allowed in this context']
+Line 23: Unexpected errors ['generics_paramspec_basic.py:23:14 - error: ParamSpec is not allowed in this context', 'generics_paramspec_basic.py:23:20 - error: ParamSpec is not allowed in this context']
+Line 27: Unexpected errors ['generics_paramspec_basic.py:27:14 - error: "Concatenate" is not allowed in this context']
+Line 31: Unexpected errors ['generics_paramspec_basic.py:31:19 - error: Type "P@func3" cannot be assigned to type variable "_T@list"']
+Line 35: Unexpected errors ['generics_paramspec_basic.py:35:35 - error: ParamSpec is not allowed in this context']
+Line 39: Unexpected errors ['generics_paramspec_basic.py:39:18 - error: ParamSpec is not allowed in this context', 'generics_paramspec_basic.py:39:31 - error: ParamSpec is not allowed in this context']
+"""
diff --git a/conformance/results/pyright/generics_paramspec_components.toml b/conformance/results/pyright/generics_paramspec_components.toml
index bfb866257..d42012fa5 100644
--- a/conformance/results/pyright/generics_paramspec_components.toml
+++ b/conformance/results/pyright/generics_paramspec_components.toml
@@ -23,3 +23,22 @@ generics_paramspec_components.py:98:20 - error: Argument of type "Literal['A']"
 generics_paramspec_components.py:98:25 - error: Argument of type "Literal[1]" cannot be assigned to parameter "b" of type "str"
   "Literal[1]" is incompatible with "str" (reportArgumentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 17: Unexpected errors ['generics_paramspec_components.py:17:25 - error: "kwargs" member of ParamSpec is valid only when used with **kwargs parameter', 'generics_paramspec_components.py:17:45 - error: "args" member of ParamSpec is valid only when used with *args parameter']
+Line 20: Unexpected errors ['generics_paramspec_components.py:20:23 - error: "args" member of ParamSpec is valid only when used with *args parameter']
+Line 23: Unexpected errors ['generics_paramspec_components.py:23:28 - error: "args" and "kwargs" members of ParamSpec must both appear within a function signature (reportGeneralTypeIssues)', 'generics_paramspec_components.py:23:46 - error: "args" member of ParamSpec is valid only when used with *args parameter']
+Line 26: Unexpected errors ['generics_paramspec_components.py:26:28 - error: "args" and "kwargs" members of ParamSpec must both appear within a function signature (reportGeneralTypeIssues)']
+Line 30: Unexpected errors ['generics_paramspec_components.py:30:25 - error: ParamSpec "P" has no meaning in this context (reportGeneralTypeIssues)', 'generics_paramspec_components.py:30:43 - error: ParamSpec "P" has no meaning in this context (reportGeneralTypeIssues)']
+Line 35: Unexpected errors ['generics_paramspec_components.py:35:18 - error: "args" member of ParamSpec is valid only when used with *args parameter']
+Line 36: Unexpected errors ['generics_paramspec_components.py:36:20 - error: "kwargs" member of ParamSpec is valid only when used with **kwargs parameter']
+Line 38: Unexpected errors ['generics_paramspec_components.py:38:26 - error: "args" and "kwargs" members of ParamSpec must both appear within a function signature (reportGeneralTypeIssues)']
+Line 41: Unexpected errors ['generics_paramspec_components.py:41:31 - error: "args" and "kwargs" members of ParamSpec must both appear within a function signature (reportGeneralTypeIssues)']
+Line 49: Unexpected errors ['generics_paramspec_components.py:49:9 - error: Arguments for ParamSpec "P@decorator" are missing (reportCallIssue)']
+Line 51: Unexpected errors ['generics_paramspec_components.py:51:11 - error: Expected 0 positional arguments (reportCallIssue)']
+Line 60: Unexpected errors ['generics_paramspec_components.py:60:28 - error: Keyword parameter "s" cannot appear in signature after ParamSpec args parameter (reportGeneralTypeIssues)']
+Line 70: Unexpected errors ['generics_paramspec_components.py:70:12 - error: Expected 1 positional argument (reportCallIssue)']
+Line 72: Unexpected errors ['generics_paramspec_components.py:72:12 - error: Expected 1 positional argument (reportCallIssue)']
+Line 83: Unexpected errors ['generics_paramspec_components.py:83:19 - error: Expected 2 positional arguments (reportCallIssue)']
+Line 98: Unexpected errors ['generics_paramspec_components.py:98:20 - error: Argument of type "Literal[\\'A\\']" cannot be assigned to parameter "a" of type "int"', 'generics_paramspec_components.py:98:25 - error: Argument of type "Literal[1]" cannot be assigned to parameter "b" of type "str"']
+"""
diff --git a/conformance/results/pyright/generics_paramspec_semantics.toml b/conformance/results/pyright/generics_paramspec_semantics.toml
index 012580a71..c353fabef 100644
--- a/conformance/results/pyright/generics_paramspec_semantics.toml
+++ b/conformance/results/pyright/generics_paramspec_semantics.toml
@@ -1,6 +1,5 @@
 conformant = "Pass"
-notes = """
-Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).
+notes = """Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).
 """
 output = """
 generics_paramspec_semantics.py:26:6 - error: Expected 2 more positional arguments (reportCallIssue)
@@ -31,3 +30,16 @@ generics_paramspec_semantics.py:136:2 - error: Argument of type "(**kwargs: int)
   Type "(**kwargs: int) -> int" cannot be assigned to type "(int, **P@expects_int_first) -> int"
     Function accepts too many positional parameters; expected 0 but received 1 (reportArgumentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 26: Unexpected errors ['generics_paramspec_semantics.py:26:6 - error: Expected 2 more positional arguments (reportCallIssue)']
+Line 27: Unexpected errors ['generics_paramspec_semantics.py:27:9 - error: Argument of type "Literal[\\'A\\']" cannot be assigned to parameter "b" of type "bool"']
+Line 46: Unexpected errors ['generics_paramspec_semantics.py:46:17 - error: Argument of type "(y: int, x: str) -> int" cannot be assigned to parameter "y" of type "(**P@func1) -> int" in function "func1"']
+Line 61: Unexpected errors ['generics_paramspec_semantics.py:61:23 - error: Argument of type "(*, y: int) -> int" cannot be assigned to parameter "y" of type "(**P@func1) -> int" in function "func1"']
+Line 97: Unexpected errors ['generics_paramspec_semantics.py:97:4 - error: Argument of type "Literal[1]" cannot be assigned to parameter of type "str"']
+Line 107: Unexpected errors ['generics_paramspec_semantics.py:107:4 - error: Argument of type "Literal[1]" cannot be assigned to parameter "args" of type "bool"']
+Line 119: Unexpected errors ['generics_paramspec_semantics.py:119:4 - error: Argument of type "Literal[1]" cannot be assigned to parameter of type "str"']
+Line 126: Unexpected errors ['generics_paramspec_semantics.py:126:2 - error: Argument of type "(x: str) -> int" cannot be assigned to parameter "x" of type "(int, **P@expects_int_first) -> int" in function "expects_int_first"']
+Line 131: Unexpected errors ['generics_paramspec_semantics.py:131:2 - error: Argument of type "(*, x: int) -> int" cannot be assigned to parameter "x" of type "(int, **P@expects_int_first) -> int" in function "expects_int_first"']
+Line 136: Unexpected errors ['generics_paramspec_semantics.py:136:2 - error: Argument of type "(**kwargs: int) -> int" cannot be assigned to parameter "x" of type "(int, **P@expects_int_first) -> int" in function "expects_int_first"']
+"""
diff --git a/conformance/results/pyright/generics_paramspec_specialization.toml b/conformance/results/pyright/generics_paramspec_specialization.toml
index 2f4ad5aa8..8bdaa9c63 100644
--- a/conformance/results/pyright/generics_paramspec_specialization.toml
+++ b/conformance/results/pyright/generics_paramspec_specialization.toml
@@ -11,3 +11,11 @@ generics_paramspec_specialization.py:61:9 - error: Argument of type "Literal['']
 generics_paramspec_specialization.py:62:16 - error: Argument of type "Literal['']" cannot be assigned to parameter of type "bool"
   "Literal['']" is incompatible with "bool" (reportArgumentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 45: Unexpected errors ['generics_paramspec_specialization.py:45:27 - error: Type "int" cannot be assigned to type variable "P1@ClassA"']
+Line 55: Unexpected errors ['generics_paramspec_specialization.py:55:9 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter of type "int"']
+Line 56: Unexpected errors ['generics_paramspec_specialization.py:56:16 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter of type "bool"']
+Line 61: Unexpected errors ['generics_paramspec_specialization.py:61:9 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter of type "int"']
+Line 62: Unexpected errors ['generics_paramspec_specialization.py:62:16 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter of type "bool"']
+"""
diff --git a/conformance/results/pyright/generics_scoping.toml b/conformance/results/pyright/generics_scoping.toml
index 536c67e99..26886be83 100644
--- a/conformance/results/pyright/generics_scoping.toml
+++ b/conformance/results/pyright/generics_scoping.toml
@@ -12,3 +12,16 @@ generics_scoping.py:84:14 - error: Type variable "T" has no meaning in this cont
 generics_scoping.py:85:19 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)
 generics_scoping.py:86:6 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 25: Unexpected errors ['generics_scoping.py:25:10 - error: Argument of type "Literal[\\'a\\']" cannot be assigned to parameter "x" of type "int" in function "meth_2"']
+Line 46: Unexpected errors ['generics_scoping.py:46:13 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)']
+Line 50: Unexpected errors ['generics_scoping.py:50:19 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)']
+Line 61: Unexpected errors ['generics_scoping.py:61:29 - error: TypeVar "T" is already in use by an outer scope (reportGeneralTypeIssues)']
+Line 71: Unexpected errors ['generics_scoping.py:71:24 - error: TypeVar "T" is already in use by an outer scope (reportGeneralTypeIssues)']
+Line 74: Unexpected errors ['generics_scoping.py:74:17 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)']
+Line 80: Unexpected errors ['generics_scoping.py:80:5 - error: Generic type alias within class cannot use bound type variables T']
+Line 84: Unexpected errors ['generics_scoping.py:84:14 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)']
+Line 85: Unexpected errors ['generics_scoping.py:85:19 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)']
+Line 86: Unexpected errors ['generics_scoping.py:86:6 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/generics_self_advanced.toml b/conformance/results/pyright/generics_self_advanced.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyright/generics_self_advanced.toml
+++ b/conformance/results/pyright/generics_self_advanced.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyright/generics_self_attributes.toml b/conformance/results/pyright/generics_self_attributes.toml
index 4f368ac29..2164f3d2d 100644
--- a/conformance/results/pyright/generics_self_attributes.toml
+++ b/conformance/results/pyright/generics_self_attributes.toml
@@ -12,3 +12,8 @@ generics_self_attributes.py:32:8 - error: Cannot assign member "next" for type "
       "LinkedList[int]" is incompatible with "OrdinalLinkedList"
       "LinkedList[int]" is incompatible with "None" (reportAttributeAccessIssue)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 26: Unexpected errors ['generics_self_attributes.py:26:38 - error: Argument of type "LinkedList[int]" cannot be assigned to parameter "next" of type "OrdinalLinkedList | None" in function "__init__"']
+Line 32: Unexpected errors ['generics_self_attributes.py:32:8 - error: Cannot assign member "next" for type "OrdinalLinkedList"']
+"""
diff --git a/conformance/results/pyright/generics_self_basic.toml b/conformance/results/pyright/generics_self_basic.toml
index 6f7e25be3..4e62ea980 100644
--- a/conformance/results/pyright/generics_self_basic.toml
+++ b/conformance/results/pyright/generics_self_basic.toml
@@ -6,3 +6,9 @@ generics_self_basic.py:32:16 - error: Expression of type "Shape" cannot be assig
   Type "Shape" cannot be assigned to type "Self@Shape" (reportReturnType)
 generics_self_basic.py:64:31 - error: Expected no type arguments for class "Self" (reportInvalidTypeArguments)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Unexpected errors ['generics_self_basic.py:19:16 - error: Expression of type "Shape" cannot be assigned to return type "Self@Shape"']
+Line 32: Unexpected errors ['generics_self_basic.py:32:16 - error: Expression of type "Shape" cannot be assigned to return type "Self@Shape"']
+Line 64: Unexpected errors ['generics_self_basic.py:64:31 - error: Expected no type arguments for class "Self" (reportInvalidTypeArguments)']
+"""
diff --git a/conformance/results/pyright/generics_self_protocols.toml b/conformance/results/pyright/generics_self_protocols.toml
index 81021b78f..50e9b872a 100644
--- a/conformance/results/pyright/generics_self_protocols.toml
+++ b/conformance/results/pyright/generics_self_protocols.toml
@@ -13,3 +13,8 @@ generics_self_protocols.py:64:19 - error: Argument of type "ReturnDifferentClass
         Function return type "ReturnConcreteShape" is incompatible with type "ReturnDifferentClass"
           "ReturnConcreteShape" is incompatible with "ReturnDifferentClass" (reportArgumentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 61: Unexpected errors ['generics_self_protocols.py:61:19 - error: Argument of type "BadReturnType" cannot be assigned to parameter "shape" of type "ShapeProtocol" in function "accepts_shape"']
+Line 64: Unexpected errors ['generics_self_protocols.py:64:19 - error: Argument of type "ReturnDifferentClass" cannot be assigned to parameter "shape" of type "ShapeProtocol" in function "accepts_shape"']
+"""
diff --git a/conformance/results/pyright/generics_self_usage.toml b/conformance/results/pyright/generics_self_usage.toml
index f8c401f03..954f4e269 100644
--- a/conformance/results/pyright/generics_self_usage.toml
+++ b/conformance/results/pyright/generics_self_usage.toml
@@ -17,3 +17,17 @@ generics_self_usage.py:116:40 - error: "Self" is not valid in this context (repo
 generics_self_usage.py:121:37 - error: "Self" cannot be used within a metaclass (a subclass of "type") (reportGeneralTypeIssues)
 generics_self_usage.py:125:42 - error: "Self" cannot be used within a metaclass (a subclass of "type") (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 73: Unexpected errors ['generics_self_usage.py:73:14 - error: "Self" is not valid in this context (reportGeneralTypeIssues)', 'generics_self_usage.py:73:23 - error: "Self" is not valid in this context (reportGeneralTypeIssues)']
+Line 76: Unexpected errors ['generics_self_usage.py:76:6 - error: "Self" is not valid in this context (reportGeneralTypeIssues)']
+Line 82: Unexpected errors ['generics_self_usage.py:82:54 - error: "Self" cannot be used in a function with a `self` or `cls` parameter that has a type annotation other than "Self" (reportGeneralTypeIssues)']
+Line 86: Unexpected errors ['generics_self_usage.py:86:16 - error: Expression of type "Foo3" cannot be assigned to return type "Self@Foo3"']
+Line 101: Unexpected errors ['generics_self_usage.py:101:15 - error: "Self" is not valid in this context (reportGeneralTypeIssues)']
+Line 103: Unexpected errors ['generics_self_usage.py:103:12 - error: "Self" is not valid in this context (reportGeneralTypeIssues)']
+Line 106: Unexpected errors ['generics_self_usage.py:106:30 - error: "Self" is not valid in this context (reportGeneralTypeIssues)']
+Line 111: Unexpected errors ['generics_self_usage.py:111:19 - error: "Self" is not valid in this context (reportGeneralTypeIssues)']
+Line 116: Unexpected errors ['generics_self_usage.py:116:31 - error: "Self" is not valid in this context (reportGeneralTypeIssues)', 'generics_self_usage.py:116:40 - error: "Self" is not valid in this context (reportGeneralTypeIssues)']
+Line 121: Unexpected errors ['generics_self_usage.py:121:37 - error: "Self" cannot be used within a metaclass (a subclass of "type") (reportGeneralTypeIssues)']
+Line 125: Unexpected errors ['generics_self_usage.py:125:42 - error: "Self" cannot be used within a metaclass (a subclass of "type") (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/generics_syntax_compatibility.toml b/conformance/results/pyright/generics_syntax_compatibility.toml
index 533aef8ae..72fa08062 100644
--- a/conformance/results/pyright/generics_syntax_compatibility.toml
+++ b/conformance/results/pyright/generics_syntax_compatibility.toml
@@ -4,3 +4,8 @@ generics_syntax_compatibility.py:14:22 - error: Type parameter "K" is not includ
 generics_syntax_compatibility.py:26:35 - error: Type parameter "K" is not included in the type parameter list for "method2" (reportGeneralTypeIssues)
 generics_syntax_compatibility.py:26:45 - error: Type parameter "K" is not included in the type parameter list for "method2" (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 14: Unexpected errors ['generics_syntax_compatibility.py:14:22 - error: Type parameter "K" is not included in the type parameter list for "ClassA" (reportGeneralTypeIssues)']
+Line 26: Unexpected errors ['generics_syntax_compatibility.py:26:35 - error: Type parameter "K" is not included in the type parameter list for "method2" (reportGeneralTypeIssues)', 'generics_syntax_compatibility.py:26:45 - error: Type parameter "K" is not included in the type parameter list for "method2" (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/generics_syntax_declarations.toml b/conformance/results/pyright/generics_syntax_declarations.toml
index 4d8c398f5..b783178f1 100644
--- a/conformance/results/pyright/generics_syntax_declarations.toml
+++ b/conformance/results/pyright/generics_syntax_declarations.toml
@@ -12,3 +12,16 @@ generics_syntax_declarations.py:73:17 - error: Expected type expression but rece
 generics_syntax_declarations.py:77:18 - error: Expected type expression but received "Literal[3]" (reportGeneralTypeIssues)
 generics_syntax_declarations.py:81:23 - error: "S" is not defined (reportUndefinedVariable)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Unexpected errors ['generics_syntax_declarations.py:19:17 - error: "Generic" base class cannot be used with type parameter syntax (reportGeneralTypeIssues)']
+Line 27: Unexpected errors ['generics_syntax_declarations.py:27:20 - error: Type arguments are not allowed with Protocol class when using type parameter syntax (reportGeneralTypeIssues)']
+Line 34: Unexpected errors ['generics_syntax_declarations.py:34:11 - error: Cannot access member "is_integer" for type "str*"']
+Line 46: Unexpected errors ['generics_syntax_declarations.py:46:21 - error: TypeVar constraint type cannot be generic']
+Line 50: Unexpected errors ['generics_syntax_declarations.py:50:17 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)']
+Line 62: Unexpected errors ['generics_syntax_declarations.py:62:17 - error: TypeVar must have at least two constrained types (reportGeneralTypeIssues)']
+Line 66: Unexpected errors ['generics_syntax_declarations.py:66:17 - error: TypeVar must have at least two constrained types (reportGeneralTypeIssues)']
+Line 73: Unexpected errors ['generics_syntax_declarations.py:73:17 - error: Expected type expression but received "tuple[type[bytes], type[str]]" (reportGeneralTypeIssues)']
+Line 77: Unexpected errors ['generics_syntax_declarations.py:77:18 - error: Expected type expression but received "Literal[3]" (reportGeneralTypeIssues)']
+Line 81: Unexpected errors ['generics_syntax_declarations.py:81:23 - error: "S" is not defined (reportUndefinedVariable)']
+"""
diff --git a/conformance/results/pyright/generics_syntax_infer_variance.toml b/conformance/results/pyright/generics_syntax_infer_variance.toml
index 70cc41f7f..3aa5dfd27 100644
--- a/conformance/results/pyright/generics_syntax_infer_variance.toml
+++ b/conformance/results/pyright/generics_syntax_infer_variance.toml
@@ -61,3 +61,25 @@ generics_syntax_infer_variance.py:152:45 - error: Expression of type "ShouldBeCo
     Type parameter "T@ShouldBeContravariant1" is contravariant, but "int" is not a supertype of "float"
       "float" is incompatible with "int" (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['generics_syntax_infer_variance.py:16:42 - error: TypeVar cannot be both covariant and contravariant']
+Line 20: Unexpected errors ['generics_syntax_infer_variance.py:20:46 - error: TypeVar cannot be both covariant and contravariant']
+Line 33: Unexpected errors ['generics_syntax_infer_variance.py:33:35 - error: Expression of type "ShouldBeCovariant1[float]" cannot be assigned to declared type "ShouldBeCovariant1[int]"']
+Line 41: Unexpected errors ['generics_syntax_infer_variance.py:41:35 - error: Expression of type "ShouldBeCovariant2[float]" cannot be assigned to declared type "ShouldBeCovariant2[int]"']
+Line 50: Unexpected errors ['generics_syntax_infer_variance.py:50:35 - error: Expression of type "ShouldBeCovariant3[float]" cannot be assigned to declared type "ShouldBeCovariant3[int]"']
+Line 59: Unexpected errors ['generics_syntax_infer_variance.py:59:34 - error: Expression of type "ShouldBeCovariant4[float]" cannot be assigned to declared type "ShouldBeCovariant4[int]"']
+Line 72: Unexpected errors ['generics_syntax_infer_variance.py:72:34 - error: Expression of type "ShouldBeCovariant5[float]" cannot be assigned to declared type "ShouldBeCovariant5[int]"']
+Line 83: Unexpected errors ['generics_syntax_infer_variance.py:83:34 - error: Expression of type "ShouldBeCovariant6[float]" cannot be assigned to declared type "ShouldBeCovariant6[int]"']
+Line 99: Unexpected errors ['generics_syntax_infer_variance.py:99:38 - error: Expression of type "ShouldBeInvariant1[int]" cannot be assigned to declared type "ShouldBeInvariant1[float]"']
+Line 100: Unexpected errors ['generics_syntax_infer_variance.py:100:36 - error: Expression of type "ShouldBeInvariant1[float]" cannot be assigned to declared type "ShouldBeInvariant1[int]"']
+Line 114: Unexpected errors ['generics_syntax_infer_variance.py:114:38 - error: Expression of type "ShouldBeInvariant2[int]" cannot be assigned to declared type "ShouldBeInvariant2[float]"']
+Line 115: Unexpected errors ['generics_syntax_infer_variance.py:115:36 - error: Expression of type "ShouldBeInvariant2[float]" cannot be assigned to declared type "ShouldBeInvariant2[int]"']
+Line 122: Unexpected errors ['generics_syntax_infer_variance.py:122:43 - error: Expression of type "ShouldBeInvariant3[int, str]" cannot be assigned to declared type "ShouldBeInvariant3[float, str]"']
+Line 123: Unexpected errors ['generics_syntax_infer_variance.py:123:41 - error: Expression of type "ShouldBeInvariant3[float, str]" cannot be assigned to declared type "ShouldBeInvariant3[int, str]"']
+Line 124: Unexpected errors ['generics_syntax_infer_variance.py:124:43 - error: Expression of type "ShouldBeInvariant3[str, int]" cannot be assigned to declared type "ShouldBeInvariant3[str, float]"']
+Line 125: Unexpected errors ['generics_syntax_infer_variance.py:125:41 - error: Expression of type "ShouldBeInvariant3[str, float]" cannot be assigned to declared type "ShouldBeInvariant3[str, int]"']
+Line 133: Unexpected errors ['generics_syntax_infer_variance.py:133:38 - error: Expression of type "ShouldBeInvariant4[int]" cannot be assigned to declared type "ShouldBeInvariant4[float]"']
+Line 141: Unexpected errors ['generics_syntax_infer_variance.py:141:38 - error: Expression of type "ShouldBeInvariant5[int]" cannot be assigned to declared type "ShouldBeInvariant5[float]"']
+Line 152: Unexpected errors ['generics_syntax_infer_variance.py:152:45 - error: Expression of type "ShouldBeContravariant1[int]" cannot be assigned to declared type "ShouldBeContravariant1[float]"']
+"""
diff --git a/conformance/results/pyright/generics_syntax_scoping.toml b/conformance/results/pyright/generics_syntax_scoping.toml
index 4969c8f13..8186d6890 100644
--- a/conformance/results/pyright/generics_syntax_scoping.toml
+++ b/conformance/results/pyright/generics_syntax_scoping.toml
@@ -11,3 +11,15 @@ generics_syntax_scoping.py:95:17 - error: Type parameter "T" is already in use
 generics_syntax_scoping.py:98:17 - error: Type parameter "T" is already in use
 generics_syntax_scoping.py:98:29 - error: Variable not allowed in type expression (reportInvalidTypeForm)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 14: Unexpected errors ['generics_syntax_scoping.py:14:29 - error: "S" is not defined (reportUndefinedVariable)']
+Line 18: Unexpected errors ['generics_syntax_scoping.py:18:26 - error: "T" is not defined (reportUndefinedVariable)']
+Line 35: Unexpected errors ['generics_syntax_scoping.py:35:7 - error: "T" is not defined (reportUndefinedVariable)']
+Line 44: Unexpected errors ['generics_syntax_scoping.py:44:17 - error: "T" is not defined (reportUndefinedVariable)']
+Line 62: Unexpected errors ['generics_syntax_scoping.py:62:25 - error: "assert_type" mismatch: expected "str" but received "Literal[\\'\\']" (reportAssertTypeFailure)']
+Line 67: Unexpected errors ['generics_syntax_scoping.py:67:25 - error: "assert_type" mismatch: expected "int" but received "Literal[0]" (reportAssertTypeFailure)']
+Line 92: Unexpected errors ['generics_syntax_scoping.py:92:17 - error: Type parameter "T" is already in use']
+Line 95: Unexpected errors ['generics_syntax_scoping.py:95:17 - error: Type parameter "T" is already in use']
+Line 98: Unexpected errors ['generics_syntax_scoping.py:98:17 - error: Type parameter "T" is already in use', 'generics_syntax_scoping.py:98:29 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
+"""
diff --git a/conformance/results/pyright/generics_type_erasure.toml b/conformance/results/pyright/generics_type_erasure.toml
index c73e3d1c4..8c93af29a 100644
--- a/conformance/results/pyright/generics_type_erasure.toml
+++ b/conformance/results/pyright/generics_type_erasure.toml
@@ -14,3 +14,13 @@ generics_type_erasure.py:42:6 - error: Access to generic instance variable throu
 generics_type_erasure.py:43:6 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)
 generics_type_erasure.py:44:10 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 36: Unexpected errors ['generics_type_erasure.py:36:16 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "label" of type "int | None" in function "__init__"']
+Line 38: Unexpected errors ['generics_type_erasure.py:38:16 - error: Argument of type "Literal[0]" cannot be assigned to parameter "label" of type "str | None" in function "__init__"']
+Line 40: Unexpected errors ['generics_type_erasure.py:40:11 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)']
+Line 41: Unexpected errors ['generics_type_erasure.py:41:11 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)']
+Line 42: Unexpected errors ['generics_type_erasure.py:42:6 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)']
+Line 43: Unexpected errors ['generics_type_erasure.py:43:6 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)']
+Line 44: Unexpected errors ['generics_type_erasure.py:44:10 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/generics_typevartuple_args.toml b/conformance/results/pyright/generics_typevartuple_args.toml
index bb47ac592..1ea5f2394 100644
--- a/conformance/results/pyright/generics_typevartuple_args.toml
+++ b/conformance/results/pyright/generics_typevartuple_args.toml
@@ -17,3 +17,15 @@ generics_typevartuple_args.py:75:13 - error: Argument of type "tuple[Literal[1],
 generics_typevartuple_args.py:76:14 - error: Argument of type "tuple[Literal['1']]" cannot be assigned to parameter "args" of type "tuple[*Ts@func4]" in function "func4"
   "Literal['1']" is incompatible with "int" (reportArgumentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 33: Unexpected errors ['generics_typevartuple_args.py:33:16 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter of type "Env" in function "exec_le"']
+Line 34: Unexpected errors ['generics_typevartuple_args.py:34:16 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter of type "Env" in function "exec_le"']
+Line 48: Unexpected errors ['generics_typevartuple_args.py:48:10 - error: Argument of type "Literal[\\'2\\']" cannot be assigned to parameter of type "int" in function "func1"']
+Line 57: Unexpected errors ['generics_typevartuple_args.py:57:10 - error: Argument of type "Literal[1]" cannot be assigned to parameter of type "str" in function "func2"']
+Line 58: Unexpected errors ['generics_typevartuple_args.py:58:1 - error: Argument missing for parameter "args[2]" (reportCallIssue)']
+Line 59: Unexpected errors ['generics_typevartuple_args.py:59:1 - error: Argument missing for parameter "args[2]" (reportCallIssue)']
+Line 67: Unexpected errors ['generics_typevartuple_args.py:67:1 - error: Argument missing for parameter "args[1]" (reportCallIssue)']
+Line 75: Unexpected errors ['generics_typevartuple_args.py:75:13 - error: Argument of type "tuple[Literal[1], Literal[2]]" cannot be assigned to parameter "args" of type "tuple[*Ts@func4]" in function "func4"']
+Line 76: Unexpected errors ['generics_typevartuple_args.py:76:14 - error: Argument of type "tuple[Literal[\\'1\\']]" cannot be assigned to parameter "args" of type "tuple[*Ts@func4]" in function "func4"']
+"""
diff --git a/conformance/results/pyright/generics_typevartuple_basic.toml b/conformance/results/pyright/generics_typevartuple_basic.toml
index 29621377a..15dee93c3 100644
--- a/conformance/results/pyright/generics_typevartuple_basic.toml
+++ b/conformance/results/pyright/generics_typevartuple_basic.toml
@@ -30,3 +30,21 @@ generics_typevartuple_basic.py:100:17 - error: Argument of type "Array[Height, W
 generics_typevartuple_basic.py:106:14 - error: Generic class can have at most one TypeVarTuple type parameter but received multiple ("Ts1", "Ts2") (reportGeneralTypeIssues)
 generics_typevartuple_basic.py:106:29 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 42: Unexpected errors ['generics_typevartuple_basic.py:42:34 - error: Argument of type "Height" cannot be assigned to parameter "shape" of type "tuple[*Shape@Array]" in function "__init__"']
+Line 43: Unexpected errors ['generics_typevartuple_basic.py:43:35 - error: Expression of type "Array[Batch, Width]" cannot be assigned to declared type "Array[Batch, Height, Width]"']
+Line 44: Unexpected errors ['generics_typevartuple_basic.py:44:41 - error: Expression of type "Array[Time, Batch, Width, Height]" cannot be assigned to declared type "Array[Time, Batch, Height, Width]"']
+Line 52: Unexpected errors ['generics_typevartuple_basic.py:52:22 - error: Expected unpacked TypeVarTuple; use Unpack[Shape] or *Shape']
+Line 53: Unexpected errors ['generics_typevartuple_basic.py:53:37 - error: Expected unpacked TypeVarTuple; use Unpack[Shape] or *Shape']
+Line 56: Unexpected errors ['generics_typevartuple_basic.py:56:34 - error: Expected unpacked TypeVarTuple; use Unpack[Shape] or *Shape']
+Line 59: Unexpected errors ['generics_typevartuple_basic.py:59:24 - error: Expected unpacked TypeVarTuple; use Unpack[Shape] or *Shape']
+Line 65: Unexpected errors ['generics_typevartuple_basic.py:65:27 - error: "covariant" is unknown parameter to TypeVarTuple']
+Line 66: Unexpected errors ['generics_typevartuple_basic.py:66:27 - error: TypeVarTuple cannot have value constraints', 'generics_typevartuple_basic.py:66:32 - error: TypeVarTuple cannot have value constraints']
+Line 67: Unexpected errors ['generics_typevartuple_basic.py:67:27 - error: "bound" is unknown parameter to TypeVarTuple']
+Line 89: Unexpected errors ['generics_typevartuple_basic.py:89:14 - error: Argument of type "tuple[Literal[\\'0\\']]" cannot be assigned to parameter "arg2" of type "tuple[*Ts@func2]" in function "func2"']
+Line 90: Unexpected errors ['generics_typevartuple_basic.py:90:15 - error: Argument of type "tuple[Literal[0]]" cannot be assigned to parameter "arg2" of type "tuple[*Ts@func2]" in function "func2"']
+Line 99: Unexpected errors ['generics_typevartuple_basic.py:99:17 - error: Argument of type "Array[Width]" cannot be assigned to parameter "y" of type "Array[*Shape@multiply]" in function "multiply"']
+Line 100: Unexpected errors ['generics_typevartuple_basic.py:100:17 - error: Argument of type "Array[Height, Width]" cannot be assigned to parameter "y" of type "Array[*Shape@multiply]" in function "multiply"']
+Line 106: Unexpected errors ['generics_typevartuple_basic.py:106:14 - error: Generic class can have at most one TypeVarTuple type parameter but received multiple ("Ts1", "Ts2") (reportGeneralTypeIssues)', 'generics_typevartuple_basic.py:106:29 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
+"""
diff --git a/conformance/results/pyright/generics_typevartuple_callable.toml b/conformance/results/pyright/generics_typevartuple_callable.toml
index ae68a0e07..bf45367fb 100644
--- a/conformance/results/pyright/generics_typevartuple_callable.toml
+++ b/conformance/results/pyright/generics_typevartuple_callable.toml
@@ -4,3 +4,7 @@ generics_typevartuple_callable.py:26:28 - error: Argument of type "tuple[Literal
   "Literal['']" is incompatible with "int"
   "Literal[0]" is incompatible with "str" (reportArgumentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 26: Unexpected errors ['generics_typevartuple_callable.py:26:28 - error: Argument of type "tuple[Literal[\\'\\'], Literal[0]]" cannot be assigned to parameter "args" of type "tuple[*Ts@__init__]" in function "__init__"']
+"""
diff --git a/conformance/results/pyright/generics_typevartuple_concat.toml b/conformance/results/pyright/generics_typevartuple_concat.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyright/generics_typevartuple_concat.toml
+++ b/conformance/results/pyright/generics_typevartuple_concat.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyright/generics_typevartuple_overloads.toml b/conformance/results/pyright/generics_typevartuple_overloads.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyright/generics_typevartuple_overloads.toml
+++ b/conformance/results/pyright/generics_typevartuple_overloads.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyright/generics_typevartuple_specialization.toml b/conformance/results/pyright/generics_typevartuple_specialization.toml
index d541b2c6e..a3b107b78 100644
--- a/conformance/results/pyright/generics_typevartuple_specialization.toml
+++ b/conformance/results/pyright/generics_typevartuple_specialization.toml
@@ -11,3 +11,12 @@ generics_typevartuple_specialization.py:127:9 - error: Too few type arguments pr
 generics_typevartuple_specialization.py:163:14 - error: Could not specialize type "TA11[T@TA11, *Ts1@TA11]"
   Unpacked arguments cannot be used in type argument lists
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 109: Unexpected errors ['generics_typevartuple_specialization.py:109:18 - error: Type variable "Ts" has no meaning in this context (reportGeneralTypeIssues)', 'generics_typevartuple_specialization.py:109:18 - error: Could not specialize type "IntTupleGeneric[T@IntTupleGeneric]"']
+Line 110: Unexpected errors ['generics_typevartuple_specialization.py:110:18 - error: Could not specialize type "IntTupleGeneric[T@IntTupleGeneric]"']
+Line 121: Unexpected errors ['generics_typevartuple_specialization.py:121:27 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
+Line 122: Unexpected errors ['generics_typevartuple_specialization.py:122:27 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
+Line 127: Unexpected errors ['generics_typevartuple_specialization.py:127:9 - error: Too few type arguments provided for "TA7[*Ts@TA7, T1@TA7, T2@TA7]"; expected 3 but received 2']
+Line 163: Unexpected errors ['generics_typevartuple_specialization.py:163:14 - error: Could not specialize type "TA11[T@TA11, *Ts1@TA11]"']
+"""
diff --git a/conformance/results/pyright/generics_typevartuple_unpack.toml b/conformance/results/pyright/generics_typevartuple_unpack.toml
index 39c25839b..23f900a25 100644
--- a/conformance/results/pyright/generics_typevartuple_unpack.toml
+++ b/conformance/results/pyright/generics_typevartuple_unpack.toml
@@ -4,3 +4,7 @@ generics_typevartuple_unpack.py:30:28 - error: Argument of type "Array[Batch]" c
   "Array[Batch]" is incompatible with "Array[Batch, *tuple[Any, ...], Channels]"
     Type parameter "Ts@Array" is invariant, but "*tuple[Batch]" is not the same as "*tuple[Batch, *tuple[Any, ...], Channels]" (reportArgumentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 30: Unexpected errors ['generics_typevartuple_unpack.py:30:28 - error: Argument of type "Array[Batch]" cannot be assigned to parameter "x" of type "Array[Batch, *tuple[Any, ...], Channels]" in function "process_batch_channels"']
+"""
diff --git a/conformance/results/pyright/generics_upper_bound.toml b/conformance/results/pyright/generics_upper_bound.toml
index 6cd0ae334..634197eca 100644
--- a/conformance/results/pyright/generics_upper_bound.toml
+++ b/conformance/results/pyright/generics_upper_bound.toml
@@ -12,3 +12,9 @@ generics_upper_bound.py:43:11 - error: Argument of type "Literal[3]" cannot be a
       "__len__" is not present (reportArgumentType)
 generics_upper_bound.py:48:44 - error: TypeVar cannot be both bound and constrained
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 22: Unexpected errors ['generics_upper_bound.py:22:34 - error: TypeVar bound type cannot be generic', 'generics_upper_bound.py:22:39 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)']
+Line 43: Unexpected errors ['generics_upper_bound.py:43:8 - error: Argument of type "Literal[3]" cannot be assigned to parameter "x" of type "ST@longer" in function "longer"', 'generics_upper_bound.py:43:11 - error: Argument of type "Literal[3]" cannot be assigned to parameter "y" of type "ST@longer" in function "longer"']
+Line 48: Unexpected errors ['generics_upper_bound.py:48:44 - error: TypeVar cannot be both bound and constrained']
+"""
diff --git a/conformance/results/pyright/generics_variance.toml b/conformance/results/pyright/generics_variance.toml
index 7fc32ad62..139477bf5 100644
--- a/conformance/results/pyright/generics_variance.toml
+++ b/conformance/results/pyright/generics_variance.toml
@@ -26,3 +26,19 @@ generics_variance.py:191:43 - error: Could not specialize type "Contra_TA[T_cont
 generics_variance.py:196:15 - error: Could not specialize type "Contra_TA[T_contra@Contra_TA]"
   Variance of type argument "Contra_TA[Contra_TA[T_co@ContraToContraToContra_WithTA]]" is incompatible with "T_contra@Contra_TA"
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 14: Unexpected errors ['generics_variance.py:14:50 - error: TypeVar cannot be both covariant and contravariant']
+Line 77: Unexpected errors ['generics_variance.py:77:18 - error: Type "T_co@Class1" cannot be assigned to type variable "T@Inv"']
+Line 81: Unexpected errors ['generics_variance.py:81:18 - error: Type "T_contra@Class2" cannot be assigned to type variable "T@Inv"']
+Line 93: Unexpected errors ['generics_variance.py:93:20 - error: Type "T_contra@Co_Child3" cannot be assigned to type variable "T_co@Co"']
+Line 105: Unexpected errors ['generics_variance.py:105:28 - error: Type "T_co@Contra_Child3" cannot be assigned to type variable "T_contra@Contra"']
+Line 113: Unexpected errors ['generics_variance.py:113:28 - error: Type "Co[T_co@Contra_Child5]" cannot be assigned to type variable "T_contra@Contra"']
+Line 126: Unexpected errors ['generics_variance.py:126:20 - error: Type "T_co@CoContra_Child2" cannot be assigned to type variable "T_contra@CoContra"']
+Line 132: Unexpected errors ['generics_variance.py:132:14 - error: Type "T_contra@CoContra_Child3" cannot be assigned to type variable "T_co@CoContra"']
+Line 142: Unexpected errors ['generics_variance.py:142:24 - error: Type "Co[T_co@CoContra_Child5]" cannot be assigned to type variable "T_contra@CoContra"']
+Line 163: Unexpected errors ['generics_variance.py:163:33 - error: Type "Co[Contra[T_contra@CoToContraToContra]]" cannot be assigned to type variable "T_contra@Contra"']
+Line 167: Unexpected errors ['generics_variance.py:167:37 - error: Type "Contra[Contra[T_co@ContraToContraToContra]]" cannot be assigned to type variable "T_contra@Contra"']
+Line 191: Unexpected errors ['generics_variance.py:191:43 - error: Could not specialize type "Contra_TA[T_contra@Contra_TA]"']
+Line 196: Unexpected errors ['generics_variance.py:196:15 - error: Could not specialize type "Contra_TA[T_contra@Contra_TA]"']
+"""
diff --git a/conformance/results/pyright/generics_variance_inference.toml b/conformance/results/pyright/generics_variance_inference.toml
index 3409e25df..aec981404 100644
--- a/conformance/results/pyright/generics_variance_inference.toml
+++ b/conformance/results/pyright/generics_variance_inference.toml
@@ -80,3 +80,29 @@ generics_variance_inference.py:194:37 - error: Expression of type "ShouldBeContr
     Type parameter "T@ShouldBeContravariant2" is contravariant, but "int" is not a supertype of "float"
       "float" is incompatible with "int" (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 24: Unexpected errors ['generics_variance_inference.py:24:33 - error: Expression of type "ClassA[float, int, int]" cannot be assigned to declared type "ClassA[int, int, int]"']
+Line 25: Unexpected errors ['generics_variance_inference.py:25:37 - error: Expression of type "ClassA[float, int, int]" cannot be assigned to declared type "ClassA[float, float, int]"']
+Line 28: Unexpected errors ['generics_variance_inference.py:28:33 - error: Expression of type "ClassA[int, float, float]" cannot be assigned to declared type "ClassA[int, int, int]"']
+Line 41: Unexpected errors ['generics_variance_inference.py:41:35 - error: Expression of type "ShouldBeCovariant1[float]" cannot be assigned to declared type "ShouldBeCovariant1[int]"']
+Line 49: Unexpected errors ['generics_variance_inference.py:49:35 - error: Expression of type "ShouldBeCovariant2[float]" cannot be assigned to declared type "ShouldBeCovariant2[int]"']
+Line 58: Unexpected errors ['generics_variance_inference.py:58:35 - error: Expression of type "ShouldBeCovariant3[float]" cannot be assigned to declared type "ShouldBeCovariant3[int]"']
+Line 67: Unexpected errors ['generics_variance_inference.py:67:34 - error: Expression of type "ShouldBeCovariant4[float]" cannot be assigned to declared type "ShouldBeCovariant4[int]"']
+Line 80: Unexpected errors ['generics_variance_inference.py:80:34 - error: Expression of type "ShouldBeCovariant5[float]" cannot be assigned to declared type "ShouldBeCovariant5[int]"']
+Line 96: Unexpected errors ['generics_variance_inference.py:96:38 - error: Expression of type "ShouldBeInvariant1[int]" cannot be assigned to declared type "ShouldBeInvariant1[float]"']
+Line 97: Unexpected errors ['generics_variance_inference.py:97:36 - error: Expression of type "ShouldBeInvariant1[float]" cannot be assigned to declared type "ShouldBeInvariant1[int]"']
+Line 111: Unexpected errors ['generics_variance_inference.py:111:38 - error: Expression of type "ShouldBeInvariant2[int]" cannot be assigned to declared type "ShouldBeInvariant2[float]"']
+Line 112: Unexpected errors ['generics_variance_inference.py:112:36 - error: Expression of type "ShouldBeInvariant2[float]" cannot be assigned to declared type "ShouldBeInvariant2[int]"']
+Line 119: Unexpected errors ['generics_variance_inference.py:119:43 - error: Expression of type "ShouldBeInvariant3[int, str]" cannot be assigned to declared type "ShouldBeInvariant3[float, str]"']
+Line 120: Unexpected errors ['generics_variance_inference.py:120:41 - error: Expression of type "ShouldBeInvariant3[float, str]" cannot be assigned to declared type "ShouldBeInvariant3[int, str]"']
+Line 121: Unexpected errors ['generics_variance_inference.py:121:43 - error: Expression of type "ShouldBeInvariant3[str, int]" cannot be assigned to declared type "ShouldBeInvariant3[str, float]"']
+Line 122: Unexpected errors ['generics_variance_inference.py:122:41 - error: Expression of type "ShouldBeInvariant3[str, float]" cannot be assigned to declared type "ShouldBeInvariant3[str, int]"']
+Line 130: Unexpected errors ['generics_variance_inference.py:130:38 - error: Expression of type "ShouldBeInvariant4[int]" cannot be assigned to declared type "ShouldBeInvariant4[float]"']
+Line 138: Unexpected errors ['generics_variance_inference.py:138:38 - error: Expression of type "ShouldBeInvariant5[int]" cannot be assigned to declared type "ShouldBeInvariant5[float]"']
+Line 149: Unexpected errors ['generics_variance_inference.py:149:45 - error: Expression of type "ShouldBeContravariant1[int]" cannot be assigned to declared type "ShouldBeContravariant1[float]"']
+Line 169: Unexpected errors ['generics_variance_inference.py:169:31 - error: Expression of type "ShouldBeInvariant6[float]" cannot be assigned to declared type "ShouldBeInvariant6[int]"']
+Line 170: Unexpected errors ['generics_variance_inference.py:170:33 - error: Expression of type "ShouldBeInvariant6[int]" cannot be assigned to declared type "ShouldBeInvariant6[float]"']
+Line 181: Unexpected errors ['generics_variance_inference.py:181:31 - error: Expression of type "ShouldBeCovariant6[float]" cannot be assigned to declared type "ShouldBeCovariant6[int]"']
+Line 194: Unexpected errors ['generics_variance_inference.py:194:37 - error: Expression of type "ShouldBeContravariant2[int]" cannot be assigned to declared type "ShouldBeContravariant2[float]"']
+"""
diff --git a/conformance/results/pyright/historical_positional.toml b/conformance/results/pyright/historical_positional.toml
index 1ee2ac4b8..04c490bea 100644
--- a/conformance/results/pyright/historical_positional.toml
+++ b/conformance/results/pyright/historical_positional.toml
@@ -1,7 +1,14 @@
-conformant="Pass"
+conformant = "Pass"
 output = """
 historical_positional.py:18:8 - error: Expected 1 more positional argument (reportCallIssue)
 historical_positional.py:26:16 - error: Position-only parameter not allowed after parameter that is not position-only (reportGeneralTypeIssues)
 historical_positional.py:38:26 - error: Position-only parameter not allowed after parameter that is not position-only (reportGeneralTypeIssues)
 historical_positional.py:43:10 - error: Expected 1 more positional argument (reportCallIssue)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 18: Unexpected errors ['historical_positional.py:18:8 - error: Expected 1 more positional argument (reportCallIssue)']
+Line 26: Unexpected errors ['historical_positional.py:26:16 - error: Position-only parameter not allowed after parameter that is not position-only (reportGeneralTypeIssues)']
+Line 38: Unexpected errors ['historical_positional.py:38:26 - error: Position-only parameter not allowed after parameter that is not position-only (reportGeneralTypeIssues)']
+Line 43: Unexpected errors ['historical_positional.py:43:10 - error: Expected 1 more positional argument (reportCallIssue)']
+"""
diff --git a/conformance/results/pyright/literals_interactions.toml b/conformance/results/pyright/literals_interactions.toml
index 203a7064d..c2478c055 100644
--- a/conformance/results/pyright/literals_interactions.toml
+++ b/conformance/results/pyright/literals_interactions.toml
@@ -5,3 +5,10 @@ literals_interactions.py:16:5 - error: Index -5 is out of range for type tuple[i
 literals_interactions.py:17:5 - error: Index 4 is out of range for type tuple[int, str, list[bool]] (reportGeneralTypeIssues)
 literals_interactions.py:18:5 - error: Index -4 is out of range for type tuple[int, str, list[bool]] (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 15: Unexpected errors ['literals_interactions.py:15:5 - error: Index 5 is out of range for type tuple[int, str, list[bool]] (reportGeneralTypeIssues)']
+Line 16: Unexpected errors ['literals_interactions.py:16:5 - error: Index -5 is out of range for type tuple[int, str, list[bool]] (reportGeneralTypeIssues)']
+Line 17: Unexpected errors ['literals_interactions.py:17:5 - error: Index 4 is out of range for type tuple[int, str, list[bool]] (reportGeneralTypeIssues)']
+Line 18: Unexpected errors ['literals_interactions.py:18:5 - error: Index -4 is out of range for type tuple[int, str, list[bool]] (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/literals_literalstring.toml b/conformance/results/pyright/literals_literalstring.toml
index ea9734e6b..f8d67f571 100644
--- a/conformance/results/pyright/literals_literalstring.toml
+++ b/conformance/results/pyright/literals_literalstring.toml
@@ -23,3 +23,16 @@ literals_literalstring.py:166:21 - error: Expression of type "list[LiteralString
     Type parameter "_T@list" is invariant, but "LiteralString" is not the same as "str"
     Consider switching from "list" to "Sequence" which is covariant (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 36: Unexpected errors ['literals_literalstring.py:36:29 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 37: Unexpected errors ['literals_literalstring.py:37:22 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 43: Unexpected errors ['literals_literalstring.py:43:23 - error: Expression of type "Literal[\\'two\\']" cannot be assigned to declared type "Literal[\\'\\']"']
+Line 66: Unexpected errors ['literals_literalstring.py:66:25 - error: Expression of type "str" cannot be assigned to declared type "LiteralString"']
+Line 74: Unexpected errors ['literals_literalstring.py:74:25 - error: Expression of type "Literal[3]" cannot be assigned to declared type "LiteralString"']
+Line 75: Unexpected errors ['literals_literalstring.py:75:25 - error: Expression of type "Literal[b"test"]" cannot be assigned to declared type "LiteralString"']
+Line 120: Unexpected errors ['literals_literalstring.py:120:22 - error: Argument of type "str" cannot be assigned to parameter "s" of type "TLiteral@literal_identity" in function "literal_identity"']
+Line 134: Unexpected errors ['literals_literalstring.py:134:51 - error: Argument of type "str" cannot be assigned to parameter "value" of type "T@Container" in function "__init__"']
+Line 142: Unexpected errors ['literals_literalstring.py:142:5 - error: Overload 1 for "func8" overlaps overload 2 and returns an incompatible type (reportOverlappingOverload)', 'literals_literalstring.py:142:5 - error: Overload 1 for "func8" overlaps overload 3 and returns an incompatible type (reportOverlappingOverload)']
+Line 166: Unexpected errors ['literals_literalstring.py:166:21 - error: Expression of type "list[LiteralString]" cannot be assigned to declared type "list[str]"']
+"""
diff --git a/conformance/results/pyright/literals_parameterizations.toml b/conformance/results/pyright/literals_parameterizations.toml
index 17043523a..657b5d8dd 100644
--- a/conformance/results/pyright/literals_parameterizations.toml
+++ b/conformance/results/pyright/literals_parameterizations.toml
@@ -19,3 +19,23 @@ literals_parameterizations.py:61:12 - error: Type arguments for "Literal" must b
 literals_parameterizations.py:65:32 - error: Expression of type "Literal[Color.RED]" cannot be assigned to declared type "Literal['Color.RED']"
   "Literal[Color.RED]" cannot be assigned to type "Literal['Color.RED']" (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 41: Unexpected errors ['literals_parameterizations.py:41:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 42: Unexpected errors ['literals_parameterizations.py:42:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 43: Unexpected errors ['literals_parameterizations.py:43:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 44: Unexpected errors ['literals_parameterizations.py:44:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 45: Unexpected errors ['literals_parameterizations.py:45:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 46: Unexpected errors ['literals_parameterizations.py:46:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 47: Unexpected errors ['literals_parameterizations.py:47:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 48: Unexpected errors ['literals_parameterizations.py:48:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 49: Unexpected errors ['literals_parameterizations.py:49:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 50: Unexpected errors ['literals_parameterizations.py:50:16 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 51: Unexpected errors ['literals_parameterizations.py:51:16 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 52: Unexpected errors ['literals_parameterizations.py:52:16 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 53: Unexpected errors ['literals_parameterizations.py:53:16 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 56: Unexpected errors ['literals_parameterizations.py:56:28 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 60: Unexpected errors ['literals_parameterizations.py:60:4 - error: "Literal" cannot be used in this context without a type argument']
+Line 61: Unexpected errors ['literals_parameterizations.py:61:12 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
+Line 65: Unexpected errors ['literals_parameterizations.py:65:32 - error: Expression of type "Literal[Color.RED]" cannot be assigned to declared type "Literal[\\'Color.RED\\']"']
+"""
diff --git a/conformance/results/pyright/literals_semantics.toml b/conformance/results/pyright/literals_semantics.toml
index e12298cbe..711eeaa56 100644
--- a/conformance/results/pyright/literals_semantics.toml
+++ b/conformance/results/pyright/literals_semantics.toml
@@ -8,3 +8,10 @@ literals_semantics.py:25:22 - error: Expression of type "Literal[False]" cannot
   "Literal[False]" cannot be assigned to type "Literal[0]" (reportAssignmentType)
 literals_semantics.py:33:10 - error: Expression of type "Literal[6, 7, 8]" cannot be assigned to declared type "Literal[3, 4, 5]" (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 10: Unexpected errors ['literals_semantics.py:10:18 - error: Expression of type "Literal[4]" cannot be assigned to declared type "Literal[3]"']
+Line 24: Unexpected errors ['literals_semantics.py:24:26 - error: Expression of type "Literal[0]" cannot be assigned to declared type "Literal[False]"']
+Line 25: Unexpected errors ['literals_semantics.py:25:22 - error: Expression of type "Literal[False]" cannot be assigned to declared type "Literal[0]"']
+Line 33: Unexpected errors ['literals_semantics.py:33:10 - error: Expression of type "Literal[6, 7, 8]" cannot be assigned to declared type "Literal[3, 4, 5]" (reportAssignmentType)']
+"""
diff --git a/conformance/results/pyright/namedtuples_define_class.toml b/conformance/results/pyright/namedtuples_define_class.toml
index 7f9e594b8..a378a0891 100644
--- a/conformance/results/pyright/namedtuples_define_class.toml
+++ b/conformance/results/pyright/namedtuples_define_class.toml
@@ -16,3 +16,18 @@ namedtuples_define_class.py:98:19 - error: Argument of type "float" cannot be as
   "float" is incompatible with "str" (reportArgumentType)
 namedtuples_define_class.py:105:7 - error: Multiple inheritance with NamedTuple is not supported (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 32: Unexpected errors ['namedtuples_define_class.py:32:7 - error: Index 3 is out of range for type Point (reportGeneralTypeIssues)']
+Line 33: Unexpected errors ['namedtuples_define_class.py:33:7 - error: Index -4 is out of range for type Point (reportGeneralTypeIssues)']
+Line 44: Unexpected errors ['namedtuples_define_class.py:44:6 - error: Argument missing for parameter "y" (reportCallIssue)']
+Line 45: Unexpected errors ['namedtuples_define_class.py:45:6 - error: Argument missing for parameter "y" (reportCallIssue)']
+Line 46: Unexpected errors ['namedtuples_define_class.py:46:15 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "y" of type "int" in function "__init__"']
+Line 47: Unexpected errors ['namedtuples_define_class.py:47:24 - error: Argument of type "Literal[3]" cannot be assigned to parameter "units" of type "str" in function "__init__"']
+Line 48: Unexpected errors ['namedtuples_define_class.py:48:22 - error: Expected 3 positional arguments (reportCallIssue)']
+Line 49: Unexpected errors ['namedtuples_define_class.py:49:23 - error: No parameter named "other" (reportCallIssue)']
+Line 59: Unexpected errors ['namedtuples_define_class.py:59:5 - error: Fields without default values cannot appear after fields with default values (reportGeneralTypeIssues)']
+Line 79: Unexpected errors ['namedtuples_define_class.py:79:5 - error: Cannot override "x" because parent class "Point" is a named tuple (reportIncompatibleVariableOverride)']
+Line 98: Unexpected errors ['namedtuples_define_class.py:98:19 - error: Argument of type "float" cannot be assigned to parameter "value" of type "str" in function "__init__"']
+Line 105: Unexpected errors ['namedtuples_define_class.py:105:7 - error: Multiple inheritance with NamedTuple is not supported (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/namedtuples_define_functional.toml b/conformance/results/pyright/namedtuples_define_functional.toml
index cc33ba00a..2f4004527 100644
--- a/conformance/results/pyright/namedtuples_define_functional.toml
+++ b/conformance/results/pyright/namedtuples_define_functional.toml
@@ -17,3 +17,18 @@ namedtuples_define_functional.py:53:33 - error: Field names cannot be a keyword
 namedtuples_define_functional.py:54:33 - error: Field names cannot be a keyword (reportGeneralTypeIssues)
 namedtuples_define_functional.py:66:1 - error: Argument missing for parameter "a" (reportCallIssue)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['namedtuples_define_functional.py:16:8 - error: Argument missing for parameter "y" (reportCallIssue)']
+Line 21: Unexpected errors ['namedtuples_define_functional.py:21:8 - error: Arguments missing for parameters "x", "y" (reportCallIssue)']
+Line 26: Unexpected errors ['namedtuples_define_functional.py:26:21 - error: Expected 2 positional arguments (reportCallIssue)']
+Line 31: Unexpected errors ['namedtuples_define_functional.py:31:8 - error: Argument missing for parameter "y" (reportCallIssue)', 'namedtuples_define_functional.py:31:18 - error: No parameter named "z" (reportCallIssue)']
+Line 36: Unexpected errors ['namedtuples_define_functional.py:36:18 - error: Argument of type "Literal[\\'1\\']" cannot be assigned to parameter "y" of type "int" in function "__new__"']
+Line 37: Unexpected errors ['namedtuples_define_functional.py:37:21 - error: Expected 2 positional arguments (reportCallIssue)']
+Line 42: Unexpected errors ['namedtuples_define_functional.py:42:18 - error: Argument of type "Literal[\\'1\\']" cannot be assigned to parameter "y" of type "int" in function "__new__"']
+Line 43: Unexpected errors ['namedtuples_define_functional.py:43:17 - error: Argument of type "float" cannot be assigned to parameter "x" of type "int" in function "__new__"']
+Line 52: Unexpected errors ['namedtuples_define_functional.py:52:31 - error: Names within a named tuple must be unique (reportGeneralTypeIssues)']
+Line 53: Unexpected errors ['namedtuples_define_functional.py:53:33 - error: Field names cannot be a keyword (reportGeneralTypeIssues)']
+Line 54: Unexpected errors ['namedtuples_define_functional.py:54:33 - error: Field names cannot be a keyword (reportGeneralTypeIssues)']
+Line 66: Unexpected errors ['namedtuples_define_functional.py:66:1 - error: Argument missing for parameter "a" (reportCallIssue)']
+"""
diff --git a/conformance/results/pyright/namedtuples_type_compat.toml b/conformance/results/pyright/namedtuples_type_compat.toml
index 2bfa38362..3e04bf3f2 100644
--- a/conformance/results/pyright/namedtuples_type_compat.toml
+++ b/conformance/results/pyright/namedtuples_type_compat.toml
@@ -8,3 +8,8 @@ namedtuples_type_compat.py:23:28 - error: Expression of type "Point" cannot be a
     Tuple entry 2 is incorrect type
       "int" is incompatible with "str" (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 22: Unexpected errors ['namedtuples_type_compat.py:22:23 - error: Expression of type "Point" cannot be assigned to declared type "tuple[int, int]"']
+Line 23: Unexpected errors ['namedtuples_type_compat.py:23:28 - error: Expression of type "Point" cannot be assigned to declared type "tuple[int, str, str]"']
+"""
diff --git a/conformance/results/pyright/namedtuples_usage.toml b/conformance/results/pyright/namedtuples_usage.toml
index dc9920d5c..9c2008a3b 100644
--- a/conformance/results/pyright/namedtuples_usage.toml
+++ b/conformance/results/pyright/namedtuples_usage.toml
@@ -17,3 +17,14 @@ namedtuples_usage.py:53:1 - error: Expression with type "Point" cannot be assign
   Type "Point" is incompatible with target tuple
     Tuple size mismatch; expected 4 but received 3 (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 34: Unexpected errors ['namedtuples_usage.py:34:7 - error: Index 3 is out of range for type Point (reportGeneralTypeIssues)']
+Line 35: Unexpected errors ['namedtuples_usage.py:35:7 - error: Index -4 is out of range for type Point (reportGeneralTypeIssues)']
+Line 40: Unexpected errors ['namedtuples_usage.py:40:3 - error: Cannot assign member "x" for type "Point"']
+Line 41: Unexpected errors ['namedtuples_usage.py:41:1 - error: "__setitem__" method not defined on type "Point" (reportIndexIssue)']
+Line 42: Unexpected errors ['namedtuples_usage.py:42:7 - error: Cannot delete member "x" for type "Point"']
+Line 43: Unexpected errors ['namedtuples_usage.py:43:5 - error: "__delitem__" method not defined on type "Point" (reportIndexIssue)']
+Line 52: Unexpected errors ['namedtuples_usage.py:52:1 - error: Expression with type "Point" cannot be assigned to target tuple']
+Line 53: Unexpected errors ['namedtuples_usage.py:53:1 - error: Expression with type "Point" cannot be assigned to target tuple']
+"""
diff --git a/conformance/results/pyright/narrowing_typeguard.toml b/conformance/results/pyright/narrowing_typeguard.toml
index 8a5bfb00b..1aa634d3a 100644
--- a/conformance/results/pyright/narrowing_typeguard.toml
+++ b/conformance/results/pyright/narrowing_typeguard.toml
@@ -13,3 +13,8 @@ narrowing_typeguard.py:148:26 - error: Argument of type "(val: object) -> TypeGu
       "TypeGuard[int]" is incompatible with "str"
       "bool" is incompatible with "str" (reportArgumentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 102: Unexpected errors ['narrowing_typeguard.py:102:9 - error: User-defined type guard functions and methods must have at least one input parameter (reportGeneralTypeIssues)']
+Line 107: Unexpected errors ['narrowing_typeguard.py:107:9 - error: User-defined type guard functions and methods must have at least one input parameter (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/overloads_basic.toml b/conformance/results/pyright/overloads_basic.toml
index 676dde157..6fb00e5ab 100644
--- a/conformance/results/pyright/overloads_basic.toml
+++ b/conformance/results/pyright/overloads_basic.toml
@@ -6,3 +6,9 @@ overloads_basic.py:37:1 - error: Argument of type "Literal['']" cannot be assign
 overloads_basic.py:63:5 - error: "func1" is marked as overload, but additional overloads are missing (reportInconsistentOverload)
 overloads_basic.py:75:5 - error: "func2" is marked as overload, but no implementation is provided (reportNoOverloadImplementation)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 37: Unexpected errors ['overloads_basic.py:37:1 - error: No overloads for "__getitem__" match the provided arguments (reportCallIssue)', 'overloads_basic.py:37:1 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "__s" of type "slice" in function "__getitem__"']
+Line 63: Unexpected errors ['overloads_basic.py:63:5 - error: "func1" is marked as overload, but additional overloads are missing (reportInconsistentOverload)']
+Line 75: Unexpected errors ['overloads_basic.py:75:5 - error: "func2" is marked as overload, but no implementation is provided (reportNoOverloadImplementation)']
+"""
diff --git a/conformance/results/pyright/protocols_class_objects.toml b/conformance/results/pyright/protocols_class_objects.toml
index da8e0bba4..be8d055d9 100644
--- a/conformance/results/pyright/protocols_class_objects.toml
+++ b/conformance/results/pyright/protocols_class_objects.toml
@@ -24,3 +24,14 @@ protocols_class_objects.py:104:16 - error: Expression of type "type[ConcreteC2]"
 protocols_class_objects.py:105:16 - error: Expression of type "type[ConcreteC3]" cannot be assigned to declared type "ProtoC1"
   "attr1" is defined as a ClassVar in protocol (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 29: Unexpected errors ['protocols_class_objects.py:29:5 - error: Argument of type "type[Proto]" cannot be assigned to parameter "cls" of type "type[Proto]" in function "fun"']
+Line 34: Unexpected errors ['protocols_class_objects.py:34:7 - error: Expression of type "type[Proto]" cannot be assigned to declared type "type[Proto]"']
+Line 58: Unexpected errors ['protocols_class_objects.py:58:16 - error: Expression of type "type[ConcreteA]" cannot be assigned to declared type "ProtoA1"']
+Line 74: Unexpected errors ['protocols_class_objects.py:74:16 - error: Expression of type "type[ConcreteB]" cannot be assigned to declared type "ProtoB1"']
+Line 101: Unexpected errors ['protocols_class_objects.py:101:16 - error: Expression of type "type[ConcreteC1]" cannot be assigned to declared type "ProtoC1"']
+Line 103: Unexpected errors ['protocols_class_objects.py:103:16 - error: Expression of type "type[ConcreteC2]" cannot be assigned to declared type "ProtoC1"']
+Line 104: Unexpected errors ['protocols_class_objects.py:104:16 - error: Expression of type "type[ConcreteC2]" cannot be assigned to declared type "ProtoC2"']
+Line 105: Unexpected errors ['protocols_class_objects.py:105:16 - error: Expression of type "type[ConcreteC3]" cannot be assigned to declared type "ProtoC1"']
+"""
diff --git a/conformance/results/pyright/protocols_definition.toml b/conformance/results/pyright/protocols_definition.toml
index 2a57d0588..0b4de7df8 100644
--- a/conformance/results/pyright/protocols_definition.toml
+++ b/conformance/results/pyright/protocols_definition.toml
@@ -93,3 +93,27 @@ protocols_definition.py:341:22 - error: Expression of type "Concrete6_Bad3" cann
   "Concrete6_Bad3" is incompatible with protocol "Template6"
     "val1" is writable in protocol (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 30: Unexpected errors ['protocols_definition.py:30:12 - error: Argument of type "list[int]" cannot be assigned to parameter "things" of type "Iterable[SupportsClose]" in function "close_all"']
+Line 67: Unexpected errors ['protocols_definition.py:67:14 - error: Instance or class variables within a Protocol class must be explicitly declared within the class body']
+Line 114: Unexpected errors ['protocols_definition.py:114:22 - error: Expression of type "Concrete2_Bad1" cannot be assigned to declared type "Template2"']
+Line 115: Unexpected errors ['protocols_definition.py:115:22 - error: Expression of type "Concrete2_Bad2" cannot be assigned to declared type "Template2"']
+Line 116: Unexpected errors ['protocols_definition.py:116:22 - error: Expression of type "Concrete2_Bad3" cannot be assigned to declared type "Template2"']
+Line 117: Unexpected errors ['protocols_definition.py:117:22 - error: Expression of type "Concrete2_Bad4" cannot be assigned to declared type "Template2"']
+Line 156: Unexpected errors ['protocols_definition.py:156:22 - error: Expression of type "Concrete3_Bad1" cannot be assigned to declared type "Template3"']
+Line 157: Unexpected errors ['protocols_definition.py:157:22 - error: Expression of type "Concrete3_Bad2" cannot be assigned to declared type "Template3"']
+Line 158: Unexpected errors ['protocols_definition.py:158:22 - error: Expression of type "Concrete3_Bad3" cannot be assigned to declared type "Template3"']
+Line 159: Unexpected errors ['protocols_definition.py:159:22 - error: Expression of type "Concrete3_Bad4" cannot be assigned to declared type "Template3"']
+Line 160: Unexpected errors ['protocols_definition.py:160:22 - error: Expression of type "Concrete3_Bad5" cannot be assigned to declared type "Template3"']
+Line 218: Unexpected errors ['protocols_definition.py:218:22 - error: Expression of type "Concrete4_Bad1" cannot be assigned to declared type "Template4"']
+Line 219: Unexpected errors ['protocols_definition.py:219:22 - error: Expression of type "Concrete4_Bad2" cannot be assigned to declared type "Template4"']
+Line 285: Unexpected errors ['protocols_definition.py:285:22 - error: Expression of type "Concrete5_Bad1" cannot be assigned to declared type "Template5"']
+Line 286: Unexpected errors ['protocols_definition.py:286:22 - error: Expression of type "Concrete5_Bad2" cannot be assigned to declared type "Template5"']
+Line 287: Unexpected errors ['protocols_definition.py:287:22 - error: Expression of type "Concrete5_Bad3" cannot be assigned to declared type "Template5"']
+Line 288: Unexpected errors ['protocols_definition.py:288:22 - error: Expression of type "Concrete5_Bad4" cannot be assigned to declared type "Template5"']
+Line 289: Unexpected errors ['protocols_definition.py:289:22 - error: Expression of type "Concrete5_Bad5" cannot be assigned to declared type "Template5"']
+Line 339: Unexpected errors ['protocols_definition.py:339:22 - error: Expression of type "Concrete6_Bad1" cannot be assigned to declared type "Template6"']
+Line 340: Unexpected errors ['protocols_definition.py:340:22 - error: Expression of type "Concrete6_Bad2" cannot be assigned to declared type "Template6"']
+Line 341: Unexpected errors ['protocols_definition.py:341:22 - error: Expression of type "Concrete6_Bad3" cannot be assigned to declared type "Template6"']
+"""
diff --git a/conformance/results/pyright/protocols_explicit.toml b/conformance/results/pyright/protocols_explicit.toml
index 681fca606..8b56e8a54 100644
--- a/conformance/results/pyright/protocols_explicit.toml
+++ b/conformance/results/pyright/protocols_explicit.toml
@@ -19,3 +19,13 @@ protocols_explicit.py:129:6 - error: Cannot instantiate abstract class "Concrete
 protocols_explicit.py:159:7 - error: Cannot instantiate abstract class "Concrete7A"
   "Proto7.method1" is not implemented (reportAbstractUsage)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 27: Unexpected errors ['protocols_explicit.py:27:16 - error: Method "draw" cannot be called because it is abstract and unimplemented (reportAbstractUsage)']
+Line 56: Unexpected errors ['protocols_explicit.py:56:32 - error: Cannot assign member "rgb" for type "Point*"']
+Line 59: Unexpected errors ['protocols_explicit.py:59:5 - error: Cannot instantiate abstract class "Point"']
+Line 86: Unexpected errors ['protocols_explicit.py:86:6 - error: Cannot instantiate abstract class "Concrete1"']
+Line 104: Unexpected errors ['protocols_explicit.py:104:6 - error: Cannot instantiate abstract class "Concrete3"']
+Line 129: Unexpected errors ['protocols_explicit.py:129:6 - error: Cannot instantiate abstract class "Concrete5"']
+Line 159: Unexpected errors ['protocols_explicit.py:159:7 - error: Cannot instantiate abstract class "Concrete7A"']
+"""
diff --git a/conformance/results/pyright/protocols_generic.toml b/conformance/results/pyright/protocols_generic.toml
index 035084089..a9d8aa84e 100644
--- a/conformance/results/pyright/protocols_generic.toml
+++ b/conformance/results/pyright/protocols_generic.toml
@@ -38,3 +38,14 @@ protocols_generic.py:147:25 - error: Expression of type "ConcreteHasProperty4" c
         Parameter 2: type "(T@m) -> str" cannot be assigned to type "(int) -> str"
           Type "(str) -> str" cannot be assigned to type "(int) -> str" (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 40: Unexpected errors ['protocols_generic.py:40:24 - error: Expression of type "Concrete1" cannot be assigned to declared type "Proto1[int, str]"']
+Line 44: Unexpected errors ['protocols_generic.py:44:30 - error: Only one Generic[...] or Protocol[...] base class allowed (reportGeneralTypeIssues)']
+Line 56: Unexpected errors ['protocols_generic.py:56:20 - error: Expression of type "Box[float]" cannot be assigned to declared type "Box[int]"']
+Line 66: Unexpected errors ['protocols_generic.py:66:25 - error: Expression of type "Sender[int]" cannot be assigned to declared type "Sender[float]"']
+Line 74: Unexpected errors ['protocols_generic.py:74:28 - error: Expression of type "AttrProto[int]" cannot be assigned to declared type "AttrProto[float]"']
+Line 75: Unexpected errors ['protocols_generic.py:75:26 - error: Expression of type "AttrProto[float]" cannot be assigned to declared type "AttrProto[int]"']
+Line 146: Unexpected errors ['protocols_generic.py:146:25 - error: Expression of type "ConcreteHasProperty3" cannot be assigned to declared type "HasPropertyProto"']
+Line 147: Unexpected errors ['protocols_generic.py:147:25 - error: Expression of type "ConcreteHasProperty4" cannot be assigned to declared type "HasPropertyProto"']
+"""
diff --git a/conformance/results/pyright/protocols_merging.toml b/conformance/results/pyright/protocols_merging.toml
index 1ca1d584c..7be03a2fb 100644
--- a/conformance/results/pyright/protocols_merging.toml
+++ b/conformance/results/pyright/protocols_merging.toml
@@ -14,3 +14,12 @@ protocols_merging.py:83:5 - error: Cannot instantiate abstract class "SizedAndCl
 protocols_merging.py:84:24 - error: Expression of type "SCConcrete1" cannot be assigned to declared type "SizedAndClosable4"
   "SCConcrete1" is incompatible with "SizedAndClosable4" (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 52: Unexpected errors ['protocols_merging.py:52:25 - error: Expression of type "SCConcrete2" cannot be assigned to declared type "SizedAndClosable1"']
+Line 53: Unexpected errors ['protocols_merging.py:53:25 - error: Expression of type "SCConcrete2" cannot be assigned to declared type "SizedAndClosable2"']
+Line 54: Unexpected errors ['protocols_merging.py:54:25 - error: Expression of type "SCConcrete2" cannot be assigned to declared type "SizedAndClosable3"']
+Line 68: Unexpected errors ['protocols_merging.py:68:16 - error: Protocol class "BadProto" cannot derive from non-protocol class "SizedAndClosable3" (reportGeneralTypeIssues)']
+Line 83: Unexpected errors ['protocols_merging.py:83:5 - error: Cannot instantiate abstract class "SizedAndClosable4"']
+Line 84: Unexpected errors ['protocols_merging.py:84:24 - error: Expression of type "SCConcrete1" cannot be assigned to declared type "SizedAndClosable4"']
+"""
diff --git a/conformance/results/pyright/protocols_modules.toml b/conformance/results/pyright/protocols_modules.toml
index f280523d0..f7de65c2f 100644
--- a/conformance/results/pyright/protocols_modules.toml
+++ b/conformance/results/pyright/protocols_modules.toml
@@ -12,3 +12,9 @@ protocols_modules.py:48:18 - error: Expression of type "Module("_protocols_modul
 protocols_modules.py:49:18 - error: Expression of type "Module("_protocols_modules2")" cannot be assigned to declared type "Reporter3"
   "not_implemented" is not present (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 26: Unexpected errors ['protocols_modules.py:26:17 - error: Expression of type "Module("_protocols_modules1")" cannot be assigned to declared type "Options2"']
+Line 48: Unexpected errors ['protocols_modules.py:48:18 - error: Expression of type "Module("_protocols_modules2")" cannot be assigned to declared type "Reporter2"']
+Line 49: Unexpected errors ['protocols_modules.py:49:18 - error: Expression of type "Module("_protocols_modules2")" cannot be assigned to declared type "Reporter3"']
+"""
diff --git a/conformance/results/pyright/protocols_recursive.toml b/conformance/results/pyright/protocols_recursive.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyright/protocols_recursive.toml
+++ b/conformance/results/pyright/protocols_recursive.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyright/protocols_runtime_checkable.toml b/conformance/results/pyright/protocols_runtime_checkable.toml
index 6de813c97..db056a2f6 100644
--- a/conformance/results/pyright/protocols_runtime_checkable.toml
+++ b/conformance/results/pyright/protocols_runtime_checkable.toml
@@ -15,3 +15,12 @@ protocols_runtime_checkable.py:96:19 - error: Class overlaps "Proto3" unsafely a
 protocols_runtime_checkable.py:96:19 - error: Class overlaps "NonDataProtocol" unsafely and could produce a match at runtime
   Attributes of "Concrete3A" have the same names as the protocol (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 23: Unexpected errors ['protocols_runtime_checkable.py:23:22 - error: Second argument to "isinstance" must be a class or tuple of classes']
+Line 55: Unexpected errors ['protocols_runtime_checkable.py:55:22 - error: Data protocols (which include non-method attributes) are not allowed in issubclass calls (reportGeneralTypeIssues)']
+Line 61: Unexpected errors ['protocols_runtime_checkable.py:61:22 - error: Data protocols (which include non-method attributes) are not allowed in issubclass calls (reportGeneralTypeIssues)']
+Line 88: Unexpected errors ['protocols_runtime_checkable.py:88:19 - error: Class overlaps "Proto3" unsafely and could produce a match at runtime']
+Line 92: Unexpected errors ['protocols_runtime_checkable.py:92:9 - error: Class overlaps "Proto3" unsafely and could produce a match at runtime', 'protocols_runtime_checkable.py:92:9 - error: Class overlaps "NonDataProtocol" unsafely and could produce a match at runtime']
+Line 96: Unexpected errors ['protocols_runtime_checkable.py:96:19 - error: Class overlaps "Proto3" unsafely and could produce a match at runtime', 'protocols_runtime_checkable.py:96:19 - error: Class overlaps "NonDataProtocol" unsafely and could produce a match at runtime']
+"""
diff --git a/conformance/results/pyright/protocols_self.toml b/conformance/results/pyright/protocols_self.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyright/protocols_self.toml
+++ b/conformance/results/pyright/protocols_self.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyright/protocols_subtyping.toml b/conformance/results/pyright/protocols_subtyping.toml
index 447c2614b..8cb746fac 100644
--- a/conformance/results/pyright/protocols_subtyping.toml
+++ b/conformance/results/pyright/protocols_subtyping.toml
@@ -23,3 +23,13 @@ protocols_subtyping.py:103:33 - error: Expression of type "Proto6[float, float]"
     Type parameter "T_contra@Proto7" is contravariant, but "float" is not a supertype of "object"
       "object" is incompatible with "float" (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['protocols_subtyping.py:16:6 - error: Cannot instantiate protocol class "Proto1" (reportAbstractUsage)']
+Line 38: Unexpected errors ['protocols_subtyping.py:38:21 - error: Expression of type "Proto2" cannot be assigned to declared type "Concrete2"']
+Line 55: Unexpected errors ['protocols_subtyping.py:55:18 - error: Expression of type "Proto2" cannot be assigned to declared type "Proto3"']
+Line 79: Unexpected errors ['protocols_subtyping.py:79:30 - error: Expression of type "Proto5[int]" cannot be assigned to declared type "Proto4[int, float]"']
+Line 80: Unexpected errors ['protocols_subtyping.py:80:25 - error: Expression of type "Proto4[int, int]" cannot be assigned to declared type "Proto5[float]"']
+Line 102: Unexpected errors ['protocols_subtyping.py:102:30 - error: Expression of type "Proto6[float, float]" cannot be assigned to declared type "Proto7[int, float]"']
+Line 103: Unexpected errors ['protocols_subtyping.py:103:33 - error: Expression of type "Proto6[float, float]" cannot be assigned to declared type "Proto7[float, object]"']
+"""
diff --git a/conformance/results/pyright/protocols_variance.toml b/conformance/results/pyright/protocols_variance.toml
index 5033905d4..86b272789 100644
--- a/conformance/results/pyright/protocols_variance.toml
+++ b/conformance/results/pyright/protocols_variance.toml
@@ -10,3 +10,8 @@ protocols_variance.py:71:7 - warning: Type variable "T1_contra" used in generic
 protocols_variance.py:72:21 - error: Contravariant type variable cannot be used in return type (reportGeneralTypeIssues)
 protocols_variance.py:104:7 - warning: Type variable "T1" used in generic protocol "Protocol12" should be covariant (reportInvalidTypeVarUse)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 62: Unexpected errors ['protocols_variance.py:62:22 - error: Covariant type variable cannot be used in parameter type (reportGeneralTypeIssues)']
+Line 72: Unexpected errors ['protocols_variance.py:72:21 - error: Contravariant type variable cannot be used in return type (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/qualifiers_annotated.toml b/conformance/results/pyright/qualifiers_annotated.toml
index cef4b886a..3570d9c09 100644
--- a/conformance/results/pyright/qualifiers_annotated.toml
+++ b/conformance/results/pyright/qualifiers_annotated.toml
@@ -27,3 +27,26 @@ qualifiers_annotated.py:91:1 - error: "Annotated" cannot be instantiated (report
 qualifiers_annotated.py:92:1 - error: Object of type "type[Annotated]" is not callable (reportCallIssue)
 qualifiers_annotated.py:93:1 - error: Object of type "type[Annotated]" is not callable (reportCallIssue)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 43: Unexpected errors ['qualifiers_annotated.py:43:17 - error: List expression not allowed for this type argument']
+Line 44: Unexpected errors ['qualifiers_annotated.py:44:17 - error: Expected type expression but received "tuple[tuple[type[int], type[str]]]" (reportGeneralTypeIssues)']
+Line 45: Unexpected errors ['qualifiers_annotated.py:45:17 - error: List expression not allowed for this type argument', 'qualifiers_annotated.py:45:18 - error: Expected type expression but received "Generator[type[int], None, None]" (reportGeneralTypeIssues)']
+Line 46: Unexpected errors ['qualifiers_annotated.py:46:17 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)', 'qualifiers_annotated.py:46:17 - error: Dictionary expression not allowed in type annotation']
+Line 47: Unexpected errors ['qualifiers_annotated.py:47:17 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
+Line 48: Unexpected errors ['qualifiers_annotated.py:48:17 - error: List expression not allowed in type annotation', 'qualifiers_annotated.py:48:17 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
+Line 49: Unexpected errors ['qualifiers_annotated.py:49:17 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)']
+Line 50: Unexpected errors ['qualifiers_annotated.py:50:17 - error: "var1" is not defined (reportUndefinedVariable)']
+Line 51: Unexpected errors ['qualifiers_annotated.py:51:17 - error: Expected type expression but received "Literal[True]" (reportGeneralTypeIssues)']
+Line 52: Unexpected errors ['qualifiers_annotated.py:52:18 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)']
+Line 53: Unexpected errors ['qualifiers_annotated.py:53:18 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)']
+Line 54: Unexpected errors ['qualifiers_annotated.py:54:18 - error: Expected expression', 'qualifiers_annotated.py:54:18 - error: Tuple expression not allowed in type annotation']
+Line 64: Unexpected errors ['qualifiers_annotated.py:64:8 - error: Expected one type argument and one or more annotations for "Annotated"']
+Line 76: Unexpected errors ['qualifiers_annotated.py:76:24 - error: Expression of type "type[int]" cannot be assigned to declared type "type[Any]" (reportAssignmentType)']
+Line 77: Unexpected errors ['qualifiers_annotated.py:77:24 - error: Expression of type "SmallInt" cannot be assigned to declared type "type[Any]" (reportAssignmentType)']
+Line 84: Unexpected errors ['qualifiers_annotated.py:84:7 - error: Argument of type "type[str]" cannot be assigned to parameter "x" of type "type[T@func4]" in function "func4" (reportArgumentType)']
+Line 85: Unexpected errors ['qualifiers_annotated.py:85:7 - error: Argument of type "SmallInt" cannot be assigned to parameter "x" of type "type[T@func4]" in function "func4" (reportArgumentType)']
+Line 91: Unexpected errors ['qualifiers_annotated.py:91:1 - error: "Annotated" cannot be instantiated (reportCallIssue)']
+Line 92: Unexpected errors ['qualifiers_annotated.py:92:1 - error: Object of type "type[Annotated]" is not callable (reportCallIssue)']
+Line 93: Unexpected errors ['qualifiers_annotated.py:93:1 - error: Object of type "type[Annotated]" is not callable (reportCallIssue)']
+"""
diff --git a/conformance/results/pyright/qualifiers_final_annotation.toml b/conformance/results/pyright/qualifiers_final_annotation.toml
index fe425195a..db22cb394 100644
--- a/conformance/results/pyright/qualifiers_final_annotation.toml
+++ b/conformance/results/pyright/qualifiers_final_annotation.toml
@@ -43,3 +43,30 @@ qualifiers_final_annotation.py:149:9 - error: "x" is declared as Final and canno
 qualifiers_final_annotation.py:152:30 - error: "x" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)
 qualifiers_final_annotation.py:155:9 - error: "x" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['qualifiers_final_annotation.py:16:1 - error: "BAD1" is declared Final, but value is not assigned (reportGeneralTypeIssues)']
+Line 18: Unexpected errors ['qualifiers_final_annotation.py:18:7 - error: Expected a single type argument after "Final"']
+Line 34: Unexpected errors ['qualifiers_final_annotation.py:34:5 - error: "ID2" is declared Final, but value is not assigned (reportGeneralTypeIssues)']
+Line 38: Unexpected errors ['qualifiers_final_annotation.py:38:5 - error: "ID3" is declared Final, but value is not assigned (reportGeneralTypeIssues)']
+Line 54: Unexpected errors ['qualifiers_final_annotation.py:54:14 - error: Cannot assign member "ID5" for type "ClassA*"']
+Line 62: Unexpected errors ['qualifiers_final_annotation.py:62:19 - error: "Final" is not allowed in this context']
+Line 63: Unexpected errors ['qualifiers_final_annotation.py:63:19 - error: "Final" is not allowed in this context', 'qualifiers_final_annotation.py:63:32 - error: Cannot assign member "id4" for type "ClassA*"']
+Line 65: Unexpected errors ['qualifiers_final_annotation.py:65:14 - error: Cannot assign member "ID7" for type "ClassA*"']
+Line 67: Unexpected errors ['qualifiers_final_annotation.py:67:14 - error: Cannot assign member "ID7" for type "ClassA*"']
+Line 71: Unexpected errors ['qualifiers_final_annotation.py:71:1 - error: "RATE" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)']
+Line 81: Unexpected errors ['qualifiers_final_annotation.py:81:8 - error: Cannot assign member "DEFAULT_ID" for type "type[ClassB]"']
+Line 94: Unexpected errors ['qualifiers_final_annotation.py:94:5 - error: "BORDER_WIDTH" cannot be redeclared because parent class "ClassC" declares it as Final (reportGeneralTypeIssues)']
+Line 107: Unexpected errors ['qualifiers_final_annotation.py:107:22 - error: "Final" is not allowed in this context', 'qualifiers_final_annotation.py:107:31 - error: Expression of type "Literal[1]" cannot be assigned to declared type "Final"']
+Line 108: Unexpected errors ['qualifiers_final_annotation.py:108:19 - error: "ClassVar" is not allowed in this context']
+Line 118: Unexpected errors ['qualifiers_final_annotation.py:118:9 - error: "Final" is not allowed in this context']
+Line 121: Unexpected errors ['qualifiers_final_annotation.py:121:14 - error: "Final" is not allowed in this context']
+Line 134: Unexpected errors ['qualifiers_final_annotation.py:134:1 - error: Arguments missing for parameters "x", "y" (reportCallIssue)', 'qualifiers_final_annotation.py:134:3 - error: No parameter named "a" (reportCallIssue)']
+Line 135: Unexpected errors ['qualifiers_final_annotation.py:135:5 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "x" of type "int" in function "__new__"', 'qualifiers_final_annotation.py:135:11 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "y" of type "int" in function "__new__"']
+Line 141: Unexpected errors ['qualifiers_final_annotation.py:141:5 - error: "ID1" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)']
+Line 145: Unexpected errors ['qualifiers_final_annotation.py:145:5 - error: "x" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)']
+Line 147: Unexpected errors ['qualifiers_final_annotation.py:147:10 - error: "x" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)']
+Line 149: Unexpected errors ['qualifiers_final_annotation.py:149:9 - error: "x" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)']
+Line 152: Unexpected errors ['qualifiers_final_annotation.py:152:30 - error: "x" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)']
+Line 155: Unexpected errors ['qualifiers_final_annotation.py:155:9 - error: "x" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/qualifiers_final_decorator.toml b/conformance/results/pyright/qualifiers_final_decorator.toml
index a1d501600..157aa0fa4 100644
--- a/conformance/results/pyright/qualifiers_final_decorator.toml
+++ b/conformance/results/pyright/qualifiers_final_decorator.toml
@@ -15,3 +15,16 @@ qualifiers_final_decorator.py:118:9 - error: Method "method" overrides class "Ba
   Parameter 2 mismatch: base parameter "v" is keyword parameter, override parameter is position-only (reportIncompatibleMethodOverride)
 qualifiers_final_decorator.py:126:5 - error: Function "func1" cannot be marked @final because it is not a method (reportGeneralTypeIssues)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 21: Unexpected errors ['qualifiers_final_decorator.py:21:16 - error: Base class "Base1" is marked final and cannot be subclassed']
+Line 56: Unexpected errors ['qualifiers_final_decorator.py:56:9 - error: Method "method1" cannot override final method defined in class "Base2" (reportIncompatibleMethodOverride)']
+Line 60: Unexpected errors ['qualifiers_final_decorator.py:60:9 - error: Method "method2" cannot override final method defined in class "Base2" (reportIncompatibleMethodOverride)']
+Line 64: Unexpected errors ['qualifiers_final_decorator.py:64:9 - error: Method "method3" cannot override final method defined in class "Base2" (reportIncompatibleMethodOverride)']
+Line 75: Unexpected errors ['qualifiers_final_decorator.py:75:9 - error: Method "method4" cannot override final method defined in class "Base2" (reportIncompatibleMethodOverride)']
+Line 86: Unexpected errors ['qualifiers_final_decorator.py:86:9 - error: Overload for "method" is marked @final but implementation is not (reportInconsistentOverload)']
+Line 89: Unexpected errors ['qualifiers_final_decorator.py:89:9 - error: Method "method" cannot override final method defined in class "Base3" (reportIncompatibleMethodOverride)']
+Line 102: Unexpected errors ['qualifiers_final_decorator.py:102:9 - error: Method "method" cannot override final method defined in class "Base4" (reportIncompatibleMethodOverride)']
+Line 118: Unexpected errors ['qualifiers_final_decorator.py:118:9 - error: Method "method" cannot override final method defined in class "Base5_2" (reportIncompatibleMethodOverride)', 'qualifiers_final_decorator.py:118:9 - error: Method "method" overrides class "Base5_2" in an incompatible manner']
+Line 126: Unexpected errors ['qualifiers_final_decorator.py:126:5 - error: Function "func1" cannot be marked @final because it is not a method (reportGeneralTypeIssues)']
+"""
diff --git a/conformance/results/pyright/specialtypes_any.toml b/conformance/results/pyright/specialtypes_any.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyright/specialtypes_any.toml
+++ b/conformance/results/pyright/specialtypes_any.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyright/specialtypes_never.toml b/conformance/results/pyright/specialtypes_never.toml
index 7edcc251c..a077c5075 100644
--- a/conformance/results/pyright/specialtypes_never.toml
+++ b/conformance/results/pyright/specialtypes_never.toml
@@ -9,3 +9,9 @@ specialtypes_never.py:104:12 - error: Expression of type "ClassC[Never]" cannot
   "ClassC[Never]" is incompatible with "ClassC[U@func10]"
     Type parameter "T@ClassC" is invariant, but "Never" is not the same as "U@func10" (reportReturnType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Unexpected errors ['specialtypes_never.py:19:22 - error: Function with declared return type "NoReturn" cannot return "None" (reportReturnType)']
+Line 85: Unexpected errors ['specialtypes_never.py:85:21 - error: Expression of type "list[Never]" cannot be assigned to declared type "list[int]"']
+Line 104: Unexpected errors ['specialtypes_never.py:104:12 - error: Expression of type "ClassC[Never]" cannot be assigned to return type "ClassC[U@func10]"']
+"""
diff --git a/conformance/results/pyright/specialtypes_none.toml b/conformance/results/pyright/specialtypes_none.toml
index bac89a6f6..0c87f8f84 100644
--- a/conformance/results/pyright/specialtypes_none.toml
+++ b/conformance/results/pyright/specialtypes_none.toml
@@ -8,3 +8,9 @@ specialtypes_none.py:27:19 - error: Expression of type "None" cannot be assigned
 specialtypes_none.py:41:7 - error: Argument of type "None" cannot be assigned to parameter "val1" of type "type[None]" in function "func2"
   Type "None" cannot be assigned to type "type[None]" (reportArgumentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 21: Unexpected errors ['specialtypes_none.py:21:7 - error: Argument of type "type[None]" cannot be assigned to parameter "val1" of type "None" in function "func1"']
+Line 27: Unexpected errors ['specialtypes_none.py:27:19 - error: Expression of type "None" cannot be assigned to declared type "Iterable[Unknown]"']
+Line 41: Unexpected errors ['specialtypes_none.py:41:7 - error: Argument of type "None" cannot be assigned to parameter "val1" of type "type[None]" in function "func2"']
+"""
diff --git a/conformance/results/pyright/specialtypes_promotions.toml b/conformance/results/pyright/specialtypes_promotions.toml
index 1bc97b0e7..f33c6c103 100644
--- a/conformance/results/pyright/specialtypes_promotions.toml
+++ b/conformance/results/pyright/specialtypes_promotions.toml
@@ -3,3 +3,7 @@ output = """
 specialtypes_promotions.py:13:7 - error: Cannot access member "numerator" for type "float"
   Member "numerator" is unknown (reportAttributeAccessIssue)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 13: Unexpected errors ['specialtypes_promotions.py:13:7 - error: Cannot access member "numerator" for type "float"']
+"""
diff --git a/conformance/results/pyright/specialtypes_type.toml b/conformance/results/pyright/specialtypes_type.toml
index 5ea2ea64a..1e6792574 100644
--- a/conformance/results/pyright/specialtypes_type.toml
+++ b/conformance/results/pyright/specialtypes_type.toml
@@ -21,3 +21,15 @@ specialtypes_type.py:145:5 - error: Cannot access member "unknown" for type "TA3
 specialtypes_type.py:146:5 - error: Cannot access member "unknown" for type "TA4"
   Member "unknown" is unknown (reportAttributeAccessIssue)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 56: Unexpected errors ['specialtypes_type.py:56:7 - error: Argument of type "type[TeamUser]" cannot be assigned to parameter "user_class" of type "type[BasicUser] | type[ProUser]" in function "func4"']
+Line 70: Unexpected errors ['specialtypes_type.py:70:7 - error: Argument of type "type[Callable]" cannot be assigned to parameter "x" of type "type[T@func5]" in function "func5" (reportArgumentType)']
+Line 76: Unexpected errors ['specialtypes_type.py:76:22 - error: Too many type arguments provided for "type"; expected 1 but received 2']
+Line 117: Unexpected errors ['specialtypes_type.py:117:7 - error: Cannot access member "unknown" for type "type[object]"']
+Line 120: Unexpected errors ['specialtypes_type.py:120:7 - error: Cannot access member "unknown" for type "type[object]"']
+Line 143: Unexpected errors ['specialtypes_type.py:143:5 - error: Cannot access member "unknown" for type "TA1"']
+Line 144: Unexpected errors ['specialtypes_type.py:144:5 - error: Cannot access member "unknown" for type "TA2"']
+Line 145: Unexpected errors ['specialtypes_type.py:145:5 - error: Cannot access member "unknown" for type "TA3"']
+Line 146: Unexpected errors ['specialtypes_type.py:146:5 - error: Cannot access member "unknown" for type "TA4"']
+"""
diff --git a/conformance/results/pyright/tuples_type_compat.toml b/conformance/results/pyright/tuples_type_compat.toml
index 73d507e01..b6c253b52 100644
--- a/conformance/results/pyright/tuples_type_compat.toml
+++ b/conformance/results/pyright/tuples_type_compat.toml
@@ -44,3 +44,22 @@ tuples_type_compat.py:175:50 - error: Expression of type "tuple[str, str]" canno
   "tuple[str, str]" is incompatible with "tuple[*tuple[str, ...], str, str, str]"
     Tuple size mismatch; expected 3 or more but received 2 (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 15: Unexpected errors ['tuples_type_compat.py:15:27 - error: Expression of type "tuple[float, complex]" cannot be assigned to declared type "tuple[int, int]"']
+Line 29: Unexpected errors ['tuples_type_compat.py:29:10 - error: Expression of type "tuple[int, ...]" cannot be assigned to declared type "tuple[int, *tuple[int, ...]]"']
+Line 32: Unexpected errors ['tuples_type_compat.py:32:10 - error: Expression of type "tuple[int, *tuple[int, ...]]" cannot be assigned to declared type "tuple[int]"']
+Line 33: Unexpected errors ['tuples_type_compat.py:33:10 - error: Expression of type "tuple[int, ...]" cannot be assigned to declared type "tuple[int]"']
+Line 43: Unexpected errors ['tuples_type_compat.py:43:22 - error: Expression of type "tuple[int, ...]" cannot be assigned to declared type "tuple[int]"']
+Line 62: Unexpected errors ['tuples_type_compat.py:62:26 - error: Expression of type "tuple[int, ...]" cannot be assigned to declared type "tuple[int, int]"']
+Line 144: Unexpected errors ['tuples_type_compat.py:144:6 - error: Expression of type "tuple[Literal[1], Literal[\\'\\'], Literal[\\'\\']]" cannot be assigned to declared type "tuple[int, str]"']
+Line 149: Unexpected errors ['tuples_type_compat.py:149:10 - error: Expression of type "tuple[Literal[1], Literal[1], Literal[\\'\\']]" cannot be assigned to declared type "tuple[int, *tuple[str, ...]]"']
+Line 150: Unexpected errors ['tuples_type_compat.py:150:14 - error: Expression of type "tuple[Literal[1], Literal[\\'\\'], Literal[1]]" cannot be assigned to declared type "tuple[int, *tuple[str, ...]]"']
+Line 156: Unexpected errors ['tuples_type_compat.py:156:14 - error: Expression of type "tuple[Literal[1], Literal[\\'\\'], Literal[\\'\\']]" cannot be assigned to declared type "tuple[int, *tuple[str, ...], int]"']
+Line 157: Unexpected errors ['tuples_type_compat.py:157:18 - error: Expression of type "tuple[Literal[1], Literal[\\'\\'], Literal[\\'\\'], float]" cannot be assigned to declared type "tuple[int, *tuple[str, ...], int]"']
+Line 162: Unexpected errors ['tuples_type_compat.py:162:7 - error: Expression of type "tuple[Literal[1], Literal[\\'\\'], Literal[1]]" cannot be assigned to declared type "tuple[*tuple[str, ...], int]"']
+Line 163: Unexpected errors ['tuples_type_compat.py:163:15 - error: Expression of type "tuple[Literal[\\'\\'], Literal[\\'\\'], float]" cannot be assigned to declared type "tuple[*tuple[str, ...], int]"']
+Line 168: Unexpected errors ['tuples_type_compat.py:168:40 - error: Expression of type "tuple[str, str]" cannot be assigned to declared type "tuple[str, str, int]"']
+Line 171: Unexpected errors ['tuples_type_compat.py:171:50 - error: Expression of type "tuple[str, str]" cannot be assigned to declared type "tuple[str, str, str, *tuple[str, ...]]"']
+Line 175: Unexpected errors ['tuples_type_compat.py:175:50 - error: Expression of type "tuple[str, str]" cannot be assigned to declared type "tuple[*tuple[str, ...], str, str, str]"']
+"""
diff --git a/conformance/results/pyright/tuples_type_form.toml b/conformance/results/pyright/tuples_type_form.toml
index 7b6b5424e..c92452554 100644
--- a/conformance/results/pyright/tuples_type_form.toml
+++ b/conformance/results/pyright/tuples_type_form.toml
@@ -20,3 +20,17 @@ tuples_type_form.py:43:17 - error: "..." is allowed only as the second of two ar
 tuples_type_form.py:44:25 - error: "..." cannot be used with an unpacked TypeVarTuple or tuple
 tuples_type_form.py:45:30 - error: "..." cannot be used with an unpacked TypeVarTuple or tuple
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 12: Unexpected errors ['tuples_type_form.py:12:6 - error: Expression of type "tuple[Literal[1], Literal[2]]" cannot be assigned to declared type "tuple[int]"']
+Line 14: Unexpected errors ['tuples_type_form.py:14:6 - error: Expression of type "tuple[Literal[1]]" cannot be assigned to declared type "tuple[int, int]"']
+Line 15: Unexpected errors ['tuples_type_form.py:15:10 - error: Expression of type "tuple[Literal[1], Literal[\\'\\']]" cannot be assigned to declared type "tuple[int, int]"']
+Line 25: Unexpected errors ['tuples_type_form.py:25:7 - error: Expression of type "tuple[Literal[1]]" cannot be assigned to declared type "tuple[()]"']
+Line 36: Unexpected errors ['tuples_type_form.py:36:17 - error: Expression of type "tuple[Literal[1], Literal[2], Literal[3], Literal[\\'\\']]" cannot be assigned to declared type "tuple[int, ...]"']
+Line 40: Unexpected errors ['tuples_type_form.py:40:22 - error: "..." is allowed only as the second of two arguments']
+Line 41: Unexpected errors ['tuples_type_form.py:41:12 - error: "..." is allowed only as the second of two arguments']
+Line 42: Unexpected errors ['tuples_type_form.py:42:12 - error: "..." is allowed only as the second of two arguments']
+Line 43: Unexpected errors ['tuples_type_form.py:43:17 - error: "..." is allowed only as the second of two arguments']
+Line 44: Unexpected errors ['tuples_type_form.py:44:25 - error: "..." cannot be used with an unpacked TypeVarTuple or tuple']
+Line 45: Unexpected errors ['tuples_type_form.py:45:30 - error: "..." cannot be used with an unpacked TypeVarTuple or tuple']
+"""
diff --git a/conformance/results/pyright/tuples_unpacked.toml b/conformance/results/pyright/tuples_unpacked.toml
index 337fbbc3f..880421988 100644
--- a/conformance/results/pyright/tuples_unpacked.toml
+++ b/conformance/results/pyright/tuples_unpacked.toml
@@ -6,3 +6,11 @@ tuples_unpacked.py:50:34 - error: Type argument list can have at most one unpack
 tuples_unpacked.py:58:37 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple
 tuples_unpacked.py:60:50 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 39: Unexpected errors ['tuples_unpacked.py:39:30 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
+Line 40: Unexpected errors ['tuples_unpacked.py:40:43 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
+Line 50: Unexpected errors ['tuples_unpacked.py:50:34 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
+Line 58: Unexpected errors ['tuples_unpacked.py:58:37 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
+Line 60: Unexpected errors ['tuples_unpacked.py:60:50 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
+"""
diff --git a/conformance/results/pyright/typeddicts_alt_syntax.toml b/conformance/results/pyright/typeddicts_alt_syntax.toml
index fb79028fd..232768e8b 100644
--- a/conformance/results/pyright/typeddicts_alt_syntax.toml
+++ b/conformance/results/pyright/typeddicts_alt_syntax.toml
@@ -7,3 +7,11 @@ typeddicts_alt_syntax.py:35:78 - error: Extra TypedDict arguments not supported
 typeddicts_alt_syntax.py:45:43 - error: Expression of type "dict[str, str]" cannot be assigned to declared type "Movie2"
   "Literal['']" is incompatible with "int" (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 23: Unexpected errors ['typeddicts_alt_syntax.py:23:17 - error: Expected dict or keyword parameter as second parameter (reportArgumentType)']
+Line 27: Unexpected errors ['typeddicts_alt_syntax.py:27:45 - error: Expected string literal for dictionary entry name (reportGeneralTypeIssues)']
+Line 31: Unexpected errors ['typeddicts_alt_syntax.py:31:1 - error: TypedDict must be assigned to a variable named "WrongName" (reportGeneralTypeIssues)']
+Line 35: Unexpected errors ['typeddicts_alt_syntax.py:35:78 - error: Extra TypedDict arguments not supported (reportCallIssue)']
+Line 45: Unexpected errors ['typeddicts_alt_syntax.py:45:43 - error: Expression of type "dict[str, str]" cannot be assigned to declared type "Movie2"']
+"""
diff --git a/conformance/results/pyright/typeddicts_class_syntax.toml b/conformance/results/pyright/typeddicts_class_syntax.toml
index 530af0877..82ad0e01d 100644
--- a/conformance/results/pyright/typeddicts_class_syntax.toml
+++ b/conformance/results/pyright/typeddicts_class_syntax.toml
@@ -6,3 +6,11 @@ typeddicts_class_syntax.py:38:5 - error: TypedDict classes can contain only type
 typeddicts_class_syntax.py:44:32 - error: TypedDict does not support __init_subclass__ parameter "metaclass"
 typeddicts_class_syntax.py:49:32 - error: TypedDict does not support __init_subclass__ parameter "other"
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 29: Unexpected errors ['typeddicts_class_syntax.py:29:5 - error: TypedDict classes can contain only type annotations (reportGeneralTypeIssues)']
+Line 33: Unexpected errors ['typeddicts_class_syntax.py:33:5 - error: TypedDict classes can contain only type annotations (reportGeneralTypeIssues)']
+Line 38: Unexpected errors ['typeddicts_class_syntax.py:38:5 - error: TypedDict classes can contain only type annotations (reportGeneralTypeIssues)']
+Line 44: Unexpected errors ['typeddicts_class_syntax.py:44:32 - error: TypedDict does not support __init_subclass__ parameter "metaclass"']
+Line 49: Unexpected errors ['typeddicts_class_syntax.py:49:32 - error: TypedDict does not support __init_subclass__ parameter "other"']
+"""
diff --git a/conformance/results/pyright/typeddicts_final.toml b/conformance/results/pyright/typeddicts_final.toml
index 2146548eb..a23d569d5 100644
--- a/conformance/results/pyright/typeddicts_final.toml
+++ b/conformance/results/pyright/typeddicts_final.toml
@@ -1,3 +1,6 @@
 conformant = "Pass"
 output = """
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pyright/typeddicts_inheritance.toml b/conformance/results/pyright/typeddicts_inheritance.toml
index d0470b408..d358228a7 100644
--- a/conformance/results/pyright/typeddicts_inheritance.toml
+++ b/conformance/results/pyright/typeddicts_inheritance.toml
@@ -7,3 +7,9 @@ typeddicts_inheritance.py:55:4 - error: "x" overrides symbol of same name in cla
     Override type "int" is not the same as base type "str" (reportIncompatibleVariableOverride)
 typeddicts_inheritance.py:65:7 - error: Base classes for class "XYZ2" define variable "x" in incompatible way (reportIncompatibleVariableOverride)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 44: Unexpected errors ['typeddicts_inheritance.py:44:7 - error: All base classes for TypedDict classes must also be TypedDict classes']
+Line 55: Unexpected errors ['typeddicts_inheritance.py:55:4 - error: "x" overrides symbol of same name in class "X1"']
+Line 65: Unexpected errors ['typeddicts_inheritance.py:65:7 - error: Base classes for class "XYZ2" define variable "x" in incompatible way (reportIncompatibleVariableOverride)']
+"""
diff --git a/conformance/results/pyright/typeddicts_operations.toml b/conformance/results/pyright/typeddicts_operations.toml
index 5a7e45084..39e543a7a 100644
--- a/conformance/results/pyright/typeddicts_operations.toml
+++ b/conformance/results/pyright/typeddicts_operations.toml
@@ -22,3 +22,17 @@ typeddicts_operations.py:49:5 - error: Could not delete item in TypedDict
 typeddicts_operations.py:62:16 - error: Cannot access member "clear" for type "MovieOptional"
   Member "clear" is unknown (reportAttributeAccessIssue)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 22: Unexpected errors ['typeddicts_operations.py:22:1 - error: Could not assign item in TypedDict']
+Line 23: Unexpected errors ['typeddicts_operations.py:23:1 - error: Could not assign item in TypedDict']
+Line 24: Unexpected errors ['typeddicts_operations.py:24:1 - error: Could not assign item in TypedDict']
+Line 26: Unexpected errors ['typeddicts_operations.py:26:7 - error: Could not access item in TypedDict']
+Line 28: Unexpected errors ['typeddicts_operations.py:28:9 - error: Expression of type "dict[str, str]" cannot be assigned to declared type "Movie"']
+Line 29: Unexpected errors ['typeddicts_operations.py:29:42 - error: Expression of type "dict[str, str | float]" cannot be assigned to declared type "Movie"']
+Line 32: Unexpected errors ['typeddicts_operations.py:32:36 - error: Expression of type "dict[str, str | int]" cannot be assigned to declared type "Movie"']
+Line 37: Unexpected errors ['typeddicts_operations.py:37:20 - error: Expression of type "dict[str, str | int]" cannot be assigned to declared type "Movie" (reportAssignmentType)']
+Line 47: Unexpected errors ['typeddicts_operations.py:47:7 - error: Cannot access member "clear" for type "Movie"']
+Line 49: Unexpected errors ['typeddicts_operations.py:49:5 - error: Could not delete item in TypedDict']
+Line 62: Unexpected errors ['typeddicts_operations.py:62:16 - error: Cannot access member "clear" for type "MovieOptional"']
+"""
diff --git a/conformance/results/pyright/typeddicts_readonly.toml b/conformance/results/pyright/typeddicts_readonly.toml
index 854f39f9a..c9a749131 100644
--- a/conformance/results/pyright/typeddicts_readonly.toml
+++ b/conformance/results/pyright/typeddicts_readonly.toml
@@ -13,3 +13,12 @@ typeddicts_readonly.py:60:1 - error: Could not assign item in TypedDict
 typeddicts_readonly.py:61:1 - error: Could not assign item in TypedDict
   "year" is a read-only key in "Movie2" (reportTypedDictNotRequiredAccess)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 24: Unexpected errors ['typeddicts_readonly.py:24:1 - error: Could not assign item in TypedDict']
+Line 36: Unexpected errors ['typeddicts_readonly.py:36:1 - error: Could not assign item in TypedDict']
+Line 50: Unexpected errors ['typeddicts_readonly.py:50:1 - error: Could not assign item in TypedDict']
+Line 51: Unexpected errors ['typeddicts_readonly.py:51:1 - error: Could not assign item in TypedDict']
+Line 60: Unexpected errors ['typeddicts_readonly.py:60:1 - error: Could not assign item in TypedDict']
+Line 61: Unexpected errors ['typeddicts_readonly.py:61:1 - error: Could not assign item in TypedDict']
+"""
diff --git a/conformance/results/pyright/typeddicts_readonly_consistency.toml b/conformance/results/pyright/typeddicts_readonly_consistency.toml
index f52bc5184..50570fb8d 100644
--- a/conformance/results/pyright/typeddicts_readonly_consistency.toml
+++ b/conformance/results/pyright/typeddicts_readonly_consistency.toml
@@ -17,3 +17,13 @@ typeddicts_readonly_consistency.py:84:14 - error: Expression of type "A2" cannot
 typeddicts_readonly_consistency.py:85:14 - error: Expression of type "B2" cannot be assigned to declared type "C2"
   "x" is required in "C2" (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 37: Unexpected errors ['typeddicts_readonly_consistency.py:37:14 - error: Expression of type "A1" cannot be assigned to declared type "B1"']
+Line 38: Unexpected errors ['typeddicts_readonly_consistency.py:38:14 - error: Expression of type "C1" cannot be assigned to declared type "B1"']
+Line 40: Unexpected errors ['typeddicts_readonly_consistency.py:40:14 - error: Expression of type "A1" cannot be assigned to declared type "C1"']
+Line 81: Unexpected errors ['typeddicts_readonly_consistency.py:81:14 - error: Expression of type "A2" cannot be assigned to declared type "B2"']
+Line 82: Unexpected errors ['typeddicts_readonly_consistency.py:82:14 - error: Expression of type "C2" cannot be assigned to declared type "B2"']
+Line 84: Unexpected errors ['typeddicts_readonly_consistency.py:84:14 - error: Expression of type "A2" cannot be assigned to declared type "C2"']
+Line 85: Unexpected errors ['typeddicts_readonly_consistency.py:85:14 - error: Expression of type "B2" cannot be assigned to declared type "C2"']
+"""
diff --git a/conformance/results/pyright/typeddicts_readonly_inheritance.toml b/conformance/results/pyright/typeddicts_readonly_inheritance.toml
index 23f0c8c76..9eaf8cbfb 100644
--- a/conformance/results/pyright/typeddicts_readonly_inheritance.toml
+++ b/conformance/results/pyright/typeddicts_readonly_inheritance.toml
@@ -20,3 +20,17 @@ typeddicts_readonly_inheritance.py:106:5 - error: TypedDict item "c" cannot be r
 typeddicts_readonly_inheritance.py:119:7 - error: Base classes for class "TD_A" define variable "x" in incompatible way (reportIncompatibleVariableOverride)
 typeddicts_readonly_inheritance.py:132:7 - error: TypedDict item "x" cannot be redefined as NotRequired (reportIncompatibleVariableOverride)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 36: Unexpected errors ['typeddicts_readonly_inheritance.py:36:1 - error: Could not assign item in TypedDict']
+Line 50: Unexpected errors ['typeddicts_readonly_inheritance.py:50:5 - error: "alt" overrides symbol of same name in class "AlbumCollection"']
+Line 65: Unexpected errors ['typeddicts_readonly_inheritance.py:65:19 - error: Expression of type "dict[Any, Any]" cannot be assigned to declared type "RequiredName"']
+Line 82: Unexpected errors ['typeddicts_readonly_inheritance.py:82:1 - error: Could not assign item in TypedDict']
+Line 83: Unexpected errors ['typeddicts_readonly_inheritance.py:83:15 - error: Expression of type "dict[str, int]" cannot be assigned to declared type "User"']
+Line 84: Unexpected errors ['typeddicts_readonly_inheritance.py:84:5 - error: Expression of type "dict[Any, Any]" cannot be assigned to declared type "User"']
+Line 94: Unexpected errors ['typeddicts_readonly_inheritance.py:94:5 - error: TypedDict item "a" cannot be redefined as ReadOnly (reportGeneralTypeIssues)']
+Line 98: Unexpected errors ['typeddicts_readonly_inheritance.py:98:5 - error: TypedDict item "a" cannot be redefined as NotRequired (reportGeneralTypeIssues)']
+Line 106: Unexpected errors ['typeddicts_readonly_inheritance.py:106:5 - error: TypedDict item "c" cannot be redefined as NotRequired (reportGeneralTypeIssues)']
+Line 119: Unexpected errors ['typeddicts_readonly_inheritance.py:119:7 - error: Base classes for class "TD_A" define variable "x" in incompatible way (reportIncompatibleVariableOverride)']
+Line 132: Unexpected errors ['typeddicts_readonly_inheritance.py:132:7 - error: TypedDict item "x" cannot be redefined as NotRequired (reportIncompatibleVariableOverride)']
+"""
diff --git a/conformance/results/pyright/typeddicts_readonly_kwargs.toml b/conformance/results/pyright/typeddicts_readonly_kwargs.toml
index fd67ff84d..e4713ced1 100644
--- a/conformance/results/pyright/typeddicts_readonly_kwargs.toml
+++ b/conformance/results/pyright/typeddicts_readonly_kwargs.toml
@@ -3,3 +3,7 @@ output = """
 typeddicts_readonly_kwargs.py:33:5 - error: Could not assign item in TypedDict
   "key1" is a read-only key in "*ReadOnlyArgs" (reportTypedDictNotRequiredAccess)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 33: Unexpected errors ['typeddicts_readonly_kwargs.py:33:5 - error: Could not assign item in TypedDict']
+"""
diff --git a/conformance/results/pyright/typeddicts_readonly_update.toml b/conformance/results/pyright/typeddicts_readonly_update.toml
index 893497510..a77c883c5 100644
--- a/conformance/results/pyright/typeddicts_readonly_update.toml
+++ b/conformance/results/pyright/typeddicts_readonly_update.toml
@@ -5,3 +5,7 @@ typeddicts_readonly_update.py:23:11 - error: Argument of type "A" cannot be assi
   "x" is an incompatible type
     Type "int" cannot be assigned to type "Never" (reportArgumentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 23: Unexpected errors ['typeddicts_readonly_update.py:23:1 - error: No overloads for "update" match the provided arguments (reportCallIssue)', 'typeddicts_readonly_update.py:23:11 - error: Argument of type "A" cannot be assigned to parameter "__m" of type "Partial[A]" in function "update"']
+"""
diff --git a/conformance/results/pyright/typeddicts_required.toml b/conformance/results/pyright/typeddicts_required.toml
index 55fc83dad..3ee576c25 100644
--- a/conformance/results/pyright/typeddicts_required.toml
+++ b/conformance/results/pyright/typeddicts_required.toml
@@ -5,3 +5,10 @@ typeddicts_required.py:16:8 - error: "NotRequired" is not allowed in this contex
 typeddicts_required.py:59:8 - error: "Required" is not allowed in this context
 typeddicts_required.py:60:8 - error: "Required" is not allowed in this context
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 12: Unexpected errors ['typeddicts_required.py:12:8 - error: "Required" is not allowed in this context']
+Line 16: Unexpected errors ['typeddicts_required.py:16:8 - error: "NotRequired" is not allowed in this context']
+Line 59: Unexpected errors ['typeddicts_required.py:59:8 - error: "Required" is not allowed in this context']
+Line 60: Unexpected errors ['typeddicts_required.py:60:8 - error: "Required" is not allowed in this context']
+"""
diff --git a/conformance/results/pyright/typeddicts_type_consistency.toml b/conformance/results/pyright/typeddicts_type_consistency.toml
index 83d54f749..0bed7ff59 100644
--- a/conformance/results/pyright/typeddicts_type_consistency.toml
+++ b/conformance/results/pyright/typeddicts_type_consistency.toml
@@ -23,3 +23,15 @@ typeddicts_type_consistency.py:82:25 - error: Expression of type "B3" cannot be
 typeddicts_type_consistency.py:124:56 - error: Expression of type "dict[str, dict[str, dict[str, int]]]" cannot be assigned to declared type "Outer1"
   "Literal[1]" is incompatible with "str" (reportAssignmentType)
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 21: Unexpected errors ['typeddicts_type_consistency.py:21:10 - error: Expression of type "B1" cannot be assigned to declared type "A1"']
+Line 38: Unexpected errors ['typeddicts_type_consistency.py:38:10 - error: Expression of type "B2" cannot be assigned to declared type "A2"']
+Line 65: Unexpected errors ['typeddicts_type_consistency.py:65:6 - error: Expression of type "A3" cannot be assigned to declared type "B3"']
+Line 69: Unexpected errors ['typeddicts_type_consistency.py:69:21 - error: Expression of type "dict[str, int]" cannot be assigned to declared type "A3"']
+Line 76: Unexpected errors ['typeddicts_type_consistency.py:76:22 - error: Expression of type "B3" cannot be assigned to declared type "dict[str, int]"']
+Line 77: Unexpected errors ['typeddicts_type_consistency.py:77:25 - error: Expression of type "B3" cannot be assigned to declared type "dict[str, object]"']
+Line 78: Unexpected errors ['typeddicts_type_consistency.py:78:22 - error: Expression of type "B3" cannot be assigned to declared type "dict[Any, Any]"']
+Line 82: Unexpected errors ['typeddicts_type_consistency.py:82:25 - error: Expression of type "B3" cannot be assigned to declared type "Mapping[str, int]"']
+Line 124: Unexpected errors ['typeddicts_type_consistency.py:124:56 - error: Expression of type "dict[str, dict[str, dict[str, int]]]" cannot be assigned to declared type "Outer1"']
+"""
diff --git a/conformance/results/pyright/typeddicts_usage.toml b/conformance/results/pyright/typeddicts_usage.toml
index 7dfc99955..1cbd395bb 100644
--- a/conformance/results/pyright/typeddicts_usage.toml
+++ b/conformance/results/pyright/typeddicts_usage.toml
@@ -10,3 +10,9 @@ typeddicts_usage.py:35:22 - error: Second argument to "isinstance" must be a cla
   TypedDict class not allowed for instance or class checks (reportArgumentType)
 typeddicts_usage.py:40:24 - error: "TypedDict" cannot be used in this context
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 28: Unexpected errors ['typeddicts_usage.py:28:18 - error: Expression of type "dict[str, str | int]" cannot be assigned to declared type "Movie"']
+Line 35: Unexpected errors ['typeddicts_usage.py:35:22 - error: Second argument to "isinstance" must be a class or tuple of classes']
+Line 40: Unexpected errors ['typeddicts_usage.py:40:24 - error: "TypedDict" cannot be used in this context']
+"""
diff --git a/conformance/results/pyright/version.toml b/conformance/results/pyright/version.toml
index 4b1baca77..9d0780a91 100644
--- a/conformance/results/pyright/version.toml
+++ b/conformance/results/pyright/version.toml
@@ -1,2 +1,2 @@
 version = "pyright 1.1.357"
-test_duration = 1.6
+test_duration = 1.7
diff --git a/conformance/results/pytype/aliases_explicit.toml b/conformance/results/pytype/aliases_explicit.toml
index c46fcb51c..ec05ea520 100644
--- a/conformance/results/pytype/aliases_explicit.toml
+++ b/conformance/results/pytype/aliases_explicit.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Incorrectly reports error for type alias defined with ParamSpec.
+notes = """Incorrectly reports error for type alias defined with ParamSpec.
 Does not report invalid specialization of generic type alias with bound TypeVar.
 Incorrectly evaluates generic type alias with ParamSpec with missing type argument.
 Does not report some illegal annotation forms as invalid type aliases.
@@ -26,3 +25,16 @@ File "aliases_explicit.py", line 89, in <module>: Invalid type annotation '1' fo
 File "aliases_explicit.py", line 91, in <module>: Invalid type annotation '<instance of str>' for BadTypeAlias13 [invalid-annotation]
 File "aliases_explicit.py", line 102, in <module>: Invalid type annotation 'Union[list, set][int]'  [invalid-annotation]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 79: Expected 1 errors
+Line 84: Expected 1 errors
+Line 85: Expected 1 errors
+Line 86: Expected 1 errors
+Line 90: Expected 1 errors
+Line 100: Expected 1 errors
+Line 101: Expected 1 errors
+Line 41: Unexpected errors ['File "aliases_explicit.py", line 41, in <module>: Invalid type annotation \\'[str, str]\\'  [invalid-annotation]', 'File "aliases_explicit.py", line 41, in <module>: Invalid type annotation \\'Callable[Concatenate[int, P], R][[str, str], None]\\'  [invalid-annotation]']
+Line 57: Unexpected errors ['File "aliases_explicit.py", line 57, in good_type_aliases: Callable[Concatenate, Any] [assert-type]']
+Line 60: Unexpected errors ['File "aliases_explicit.py", line 60, in good_type_aliases: Callable[[Any], None] [assert-type]']
+"""
diff --git a/conformance/results/pytype/aliases_implicit.toml b/conformance/results/pytype/aliases_implicit.toml
index 7814b1000..9f92073c0 100644
--- a/conformance/results/pytype/aliases_implicit.toml
+++ b/conformance/results/pytype/aliases_implicit.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Incorrectly reports error for type alias defined with ParamSpec.
+notes = """Incorrectly reports error for type alias defined with ParamSpec.
 Does not report invalid specialization of generic type alias with bound TypeVar.
 Incorrectly evaluates generic type alias with ParamSpec with missing type argument.
 Allows some illegal annotation forms to be interpreted as valid type aliases.
@@ -25,3 +24,16 @@ File "aliases_implicit.py", line 105, in <module>: Invalid type annotation '((in
 File "aliases_implicit.py", line 105, in <module>: Invalid type annotation "{'a': 'b'}" for p5 [invalid-annotation]
 File "aliases_implicit.py", line 135, in <module>: Invalid type annotation 'Union[list, set][int]'  [invalid-annotation]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 54: Unexpected errors ['File "aliases_implicit.py", line 54, in <module>: Invalid type annotation \\'[str, str]\\'  [invalid-annotation]', 'File "aliases_implicit.py", line 54, in <module>: Invalid type annotation \\'Callable[Concatenate[int, P], R][[str, str], None]\\'  [invalid-annotation]']
+Line 68: Unexpected errors ['File "aliases_implicit.py", line 68, in good_type_aliases: Callable[Concatenate, Any] [assert-type]']
+Line 72: Unexpected errors ['File "aliases_implicit.py", line 72, in good_type_aliases: Callable[[Any], None] [assert-type]']
+Line 76: Unexpected errors ['File "aliases_implicit.py", line 76, in <module>: Invalid type annotation \\'Optional[int][int]\\'  [invalid-annotation]']
+Line 77: Unexpected errors ['File "aliases_implicit.py", line 77, in <module>: Invalid type annotation \\'List[Optional[int]][int]\\'  [invalid-annotation]']
+Line 78: Unexpected errors ['File "aliases_implicit.py", line 78, in <module>: Invalid type annotation \\'List[T][int, int]\\'  [invalid-annotation]']
+Line 79: Unexpected errors ['File "aliases_implicit.py", line 79, in <module>: Invalid type annotation \\'Callable[[int, T], T][int, int]\\'  [invalid-annotation]']
+Line 80: Unexpected errors ['File "aliases_implicit.py", line 80, in <module>: Invalid type annotation \\'Callable[Concatenate[int, P], R][int, int]\\'  [invalid-annotation]']
+Line 105: Unexpected errors ['File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'[int, str]\\' for p2 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'True\\' for p10 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'<instance of List[Type[int]]>\\' for p4 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'3\\' for p9 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'1\\' for p11 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'((int, str),)\\' for p3 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation "{\\'a\\': \\'b\\'}" for p5 [invalid-annotation]']
+Line 135: Unexpected errors ['File "aliases_implicit.py", line 135, in <module>: Invalid type annotation \\'Union[list, set][int]\\'  [invalid-annotation]']
+"""
diff --git a/conformance/results/pytype/aliases_newtype.toml b/conformance/results/pytype/aliases_newtype.toml
index 432653ebf..2e392e85c 100644
--- a/conformance/results/pytype/aliases_newtype.toml
+++ b/conformance/results/pytype/aliases_newtype.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject use of NewType in `isinstance` call.
+notes = """Does not reject use of NewType in `isinstance` call.
 Does not reject use of NewType in class definition statement.
 Does not report inconsistency between name of NewType and assigned identifier name.
 Does not reject use of NewType with generic class with TypeVar.
@@ -14,3 +13,10 @@ File "aliases_newtype.py", line 12, in <module>: Type annotation for u1 does not
 File "aliases_newtype.py", line 38, in <module>: class GoodNewType1 is not indexable [not-indexable]
 File "aliases_newtype.py", line 60, in <module>: Function typing.NewType expects 2 arg(s), got 3 [wrong-arg-count]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 11: Unexpected errors ['File "aliases_newtype.py", line 11, in <module>: Function UserId.__init__ was called with the wrong arguments [wrong-arg-types]']
+Line 12: Unexpected errors ['File "aliases_newtype.py", line 12, in <module>: Type annotation for u1 does not match type of assignment [annotation-type-mismatch]']
+Line 38: Unexpected errors ['File "aliases_newtype.py", line 38, in <module>: class GoodNewType1 is not indexable [not-indexable]']
+Line 60: Unexpected errors ['File "aliases_newtype.py", line 60, in <module>: Function typing.NewType expects 2 arg(s), got 3 [wrong-arg-count]']
+"""
diff --git a/conformance/results/pytype/aliases_recursive.toml b/conformance/results/pytype/aliases_recursive.toml
index 910abbb2e..d51c1fd6e 100644
--- a/conformance/results/pytype/aliases_recursive.toml
+++ b/conformance/results/pytype/aliases_recursive.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not detect type violation for some deeply-nested types.
+notes = """Does not detect type violation for some deeply-nested types.
 Does not properly handle `|` for unions in some recursive type alias definitions.
 Does not detect cyclical references in recursive type alias definition.
 """
@@ -25,3 +24,20 @@ File "aliases_recursive.py", line 72, in <module>: Invalid type annotation 'Gene
 File "aliases_recursive.py", line 73, in <module>: Invalid type annotation 'list[str, int]'  [invalid-annotation]
 File "aliases_recursive.py", line 73, in <module>: Invalid type annotation 'GenericTypeAlias2[str, int]'  [invalid-annotation]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Unexpected errors ['File "aliases_recursive.py", line 19, in <module>: Type annotation for j4 does not match type of assignment [annotation-type-mismatch]']
+Line 20: Unexpected errors ['File "aliases_recursive.py", line 20, in <module>: Type annotation for j5 does not match type of assignment [annotation-type-mismatch]']
+Line 38: Unexpected errors ['File "aliases_recursive.py", line 38, in <module>: Type annotation for t6 does not match type of assignment [annotation-type-mismatch]']
+Line 39: Unexpected errors ['File "aliases_recursive.py", line 39, in <module>: Type annotation for t6 does not match type of assignment [annotation-type-mismatch]']
+Line 50: Unexpected errors ['File "aliases_recursive.py", line 50, in <module>: Type annotation for m7 does not match type of assignment [annotation-type-mismatch]']
+Line 51: Unexpected errors ['File "aliases_recursive.py", line 51, in <module>: Type annotation for m8 does not match type of assignment [annotation-type-mismatch]']
+Line 62: Unexpected errors ['File "aliases_recursive.py", line 62, in <module>: unsupported operand type(s) for |: \\'\\'GenericTypeAlias1[T1]\\': str\\' and \\'T1: TypeVar\\' [unsupported-operands]']
+Line 63: Unexpected errors ['File "aliases_recursive.py", line 63, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]']
+Line 66: Unexpected errors ['File "aliases_recursive.py", line 66, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 66, in <module>: Invalid type annotation \\'GenericTypeAlias1[str]\\'  [invalid-annotation]']
+Line 67: Unexpected errors ['File "aliases_recursive.py", line 67, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 67, in <module>: Invalid type annotation \\'GenericTypeAlias1[str]\\'  [invalid-annotation]']
+Line 69: Unexpected errors ['File "aliases_recursive.py", line 69, in <module>: unsupported operand type(s) for |: \\'\\'GenericTypeAlias2[T1, T2]\\': str\\' and \\'T1: TypeVar\\' [unsupported-operands]']
+Line 71: Unexpected errors ['File "aliases_recursive.py", line 71, in <module>: Invalid type annotation \\'list[str, int]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 71, in <module>: Invalid type annotation \\'GenericTypeAlias2[str, int]\\'  [invalid-annotation]']
+Line 72: Unexpected errors ['File "aliases_recursive.py", line 72, in <module>: Invalid type annotation \\'list[str, float]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 72, in <module>: Invalid type annotation \\'GenericTypeAlias2[str, float]\\'  [invalid-annotation]']
+Line 73: Unexpected errors ['File "aliases_recursive.py", line 73, in <module>: Invalid type annotation \\'list[str, int]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 73, in <module>: Invalid type annotation \\'GenericTypeAlias2[str, int]\\'  [invalid-annotation]']
+"""
diff --git a/conformance/results/pytype/aliases_type_statement.toml b/conformance/results/pytype/aliases_type_statement.toml
index 1b16e7f18..396332af6 100644
--- a/conformance/results/pytype/aliases_type_statement.toml
+++ b/conformance/results/pytype/aliases_type_statement.toml
@@ -1,7 +1,9 @@
 conformant = "Unsupported"
-notes = """
-Does not support `type` statement.
+notes = """Does not support `type` statement.
 """
 output = """
 SyntaxError: Type statement is only supported in Python 3.12 and greater (<unknown>, line 8)
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/aliases_typealiastype.toml b/conformance/results/pytype/aliases_typealiastype.toml
index ad477debc..8ea1a69d7 100644
--- a/conformance/results/pytype/aliases_typealiastype.toml
+++ b/conformance/results/pytype/aliases_typealiastype.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Support for TypeAliasType is not implemented.
+notes = """Support for TypeAliasType is not implemented.
 """
 output = """
 File "aliases_typealiastype.py", line 5, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]
@@ -13,3 +12,13 @@ File "aliases_typealiastype.py", line 50, in <module>: Name 'BadAlias4' is not d
 File "aliases_typealiastype.py", line 52, in <module>: Name 'BadAlias5' is not defined [name-error]
 File "aliases_typealiastype.py", line 54, in <module>: Name 'BadAlias7' is not defined [name-error]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 5: Unexpected errors ['File "aliases_typealiastype.py", line 5, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]', 'File "aliases_typealiastype.py", line 5, in <module>: Can\\'t find module \\'typing.TypeAliasType\\'. [import-error]']
+Line 11: Unexpected errors ['File "aliases_typealiastype.py", line 11, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 19: Unexpected errors ['File "aliases_typealiastype.py", line 19, in <module>: Name \\'GoodAlias4\\' is not defined [name-error]']
+Line 22: Unexpected errors ['File "aliases_typealiastype.py", line 22, in <module>: Name \\'GoodAlias5\\' is not defined [name-error]', 'File "aliases_typealiastype.py", line 22, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
+Line 50: Unexpected errors ['File "aliases_typealiastype.py", line 50, in <module>: Name \\'BadAlias4\\' is not defined [name-error]']
+Line 52: Unexpected errors ['File "aliases_typealiastype.py", line 52, in <module>: Name \\'BadAlias5\\' is not defined [name-error]']
+Line 54: Unexpected errors ['File "aliases_typealiastype.py", line 54, in <module>: Name \\'BadAlias7\\' is not defined [name-error]']
+"""
diff --git a/conformance/results/pytype/aliases_variance.toml b/conformance/results/pytype/aliases_variance.toml
index 4d08ba023..a3f2501c7 100644
--- a/conformance/results/pytype/aliases_variance.toml
+++ b/conformance/results/pytype/aliases_variance.toml
@@ -1,8 +1,12 @@
 conformant = "Unsupported"
-notes = """
-Does not detect variance incompatibility.
+notes = """Does not detect variance incompatibility.
 """
 output = """
 File "aliases_variance.py", line 9, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]
 File "aliases_variance.py", line 10, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 9: Unexpected errors ['File "aliases_variance.py", line 9, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
+Line 10: Unexpected errors ['File "aliases_variance.py", line 10, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
+"""
diff --git a/conformance/results/pytype/annotations_coroutines.toml b/conformance/results/pytype/annotations_coroutines.toml
index 03c99b178..f6605b941 100644
--- a/conformance/results/pytype/annotations_coroutines.toml
+++ b/conformance/results/pytype/annotations_coroutines.toml
@@ -1,7 +1,10 @@
 conformant = "Partial"
-notes = """
-Does not evaluate correct type for async function.
+notes = """Does not evaluate correct type for async function.
 """
 output = """
 File "annotations_coroutines.py", line 19, in <module>: Callable[[int], str] [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Unexpected errors ['File "annotations_coroutines.py", line 19, in <module>: Callable[[int], str] [assert-type]']
+"""
diff --git a/conformance/results/pytype/annotations_forward_refs.toml b/conformance/results/pytype/annotations_forward_refs.toml
index 9b5d1fd02..27514af0e 100644
--- a/conformance/results/pytype/annotations_forward_refs.toml
+++ b/conformance/results/pytype/annotations_forward_refs.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject some illegal type expression forms when quoted.
+notes = """Does not reject some illegal type expression forms when quoted.
 Incorrectly generates error for quoted type defined in class scope.
 Evaluates incorrect type for class variable annotated with quoted type expression.
 Does not treat triple-quoted forward reference annotation as implicitly parenthesized.
@@ -28,3 +27,18 @@ File "annotations_forward_refs.py", line 89, in ClassD: Invalid type annotation
 File "annotations_forward_refs.py", line 93, in <module>: Any [assert-type]
 File "annotations_forward_refs.py", line 100, in <module>: unexpected indent [python-compiler-error]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 22: Unexpected errors ['File "annotations_forward_refs.py", line 22, in <module>: Name \\'ClassA\\' is not defined [name-error]']
+Line 23: Unexpected errors ['File "annotations_forward_refs.py", line 23, in <module>: Name \\'ClassA\\' is not defined [name-error]']
+Line 24: Unexpected errors ['File "annotations_forward_refs.py", line 24, in <module>: unsupported operand type(s) for |: \\'\\'ClassA\\': str\\' and \\'int: Type[int]\\' [unsupported-operands]']
+Line 25: Unexpected errors ['File "annotations_forward_refs.py", line 25, in <module>: Missing parameter \\'y\\' in call to function int.__or__ [missing-parameter]']
+Line 40: Unexpected errors ['File "annotations_forward_refs.py", line 40, in <module>: invalid syntax [python-compiler-error]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'{}\\' for p5 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'[int, str]\\' for p2 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'True\\' for p10 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'<instance of module>\\' for p15 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'<instance of List[Type[int]]>\\' for p4 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'1\\' for p9 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'1\\' for p11 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'-1\\' for p12 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'(int, str)\\' for p3 [invalid-annotation]']
+Line 66: Unexpected errors ['File "annotations_forward_refs.py", line 66, in ClassB: Name \\'ClassB\\' is not defined [name-error]']
+Line 80: Unexpected errors ['File "annotations_forward_refs.py", line 80, in ClassD: Name \\'ClassF\\' is not defined [name-error]']
+Line 82: Unexpected errors ['File "annotations_forward_refs.py", line 82, in ClassD: Invalid type annotation \\'<instance of str>\\' for str [invalid-annotation]']
+Line 87: Unexpected errors ['File "annotations_forward_refs.py", line 87, in ClassD: Invalid type annotation \\'<instance of Callable>\\' for x [invalid-annotation]']
+Line 89: Unexpected errors ['File "annotations_forward_refs.py", line 89, in ClassD: Invalid type annotation \\'<instance of Callable>\\' for y [invalid-annotation]']
+Line 93: Unexpected errors ['File "annotations_forward_refs.py", line 93, in <module>: Any [assert-type]']
+Line 100: Unexpected errors ['File "annotations_forward_refs.py", line 100, in <module>: unexpected indent [python-compiler-error]']
+"""
diff --git a/conformance/results/pytype/annotations_generators.toml b/conformance/results/pytype/annotations_generators.toml
index 7d57ccc94..582e9d198 100644
--- a/conformance/results/pytype/annotations_generators.toml
+++ b/conformance/results/pytype/annotations_generators.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report invalid return type for generator when function implicitly returns None.
+notes = """Does not report invalid return type for generator when function implicitly returns None.
 Reports invalid error when return type of generator is annotated as a compatible protocol.
 Does not report type violation in `yield from` statement.
 """
@@ -18,3 +17,17 @@ File "annotations_generators.py", line 118, in generator18: bad return type [bad
 File "annotations_generators.py", line 119, in generator18: bad return type [bad-return-type]
 File "annotations_generators.py", line 182, in <module>: Callable[[], AsyncIterator[int]] [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 54: Unexpected errors ['File "annotations_generators.py", line 54, in generator2: bad return type [bad-return-type]']
+Line 57: Unexpected errors ['File "annotations_generators.py", line 57, in generator2: bad return type [bad-return-type]', 'File "annotations_generators.py", line 57, in generator2: bad return type [bad-return-type]']
+Line 66: Unexpected errors ['File "annotations_generators.py", line 66, in generator3: bad return type [bad-return-type]']
+Line 75: Unexpected errors ['File "annotations_generators.py", line 75, in generator5: bad return type [bad-return-type]']
+Line 86: Unexpected errors ['File "annotations_generators.py", line 86, in <module>: Bad return type \\'int\\' for generator function generator8 [bad-yield-annotation]']
+Line 91: Unexpected errors ['File "annotations_generators.py", line 91, in <module>: Bad return type \\'int\\' for async generator function generator9 [bad-yield-annotation]']
+Line 100: Unexpected errors ['File "annotations_generators.py", line 100, in <module>: Bad return type \\'IntIterator\\' for generator function generator15 [bad-yield-annotation]']
+Line 109: Unexpected errors ['File "annotations_generators.py", line 109, in <module>: Bad return type \\'AsyncIntIterator\\' for async generator function generator16 [bad-yield-annotation]']
+Line 118: Unexpected errors ['File "annotations_generators.py", line 118, in generator18: bad return type [bad-return-type]']
+Line 119: Unexpected errors ['File "annotations_generators.py", line 119, in generator18: bad return type [bad-return-type]']
+Line 182: Unexpected errors ['File "annotations_generators.py", line 182, in <module>: Callable[[], AsyncIterator[int]] [assert-type]']
+"""
diff --git a/conformance/results/pytype/annotations_methods.toml b/conformance/results/pytype/annotations_methods.toml
index 889580f40..a4f22c64e 100644
--- a/conformance/results/pytype/annotations_methods.toml
+++ b/conformance/results/pytype/annotations_methods.toml
@@ -1,7 +1,10 @@
 conformant = "Pass"
-notes = """
-Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.
+notes = """Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.
 """
 output = """
 File "annotations_methods.py", line 42, in <module>: B [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 42: Unexpected errors ['File "annotations_methods.py", line 42, in <module>: B [assert-type]']
+"""
diff --git a/conformance/results/pytype/annotations_typeexpr.toml b/conformance/results/pytype/annotations_typeexpr.toml
index 810e5f800..064fb03e0 100644
--- a/conformance/results/pytype/annotations_typeexpr.toml
+++ b/conformance/results/pytype/annotations_typeexpr.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject call expressions in type annotation.
+notes = """Does not reject call expressions in type annotation.
 Does not reject call lambda expression in type annotation.
 Does not reject list expression in type annotation.
 Does not reject ternary expression in type annotation.
@@ -18,3 +17,7 @@ File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation '1
 File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation '-1' for p12 [invalid-annotation]
 File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation '(int, str)' for p3 [invalid-annotation]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 87: Unexpected errors ['File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'{}\\' for p5 [invalid-annotation]', 'File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'[int, str]\\' for p2 [invalid-annotation]', 'File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'True\\' for p10 [invalid-annotation]', 'File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'<instance of module>\\' for p15 [invalid-annotation]', 'File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'<instance of List[Type[int]]>\\' for p4 [invalid-annotation]', 'File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'3\\' for p9 [invalid-annotation]', 'File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'1\\' for p11 [invalid-annotation]', 'File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'-1\\' for p12 [invalid-annotation]', 'File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'(int, str)\\' for p3 [invalid-annotation]']
+"""
diff --git a/conformance/results/pytype/callables_annotation.toml b/conformance/results/pytype/callables_annotation.toml
index 6f44d33cf..186f7d95a 100644
--- a/conformance/results/pytype/callables_annotation.toml
+++ b/conformance/results/pytype/callables_annotation.toml
@@ -13,3 +13,16 @@ File "callables_annotation.py", line 42, in <module>: Invalid type annotation 'i
 File "callables_annotation.py", line 42, in <module>: Invalid type annotation 'Callable[Any, int, int]'  [invalid-annotation]
 File "callables_annotation.py", line 43, in <module>: Invalid type annotation 'Ellipsis'  [invalid-annotation]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 13: Unexpected errors ['File "callables_annotation.py", line 13, in func1: Function <callable> expects 2 arg(s), got 1 [wrong-arg-count]']
+Line 14: Unexpected errors ['File "callables_annotation.py", line 14, in func1: Function <callable> was called with the wrong arguments [wrong-arg-types]']
+Line 15: Unexpected errors ['File "callables_annotation.py", line 15, in func1: Function <callable> expects 2 arg(s), got 3 [wrong-arg-count]']
+Line 16: Unexpected errors ['File "callables_annotation.py", line 16, in func1: Invalid keyword arguments (a, b) to function <callable> [wrong-keyword-args]']
+Line 22: Unexpected errors ['File "callables_annotation.py", line 22, in func2: Function <callable> expects 0 arg(s), got 1 [wrong-arg-count]']
+Line 39: Unexpected errors ['File "callables_annotation.py", line 39, in <module>: Invalid type annotation \\'int\\'  [invalid-annotation]', 'File "callables_annotation.py", line 39, in <module>: Invalid type annotation \\'Callable[Any]\\'  [invalid-annotation]']
+Line 40: Unexpected errors ['File "callables_annotation.py", line 40, in <module>: Invalid type annotation \\'int\\'  [invalid-annotation]']
+Line 41: Unexpected errors ['File "callables_annotation.py", line 41, in <module>: Invalid type annotation \\'[int]\\'  [invalid-annotation]']
+Line 42: Unexpected errors ['File "callables_annotation.py", line 42, in <module>: Invalid type annotation \\'int\\'  [invalid-annotation]', 'File "callables_annotation.py", line 42, in <module>: Invalid type annotation \\'Callable[Any, int, int]\\'  [invalid-annotation]']
+Line 43: Unexpected errors ['File "callables_annotation.py", line 43, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]']
+"""
diff --git a/conformance/results/pytype/callables_kwargs.toml b/conformance/results/pytype/callables_kwargs.toml
index d36179430..6bec6544c 100644
--- a/conformance/results/pytype/callables_kwargs.toml
+++ b/conformance/results/pytype/callables_kwargs.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand Unpack in the context of **kwargs annotation.
+notes = """Does not understand Unpack in the context of **kwargs annotation.
 """
 output = """
 File "callables_kwargs.py", line 10, in <module>: typing.Unpack not supported yet [not-supported-yet]
@@ -18,3 +17,20 @@ File "callables_kwargs.py", line 60, in func3: Function func1 was called with th
 File "callables_kwargs.py", line 61, in func3: Function func2 was called with the wrong arguments [wrong-arg-types]
 File "callables_kwargs.py", line 62, in func3: Function func2 was called with the wrong arguments [wrong-arg-types]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 10: Unexpected errors ['File "callables_kwargs.py", line 10, in <module>: typing.Unpack not supported yet [not-supported-yet]']
+Line 24: Unexpected errors ['File "callables_kwargs.py", line 24, in func1: Unpack[TD2] [assert-type]']
+Line 30: Unexpected errors ['File "callables_kwargs.py", line 30, in func1: Unpack[TD2] [assert-type]']
+Line 33: Unexpected errors ['File "callables_kwargs.py", line 33, in func1: Unpack[TD2] [assert-type]']
+Line 39: Unexpected errors ['File "callables_kwargs.py", line 39, in func2: Dict[str, Unpack[TD1]] [assert-type]']
+Line 44: Unexpected errors ['File "callables_kwargs.py", line 44, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]']
+Line 46: Unexpected errors ['File "callables_kwargs.py", line 46, in func3: Missing parameter \\'v2\\' in call to function TD2.__init__ [missing-parameter]']
+Line 48: Unexpected errors ['File "callables_kwargs.py", line 48, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]']
+Line 49: Unexpected errors ['File "callables_kwargs.py", line 49, in func3: Function func1 expects 0 arg(s), got 3 [wrong-arg-count]']
+Line 55: Unexpected errors ['File "callables_kwargs.py", line 55, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]']
+Line 58: Unexpected errors ['File "callables_kwargs.py", line 58, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]']
+Line 60: Unexpected errors ['File "callables_kwargs.py", line 60, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]']
+Line 61: Unexpected errors ['File "callables_kwargs.py", line 61, in func3: Function func2 was called with the wrong arguments [wrong-arg-types]']
+Line 62: Unexpected errors ['File "callables_kwargs.py", line 62, in func3: Function func2 was called with the wrong arguments [wrong-arg-types]']
+"""
diff --git a/conformance/results/pytype/callables_protocol.toml b/conformance/results/pytype/callables_protocol.toml
index 36eb1a414..d84fe1725 100644
--- a/conformance/results/pytype/callables_protocol.toml
+++ b/conformance/results/pytype/callables_protocol.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not properly handle type compatibility checks with callback protocols.
+notes = """Does not properly handle type compatibility checks with callback protocols.
 """
 output = """
 File "callables_protocol.py", line 9, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]
@@ -13,3 +12,13 @@ Called from (traceback):
 File "callables_protocol.py", line 197, in <module>: No attribute 'other_attribute2' on Proto9[Any, str] [attribute-error]
 File "callables_protocol.py", line 199, in <module>: Function Proto9.__call__ was called with the wrong arguments [wrong-arg-types]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 9: Unexpected errors ['File "callables_protocol.py", line 9, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
+Line 10: Unexpected errors ['File "callables_protocol.py", line 10, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
+Line 121: Unexpected errors ['File "callables_protocol.py", line 121, in <module>: Type annotation for cb6 does not match type of assignment [annotation-type-mismatch]']
+Line 173: Unexpected errors ['File "callables_protocol.py", line 173, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
+Line 188: Unexpected errors ['File "callables_protocol.py", line 188, in decorator1: bad return type [bad-return-type]']
+Line 197: Unexpected errors ['File "callables_protocol.py", line 197, in <module>: No attribute \\'other_attribute2\\' on Proto9[Any, str] [attribute-error]']
+Line 199: Unexpected errors ['File "callables_protocol.py", line 199, in <module>: Function Proto9.__call__ was called with the wrong arguments [wrong-arg-types]']
+"""
diff --git a/conformance/results/pytype/classes_classvar.toml b/conformance/results/pytype/classes_classvar.toml
index 9fb164f94..3f888aadd 100644
--- a/conformance/results/pytype/classes_classvar.toml
+++ b/conformance/results/pytype/classes_classvar.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject use of TypeVar in ClassVar.
+notes = """Does not reject use of TypeVar in ClassVar.
 Does not reject use of ParamSpec in ClassVar.
 Does not reject use of ClassVar as a generic type argument.
 Rejects initialization of ClassVar if no type argument is provided.
@@ -25,3 +24,18 @@ File "classes_classvar.py", line 76, in <module>: ClassVar [assert-type]
 File "classes_classvar.py", line 119, in ProtoA: Type annotation for z does not match type of assignment [annotation-type-mismatch]
 File "classes_classvar.py", line 129, in <module>: Type annotation for a does not match type of assignment [annotation-type-mismatch]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 7: Unexpected errors ['File "classes_classvar.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
+Line 27: Unexpected errors ['File "classes_classvar.py", line 27, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 36: Unexpected errors ['File "classes_classvar.py", line 36, in ClassA: Invalid type annotation \\'ClassVar[int, str]\\'  [invalid-annotation]']
+Line 37: Unexpected errors ['File "classes_classvar.py", line 37, in ClassA: class ClassVar is not indexable [not-indexable]']
+Line 38: Unexpected errors ['File "classes_classvar.py", line 38, in ClassA: Name \\'var\\' is not defined [name-error]']
+Line 50: Unexpected errors ['File "classes_classvar.py", line 50, in ClassA: Type annotation for bad8 does not match type of assignment [annotation-type-mismatch]']
+Line 52: Unexpected errors ['File "classes_classvar.py", line 52, in ClassA: Name \\'Final\\' is not defined [name-error]']
+Line 58: Unexpected errors ['File "classes_classvar.py", line 58, in ClassA: Type annotation for good4 does not match type of assignment [annotation-type-mismatch]']
+Line 66: Unexpected errors ['File "classes_classvar.py", line 66, in method2: bad return type [bad-return-type]']
+Line 76: Unexpected errors ['File "classes_classvar.py", line 76, in <module>: ClassVar [assert-type]']
+Line 119: Unexpected errors ['File "classes_classvar.py", line 119, in ProtoA: Type annotation for z does not match type of assignment [annotation-type-mismatch]']
+Line 129: Unexpected errors ['File "classes_classvar.py", line 129, in <module>: Type annotation for a does not match type of assignment [annotation-type-mismatch]']
+"""
diff --git a/conformance/results/pytype/classes_override.toml b/conformance/results/pytype/classes_override.toml
index 70a806e60..82a8bcd62 100644
--- a/conformance/results/pytype/classes_override.toml
+++ b/conformance/results/pytype/classes_override.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not yet support the @override decorator.
+notes = """Does not yet support the @override decorator.
 """
 output = """
 File "classes_override.py", line 7, in <module>: typing.override not supported yet [not-supported-yet]
@@ -11,3 +10,13 @@ File "classes_override.py", line 57, in ChildA: Attribute 'method4' not found on
 File "classes_override.py", line 66, in method4: bad return type [bad-return-type]
 File "classes_override.py", line 103, in ChildB: Attribute 'method1' not found on any parent class [override-error]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 7: Unexpected errors ['File "classes_override.py", line 7, in <module>: typing.override not supported yet [not-supported-yet]']
+Line 30: Unexpected errors ['File "classes_override.py", line 30, in method2: bad return type [bad-return-type]']
+Line 50: Unexpected errors ['File "classes_override.py", line 50, in method2: bad return type [bad-return-type]']
+Line 53: Unexpected errors ['File "classes_override.py", line 53, in ChildA: Attribute \\'method3\\' not found on any parent class [override-error]']
+Line 57: Unexpected errors ['File "classes_override.py", line 57, in ChildA: Attribute \\'method4\\' not found on any parent class [override-error]']
+Line 66: Unexpected errors ['File "classes_override.py", line 66, in method4: bad return type [bad-return-type]']
+Line 103: Unexpected errors ['File "classes_override.py", line 103, in ChildB: Attribute \\'method1\\' not found on any parent class [override-error]']
+"""
diff --git a/conformance/results/pytype/dataclasses_descriptors.toml b/conformance/results/pytype/dataclasses_descriptors.toml
index 333c85614..7b1bb1a89 100644
--- a/conformance/results/pytype/dataclasses_descriptors.toml
+++ b/conformance/results/pytype/dataclasses_descriptors.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand descriptor objects in dataclass.
+notes = """Does not understand descriptor objects in dataclass.
 """
 output = """
 File "dataclasses_descriptors.py", line 24, in __get__: bad return type [bad-return-type]
@@ -30,3 +29,9 @@ Called from (traceback):
   line 61, in current file
 File "dataclasses_descriptors.py", line 51, in __get__: bad return type [bad-return-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 24: Unexpected errors ['File "dataclasses_descriptors.py", line 24, in __get__: bad return type [bad-return-type]', 'File "dataclasses_descriptors.py", line 24, in __get__: bad return type [bad-return-type]']
+Line 35: Unexpected errors ['File "dataclasses_descriptors.py", line 35, in <module>: Function DC1.__init__ was called with the wrong arguments [wrong-arg-types]']
+Line 51: Unexpected errors ['File "dataclasses_descriptors.py", line 51, in __get__: bad return type [bad-return-type]', 'File "dataclasses_descriptors.py", line 51, in __get__: bad return type [bad-return-type]', 'File "dataclasses_descriptors.py", line 51, in __get__: bad return type [bad-return-type]', 'File "dataclasses_descriptors.py", line 51, in __get__: bad return type [bad-return-type]', 'File "dataclasses_descriptors.py", line 51, in __get__: bad return type [bad-return-type]', 'File "dataclasses_descriptors.py", line 51, in __get__: bad return type [bad-return-type]', 'File "dataclasses_descriptors.py", line 51, in __get__: bad return type [bad-return-type]']
+"""
diff --git a/conformance/results/pytype/dataclasses_frozen.toml b/conformance/results/pytype/dataclasses_frozen.toml
index 6f64c84f3..87b6f899f 100644
--- a/conformance/results/pytype/dataclasses_frozen.toml
+++ b/conformance/results/pytype/dataclasses_frozen.toml
@@ -1,9 +1,11 @@
 conformant = "Unsupported"
-notes = """
-Does not report assignment to field within frozen dataclass instance.
+notes = """Does not report assignment to field within frozen dataclass instance.
 Does not reject frozen dataclass inherited from non-frozen dataclass.
 Does not reject non-frozen dataclass inherited from frozen dataclass.
 """
 output = """
 
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/dataclasses_hash.toml b/conformance/results/pytype/dataclasses_hash.toml
index 5d4788479..2517ea227 100644
--- a/conformance/results/pytype/dataclasses_hash.toml
+++ b/conformance/results/pytype/dataclasses_hash.toml
@@ -1,7 +1,9 @@
 conformant = "Partial"
-notes = """
-Does not report when dataclass is not compatible with Hashable protocol.
+notes = """Does not report when dataclass is not compatible with Hashable protocol.
 """
 output = """
 
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/dataclasses_inheritance.toml b/conformance/results/pytype/dataclasses_inheritance.toml
index 042c3d571..16130ba9f 100644
--- a/conformance/results/pytype/dataclasses_inheritance.toml
+++ b/conformance/results/pytype/dataclasses_inheritance.toml
@@ -1,8 +1,10 @@
 conformant = "Partial"
-notes = """
-Does not reject ClassVar that is overridden by instance variable.
+notes = """Does not reject ClassVar that is overridden by instance variable.
 Does not reject instance variable that is overridden by ClassVar.
 """
 output = """
 
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/dataclasses_kwonly.toml b/conformance/results/pytype/dataclasses_kwonly.toml
index c3b696e8a..02d60bbf7 100644
--- a/conformance/results/pytype/dataclasses_kwonly.toml
+++ b/conformance/results/pytype/dataclasses_kwonly.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Incorrectly reports error when kw_only field has default value.
+notes = """Incorrectly reports error when kw_only field has default value.
 Incorrectly rejects kw_only field with default before positional field.
 """
 output = """
@@ -12,3 +11,13 @@ File "dataclasses_kwonly.py", line 53, in <module>: Missing parameter 'a' in cal
 File "dataclasses_kwonly.py", line 56, in <module>: In method __init__, non-default argument c follows default argument [invalid-function-definition]
 File "dataclasses_kwonly.py", line 61, in <module>: function DC4.__init__ got multiple values for keyword argument 'b' [duplicate-keyword-argument]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 23: Unexpected errors ['File "dataclasses_kwonly.py", line 23, in <module>: Function DC1.__init__ expects 2 arg(s), got 3 [wrong-arg-count]']
+Line 38: Unexpected errors ['File "dataclasses_kwonly.py", line 38, in <module>: Function DC2.__init__ expects 2 arg(s), got 3 [wrong-arg-count]']
+Line 47: Unexpected errors ['File "dataclasses_kwonly.py", line 47, in <module>: Missing parameter \\'a\\' in call to function DC3.__init__ [missing-parameter]']
+Line 50: Unexpected errors ['File "dataclasses_kwonly.py", line 50, in <module>: Missing parameter \\'a\\' in call to function DC3.__init__ [missing-parameter]']
+Line 53: Unexpected errors ['File "dataclasses_kwonly.py", line 53, in <module>: Missing parameter \\'a\\' in call to function DC3.__init__ [missing-parameter]']
+Line 56: Unexpected errors ['File "dataclasses_kwonly.py", line 56, in <module>: In method __init__, non-default argument c follows default argument [invalid-function-definition]']
+Line 61: Unexpected errors ['File "dataclasses_kwonly.py", line 61, in <module>: function DC4.__init__ got multiple values for keyword argument \\'b\\' [duplicate-keyword-argument]']
+"""
diff --git a/conformance/results/pytype/dataclasses_order.toml b/conformance/results/pytype/dataclasses_order.toml
index 6f413dd76..8ec5e8eb9 100644
--- a/conformance/results/pytype/dataclasses_order.toml
+++ b/conformance/results/pytype/dataclasses_order.toml
@@ -1,7 +1,9 @@
 conformant = "Partial"
-notes = """
-Does not report type incompatibility with comparison operator.
+notes = """Does not report type incompatibility with comparison operator.
 """
 output = """
 
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/dataclasses_postinit.toml b/conformance/results/pytype/dataclasses_postinit.toml
index 64c377cd2..98c0cbaf4 100644
--- a/conformance/results/pytype/dataclasses_postinit.toml
+++ b/conformance/results/pytype/dataclasses_postinit.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not validate `__post_init__` method.
+notes = """Does not validate `__post_init__` method.
 Reports incorrect error for incompatible `__post_init__` method override.
 """
 output = """
@@ -8,3 +7,9 @@ File "dataclasses_postinit.py", line 28, in <module>: No attribute 'x' on DC1 [a
 File "dataclasses_postinit.py", line 29, in <module>: No attribute 'y' on DC1 [attribute-error]
 File "dataclasses_postinit.py", line 54, in DC4: Overriding method signature mismatch [signature-mismatch]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 28: Unexpected errors ['File "dataclasses_postinit.py", line 28, in <module>: No attribute \\'x\\' on DC1 [attribute-error]']
+Line 29: Unexpected errors ['File "dataclasses_postinit.py", line 29, in <module>: No attribute \\'y\\' on DC1 [attribute-error]']
+Line 54: Unexpected errors ['File "dataclasses_postinit.py", line 54, in DC4: Overriding method signature mismatch [signature-mismatch]']
+"""
diff --git a/conformance/results/pytype/dataclasses_slots.toml b/conformance/results/pytype/dataclasses_slots.toml
index f891c51ee..f7391eaa1 100644
--- a/conformance/results/pytype/dataclasses_slots.toml
+++ b/conformance/results/pytype/dataclasses_slots.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report error when `slots=True` is used with `__slots__` definition.
+notes = """Does not report error when `slots=True` is used with `__slots__` definition.
 Does not reject write to instance variable that is not defined in __slots__.
 Incorrectly reports error when accessing `__slots__` when `slots=True`.
 """
@@ -10,3 +9,10 @@ File "dataclasses_slots.py", line 58, in <module>: No attribute '__slots__' on D
 File "dataclasses_slots.py", line 67, in <module>: No attribute '__slots__' on Type[DC6] [attribute-error]
 File "dataclasses_slots.py", line 70, in <module>: No attribute '__slots__' on DC6 [attribute-error]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 57: Unexpected errors ['File "dataclasses_slots.py", line 57, in <module>: No attribute \\'__slots__\\' on Type[DC5] [attribute-error]']
+Line 58: Unexpected errors ['File "dataclasses_slots.py", line 58, in <module>: No attribute \\'__slots__\\' on DC5 [attribute-error]']
+Line 67: Unexpected errors ['File "dataclasses_slots.py", line 67, in <module>: No attribute \\'__slots__\\' on Type[DC6] [attribute-error]']
+Line 70: Unexpected errors ['File "dataclasses_slots.py", line 70, in <module>: No attribute \\'__slots__\\' on DC6 [attribute-error]']
+"""
diff --git a/conformance/results/pytype/dataclasses_transform_class.toml b/conformance/results/pytype/dataclasses_transform_class.toml
index fa6e1c5d4..3452adad1 100644
--- a/conformance/results/pytype/dataclasses_transform_class.toml
+++ b/conformance/results/pytype/dataclasses_transform_class.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand @dataclass_transform.
+notes = """Does not understand @dataclass_transform.
 """
 output = """
 File "dataclasses_transform_class.py", line 23, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]
@@ -9,3 +8,11 @@ File "dataclasses_transform_class.py", line 82, in <module>: Arguments to datacl
 File "dataclasses_transform_class.py", line 103, in <module>: Invalid keyword argument id to function GenericCustomer.__init__ [wrong-keyword-args]
 File "dataclasses_transform_class.py", line 106, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 23: Unexpected errors ['File "dataclasses_transform_class.py", line 23, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]']
+Line 57: Unexpected errors ['File "dataclasses_transform_class.py", line 57, in <module>: Invalid keyword argument other_name to function Customer1.__init__ [wrong-keyword-args]']
+Line 82: Unexpected errors ['File "dataclasses_transform_class.py", line 82, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]']
+Line 103: Unexpected errors ['File "dataclasses_transform_class.py", line 103, in <module>: Invalid keyword argument id to function GenericCustomer.__init__ [wrong-keyword-args]']
+Line 106: Unexpected errors ['File "dataclasses_transform_class.py", line 106, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]']
+"""
diff --git a/conformance/results/pytype/dataclasses_transform_field.toml b/conformance/results/pytype/dataclasses_transform_field.toml
index 1717b4b86..84b05f8ef 100644
--- a/conformance/results/pytype/dataclasses_transform_field.toml
+++ b/conformance/results/pytype/dataclasses_transform_field.toml
@@ -1,8 +1,12 @@
 conformant = "Unsupported"
-notes = """
-Does not understand @dataclass_transform.
+notes = """Does not understand @dataclass_transform.
 """
 output = """
 File "dataclasses_transform_field.py", line 48, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]
 File "dataclasses_transform_field.py", line 50, in create_model: bad return type [bad-return-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 48: Unexpected errors ['File "dataclasses_transform_field.py", line 48, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]']
+Line 50: Unexpected errors ['File "dataclasses_transform_field.py", line 50, in create_model: bad return type [bad-return-type]']
+"""
diff --git a/conformance/results/pytype/dataclasses_transform_func.toml b/conformance/results/pytype/dataclasses_transform_func.toml
index fa502ea6d..082277312 100644
--- a/conformance/results/pytype/dataclasses_transform_func.toml
+++ b/conformance/results/pytype/dataclasses_transform_func.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand @dataclass_transform.
+notes = """Does not understand @dataclass_transform.
 """
 output = """
 File "dataclasses_transform_func.py", line 13, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]
@@ -17,3 +16,16 @@ File "dataclasses_transform_func.py", line 67, in <module>: Invalid keyword argu
 File "dataclasses_transform_func.py", line 71, in <module>: Function Customer2.__init__ expects 1 arg(s), got 3 [wrong-arg-count]
 File "dataclasses_transform_func.py", line 76, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 13: Unexpected errors ['File "dataclasses_transform_func.py", line 13, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]']
+Line 19: Unexpected errors ['File "dataclasses_transform_func.py", line 19, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]']
+Line 30: Unexpected errors ['File "dataclasses_transform_func.py", line 30, in create_model: bad return type [bad-return-type]', 'File "dataclasses_transform_func.py", line 30, in create_model: bad return type [bad-return-type]']
+Line 50: Unexpected errors ['File "dataclasses_transform_func.py", line 50, in <module>: Invalid keyword arguments (id, name) to function Customer1.__init__ [wrong-keyword-args]']
+Line 53: Unexpected errors ['File "dataclasses_transform_func.py", line 53, in <module>: Function Customer1.__init__ expects 1 arg(s), got 3 [wrong-arg-count]']
+Line 57: Unexpected errors ['File "dataclasses_transform_func.py", line 57, in <module>: Type annotation for name does not match type of assignment [annotation-type-mismatch]']
+Line 65: Unexpected errors ['File "dataclasses_transform_func.py", line 65, in <module>: Invalid keyword arguments (id, name, salary) to function Customer1.__init__ [wrong-keyword-args]']
+Line 67: Unexpected errors ['File "dataclasses_transform_func.py", line 67, in <module>: Invalid keyword arguments (id, name) to function Customer2.__init__ [wrong-keyword-args]']
+Line 71: Unexpected errors ['File "dataclasses_transform_func.py", line 71, in <module>: Function Customer2.__init__ expects 1 arg(s), got 3 [wrong-arg-count]']
+Line 76: Unexpected errors ['File "dataclasses_transform_func.py", line 76, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]']
+"""
diff --git a/conformance/results/pytype/dataclasses_transform_meta.toml b/conformance/results/pytype/dataclasses_transform_meta.toml
index 277f99648..4e36ae5e6 100644
--- a/conformance/results/pytype/dataclasses_transform_meta.toml
+++ b/conformance/results/pytype/dataclasses_transform_meta.toml
@@ -1,9 +1,14 @@
 conformant = "Unsupported"
-notes = """
-Does not understand @dataclass_transform.
+notes = """Does not understand @dataclass_transform.
 """
 output = """
 File "dataclasses_transform_meta.py", line 21, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]
 File "dataclasses_transform_meta.py", line 57, in <module>: Invalid keyword argument other_name to function Customer1.__init__ [wrong-keyword-args]
 File "dataclasses_transform_meta.py", line 83, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 21: Unexpected errors ['File "dataclasses_transform_meta.py", line 21, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]']
+Line 57: Unexpected errors ['File "dataclasses_transform_meta.py", line 57, in <module>: Invalid keyword argument other_name to function Customer1.__init__ [wrong-keyword-args]']
+Line 83: Unexpected errors ['File "dataclasses_transform_meta.py", line 83, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]']
+"""
diff --git a/conformance/results/pytype/dataclasses_usage.toml b/conformance/results/pytype/dataclasses_usage.toml
index 6d1862a6e..d24c45b79 100644
--- a/conformance/results/pytype/dataclasses_usage.toml
+++ b/conformance/results/pytype/dataclasses_usage.toml
@@ -14,3 +14,22 @@ File "dataclasses_usage.py", line 152, in __init__: Type annotation for x_square
 File "dataclasses_usage.py", line 165, in __init__: Type annotation for x_squared does not match type of assignment [annotation-type-mismatch]
 File "dataclasses_usage.py", line 179, in <module>: Function DC13.__init__ expects 1 arg(s), got 2 [wrong-arg-count]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 62: Expected 1 errors
+Line 68: Expected 1 errors
+Line 74: Expected 1 errors
+Line 51: Unexpected errors ['File "dataclasses_usage.py", line 51, in <module>: Missing parameter \\'unit_price\\' in call to function InventoryItem.__init__ [missing-parameter]']
+Line 52: Unexpected errors ['File "dataclasses_usage.py", line 52, in <module>: Function InventoryItem.__init__ was called with the wrong arguments [wrong-arg-types]']
+Line 53: Unexpected errors ['File "dataclasses_usage.py", line 53, in <module>: Function InventoryItem.__init__ expects 3 arg(s), got 5 [wrong-arg-count]']
+Line 59: Unexpected errors ['File "dataclasses_usage.py", line 59, in <module>: In method __init__, non-default argument b follows default argument [invalid-function-definition]']
+Line 65: Unexpected errors ['File "dataclasses_usage.py", line 65, in <module>: In method __init__, non-default argument b follows default argument [invalid-function-definition]']
+Line 71: Unexpected errors ['File "dataclasses_usage.py", line 71, in <module>: In method __init__, non-default argument b follows default argument [invalid-function-definition]']
+Line 84: Unexpected errors ['File "dataclasses_usage.py", line 84, in <module>: Function DC4.__init__ expects 2 arg(s), got 3 [wrong-arg-count]']
+Line 89: Unexpected errors ['File "dataclasses_usage.py", line 89, in DC5: Type annotation for a does not match type of assignment [annotation-type-mismatch]']
+Line 127: Unexpected errors ['File "dataclasses_usage.py", line 127, in <module>: Function DC7.__init__ expects 2 arg(s), got 3 [wrong-arg-count]']
+Line 130: Unexpected errors ['File "dataclasses_usage.py", line 130, in <module>: Missing parameter \\'y\\' in call to function DC8.__init__ [missing-parameter]']
+Line 152: Unexpected errors ['File "dataclasses_usage.py", line 152, in __init__: Type annotation for x_squared does not match type of assignment [annotation-type-mismatch]']
+Line 165: Unexpected errors ['File "dataclasses_usage.py", line 165, in __init__: Type annotation for x_squared does not match type of assignment [annotation-type-mismatch]']
+Line 179: Unexpected errors ['File "dataclasses_usage.py", line 179, in <module>: Function DC13.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+"""
diff --git a/conformance/results/pytype/directives_assert_type.toml b/conformance/results/pytype/directives_assert_type.toml
index 8e6771712..ddf57fb4d 100644
--- a/conformance/results/pytype/directives_assert_type.toml
+++ b/conformance/results/pytype/directives_assert_type.toml
@@ -6,3 +6,7 @@ File "directives_assert_type.py", line 31, in func1: Function assert_type expect
 File "directives_assert_type.py", line 32, in func1: str [assert-type]
 File "directives_assert_type.py", line 33, in func1: Function assert_type expects 2 arg(s), got 3 [wrong-arg-count]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 29: Expected 1 errors
+"""
diff --git a/conformance/results/pytype/directives_cast.toml b/conformance/results/pytype/directives_cast.toml
index 6d4bd1113..315bb0501 100644
--- a/conformance/results/pytype/directives_cast.toml
+++ b/conformance/results/pytype/directives_cast.toml
@@ -1,8 +1,12 @@
 conformant = "Partial"
-notes = """
-Does not reject a call to "cast" with additional arguments.
+notes = """Does not reject a call to "cast" with additional arguments.
 """
 output = """
 File "directives_cast.py", line 15, in <module>: Missing parameter 'typ' in call to function typing.cast [missing-parameter]
 File "directives_cast.py", line 16, in <module>: Invalid type annotation '1' for typing.cast [invalid-annotation]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 15: Unexpected errors ['File "directives_cast.py", line 15, in <module>: Missing parameter \\'typ\\' in call to function typing.cast [missing-parameter]']
+Line 16: Unexpected errors ['File "directives_cast.py", line 16, in <module>: Invalid type annotation \\'1\\' for typing.cast [invalid-annotation]']
+"""
diff --git a/conformance/results/pytype/directives_no_type_check.toml b/conformance/results/pytype/directives_no_type_check.toml
index e0a238863..52d7cbf41 100644
--- a/conformance/results/pytype/directives_no_type_check.toml
+++ b/conformance/results/pytype/directives_no_type_check.toml
@@ -1,6 +1,5 @@
 conformant = "Pass"
-notes = """
-Does not honor @no_type_check decorator.
+notes = """Does not honor @no_type_check decorator.
 """
 output = """
 File "directives_no_type_check.py", line 16, in ClassA: Type annotation for x does not match type of assignment [annotation-type-mismatch]
@@ -9,3 +8,11 @@ File "directives_no_type_check.py", line 22, in func1: bad return type [bad-retu
 File "directives_no_type_check.py", line 25, in <module>: Function func1 was called with the wrong arguments [wrong-arg-types]
 File "directives_no_type_check.py", line 26, in <module>: Missing parameter 'a' in call to function func1 [missing-parameter]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['File "directives_no_type_check.py", line 16, in ClassA: Type annotation for x does not match type of assignment [annotation-type-mismatch]']
+Line 21: Unexpected errors ['File "directives_no_type_check.py", line 21, in func1: unsupported operand type(s) for +: int and str [unsupported-operands]']
+Line 22: Unexpected errors ['File "directives_no_type_check.py", line 22, in func1: bad return type [bad-return-type]']
+Line 25: Unexpected errors ['File "directives_no_type_check.py", line 25, in <module>: Function func1 was called with the wrong arguments [wrong-arg-types]']
+Line 26: Unexpected errors ['File "directives_no_type_check.py", line 26, in <module>: Missing parameter \\'a\\' in call to function func1 [missing-parameter]']
+"""
diff --git a/conformance/results/pytype/directives_reveal_type.toml b/conformance/results/pytype/directives_reveal_type.toml
index 814702713..2dd5c8005 100644
--- a/conformance/results/pytype/directives_reveal_type.toml
+++ b/conformance/results/pytype/directives_reveal_type.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject call to reveal_type with zero arguments.
+notes = """Does not reject call to reveal_type with zero arguments.
 Does not reject call to reveal_type with too many arguments.
 """
 output = """
@@ -10,3 +9,11 @@ File "directives_reveal_type.py", line 16, in func1: Any [reveal-type]
 File "directives_reveal_type.py", line 17, in func1: ForwardReference [reveal-type]
 File "directives_reveal_type.py", line 20, in func1: Union[int, str] [reveal-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 19: Expected 1 errors
+Line 14: Unexpected errors ['File "directives_reveal_type.py", line 14, in func1: Union[int, str] [reveal-type]']
+Line 15: Unexpected errors ['File "directives_reveal_type.py", line 15, in func1: List[int] [reveal-type]']
+Line 16: Unexpected errors ['File "directives_reveal_type.py", line 16, in func1: Any [reveal-type]']
+Line 17: Unexpected errors ['File "directives_reveal_type.py", line 17, in func1: ForwardReference [reveal-type]']
+"""
diff --git a/conformance/results/pytype/directives_type_checking.toml b/conformance/results/pytype/directives_type_checking.toml
index ec7f31722..37aaae899 100644
--- a/conformance/results/pytype/directives_type_checking.toml
+++ b/conformance/results/pytype/directives_type_checking.toml
@@ -2,3 +2,6 @@ conformant = "Pass"
 output = """
 
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/directives_type_ignore.toml b/conformance/results/pytype/directives_type_ignore.toml
index 73a04d460..eec63b8a8 100644
--- a/conformance/results/pytype/directives_type_ignore.toml
+++ b/conformance/results/pytype/directives_type_ignore.toml
@@ -1,8 +1,11 @@
 conformant = "Partial"
-notes = """
-Does not honor "# type: ignore" comment if comment includes additional text.
+notes = """Does not honor "# type: ignore" comment if comment includes additional text.
 """
 output = """
 File "directives_type_ignore.py", line 11, in <module>: Type annotation for y does not match type of assignment [annotation-type-mismatch]
 File "directives_type_ignore.py", line 11: Stray type comment: ignore - additional stuff [ignored-type-comment]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 11: Unexpected errors ['File "directives_type_ignore.py", line 11, in <module>: Type annotation for y does not match type of assignment [annotation-type-mismatch]', 'File "directives_type_ignore.py", line 11: Stray type comment: ignore - additional stuff [ignored-type-comment]']
+"""
diff --git a/conformance/results/pytype/directives_type_ignore_file1.toml b/conformance/results/pytype/directives_type_ignore_file1.toml
index ec7f31722..37aaae899 100644
--- a/conformance/results/pytype/directives_type_ignore_file1.toml
+++ b/conformance/results/pytype/directives_type_ignore_file1.toml
@@ -2,3 +2,6 @@ conformant = "Pass"
 output = """
 
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/directives_type_ignore_file2.toml b/conformance/results/pytype/directives_type_ignore_file2.toml
index adfad1dbe..9a7fd5e76 100644
--- a/conformance/results/pytype/directives_type_ignore_file2.toml
+++ b/conformance/results/pytype/directives_type_ignore_file2.toml
@@ -1,7 +1,10 @@
 conformant = "Partial"
-notes = """
-Does not ignore `# type: ignore` if it occurs after docstrings in the file.
+notes = """Does not ignore `# type: ignore` if it occurs after docstrings in the file.
 """
 output = """
 
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 14: Expected 1 errors
+"""
diff --git a/conformance/results/pytype/directives_version_platform.toml b/conformance/results/pytype/directives_version_platform.toml
index fc9aa3d20..c4a9b0e8e 100644
--- a/conformance/results/pytype/directives_version_platform.toml
+++ b/conformance/results/pytype/directives_version_platform.toml
@@ -1,6 +1,5 @@
 conformant = "Pass"
-notes = """
-Does not understand three-element form of sys.version checks.
+notes = """Does not understand three-element form of sys.version checks.
 Does not understand os.name checks.
 """
 output = """
@@ -8,3 +7,9 @@ File "directives_version_platform.py", line 27, in <module>: Type annotation for
 File "directives_version_platform.py", line 40, in <module>: Type annotation for val7 does not match type of assignment [annotation-type-mismatch]
 File "directives_version_platform.py", line 45, in <module>: Type annotation for val8 does not match type of assignment [annotation-type-mismatch]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 27: Unexpected errors ['File "directives_version_platform.py", line 27, in <module>: Type annotation for val3 does not match type of assignment [annotation-type-mismatch]']
+Line 40: Unexpected errors ['File "directives_version_platform.py", line 40, in <module>: Type annotation for val7 does not match type of assignment [annotation-type-mismatch]']
+Line 45: Unexpected errors ['File "directives_version_platform.py", line 45, in <module>: Type annotation for val8 does not match type of assignment [annotation-type-mismatch]']
+"""
diff --git a/conformance/results/pytype/generics_base_class.toml b/conformance/results/pytype/generics_base_class.toml
index 1eefa2fd6..609ea67f8 100644
--- a/conformance/results/pytype/generics_base_class.toml
+++ b/conformance/results/pytype/generics_base_class.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-False negative on passing SymbolTable to dict[str, list[object]].
+notes = """False negative on passing SymbolTable to dict[str, list[object]].
 Does not reject illegal use of Generic.
 """
 output = """
@@ -9,3 +8,10 @@ File "generics_base_class.py", line 49, in <module>: Invalid type annotation 'Li
 File "generics_base_class.py", line 61, in <module>: Invalid type annotation 'MyDict[int, int]'  [invalid-annotation]
 File "generics_base_class.py", line 68, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 29: Unexpected errors ['File "generics_base_class.py", line 29, in <module>: Invalid type annotation \\'T\\'  [invalid-annotation]']
+Line 49: Unexpected errors ['File "generics_base_class.py", line 49, in <module>: Invalid type annotation \\'LinkedList[int, int]\\'  [invalid-annotation]']
+Line 61: Unexpected errors ['File "generics_base_class.py", line 61, in <module>: Invalid type annotation \\'MyDict[int, int]\\'  [invalid-annotation]']
+Line 68: Unexpected errors ['File "generics_base_class.py", line 68, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+"""
diff --git a/conformance/results/pytype/generics_basic.toml b/conformance/results/pytype/generics_basic.toml
index aa0abd7c5..37029343b 100644
--- a/conformance/results/pytype/generics_basic.toml
+++ b/conformance/results/pytype/generics_basic.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-False positives in examples using constrained type variables.
+notes = """False positives in examples using constrained type variables.
 False negative for generic metaclass.
 """
 output = """
@@ -20,3 +19,18 @@ File "generics_basic.py", line 140, in test_my_map: unsupported operand type(s)
 File "generics_basic.py", line 141, in test_my_map: unsupported operand type(s) for item retrieval: MyMap2[int, str] and int [unsupported-operands]
 File "generics_basic.py", line 161, in test_my_iterable_any: Iterator[nothing] [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 31: Unexpected errors ['File "generics_basic.py", line 31, in concat: bad return type [bad-return-type]']
+Line 36: Unexpected errors ['File "generics_basic.py", line 36, in test_concat: Function concat was called with the wrong arguments [wrong-arg-types]']
+Line 37: Unexpected errors ['File "generics_basic.py", line 37, in test_concat: Function concat was called with the wrong arguments [wrong-arg-types]']
+Line 44: Unexpected errors ['File "generics_basic.py", line 44, in <module>: Invalid TypeVar: the number of constraints must be 0 or more than 1 [invalid-typevar]']
+Line 48: Unexpected errors ['File "generics_basic.py", line 48, in <module>: Invalid TypeVar: constraint cannot contain TypeVars [invalid-typevar]']
+Line 57: Unexpected errors ['File "generics_basic.py", line 57, in test_concat_subtype: MyStr [assert-type]']
+Line 58: Unexpected errors ['File "generics_basic.py", line 58, in test_concat_subtype: Function concat was called with the wrong arguments [wrong-arg-types]', 'File "generics_basic.py", line 58, in test_concat_subtype: Any [assert-type]']
+Line 59: Unexpected errors ['File "generics_basic.py", line 59, in test_concat_subtype: Function concat was called with the wrong arguments [wrong-arg-types]']
+Line 107: Unexpected errors ['File "generics_basic.py", line 107, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 140: Unexpected errors ['File "generics_basic.py", line 140, in test_my_map: unsupported operand type(s) for item retrieval: MyMap1[str, int] and int [unsupported-operands]']
+Line 141: Unexpected errors ['File "generics_basic.py", line 141, in test_my_map: unsupported operand type(s) for item retrieval: MyMap2[int, str] and int [unsupported-operands]']
+Line 161: Unexpected errors ['File "generics_basic.py", line 161, in test_my_iterable_any: Iterator[nothing] [assert-type]']
+"""
diff --git a/conformance/results/pytype/generics_defaults.toml b/conformance/results/pytype/generics_defaults.toml
index 812d5e505..49bb5b05c 100644
--- a/conformance/results/pytype/generics_defaults.toml
+++ b/conformance/results/pytype/generics_defaults.toml
@@ -50,3 +50,54 @@ File "generics_defaults.py", line 172, in <module>: class Foo7 is not indexable
 File "generics_defaults.py", line 172, in <module>: Callable[[Any], Self] [assert-type]
 File "generics_defaults.py", line 173, in <module>: Any [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 7: Unexpected errors ['File "generics_defaults.py", line 7, in <module>: typing.Unpack not supported yet [not-supported-yet]']
+Line 8: Unexpected errors ['File "generics_defaults.py", line 8, in <module>: typing_extensions.TypeVarTuple not supported yet [not-supported-yet]']
+Line 11: Unexpected errors ['File "generics_defaults.py", line 11, in <module>: wrong arguments [invalid-typevar]']
+Line 12: Unexpected errors ['File "generics_defaults.py", line 12, in <module>: wrong arguments [invalid-typevar]']
+Line 13: Unexpected errors ['File "generics_defaults.py", line 13, in <module>: wrong arguments [invalid-typevar]']
+Line 25: Unexpected errors ['File "generics_defaults.py", line 25, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 29: Unexpected errors ['File "generics_defaults.py", line 29, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 32: Unexpected errors ['File "generics_defaults.py", line 32, in <module>: class NoNonDefaults is not indexable [not-indexable]']
+Line 33: Unexpected errors ['File "generics_defaults.py", line 33, in <module>: class NoNonDefaults is not indexable [not-indexable]']
+Line 34: Unexpected errors ['File "generics_defaults.py", line 34, in <module>: class NoNonDefaults is not indexable [not-indexable]']
+Line 37: Unexpected errors ['File "generics_defaults.py", line 37, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 40: Unexpected errors ['File "generics_defaults.py", line 40, in <module>: Invalid type annotation \\'OneDefault[float, bool]\\'  [invalid-annotation]']
+Line 41: Unexpected errors ['File "generics_defaults.py", line 41, in <module>: Invalid type annotation \\'OneDefault[float, bool]\\'  [invalid-annotation]']
+Line 44: Unexpected errors ['File "generics_defaults.py", line 44, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 47: Unexpected errors ['File "generics_defaults.py", line 47, in <module>: Invalid type annotation \\'AllTheDefaults[Any, Any, str, int, bool]\\'  [invalid-annotation]']
+Line 49: Unexpected errors ['File "generics_defaults.py", line 49, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
+Line 52: Unexpected errors ['File "generics_defaults.py", line 52, in <module>: Invalid type annotation \\'AllTheDefaults[int]\\'  [invalid-annotation]']
+Line 55: Unexpected errors ['File "generics_defaults.py", line 55, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
+Line 58: Unexpected errors ['File "generics_defaults.py", line 58, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str]\\'  [invalid-annotation]']
+Line 59: Unexpected errors ['File "generics_defaults.py", line 59, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
+Line 62: Unexpected errors ['File "generics_defaults.py", line 62, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int]\\'  [invalid-annotation]']
+Line 63: Unexpected errors ['File "generics_defaults.py", line 63, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
+Line 66: Unexpected errors ['File "generics_defaults.py", line 66, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
+Line 67: Unexpected errors ['File "generics_defaults.py", line 67, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
+Line 75: Unexpected errors ['File "generics_defaults.py", line 75, in <module>: wrong arguments [invalid-typevar]']
+Line 78: Unexpected errors ['File "generics_defaults.py", line 78, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 81: Unexpected errors ['File "generics_defaults.py", line 81, in <module>: class Class_ParamSpec is not indexable [not-indexable]']
+Line 82: Unexpected errors ['File "generics_defaults.py", line 82, in <module>: class Class_ParamSpec is not indexable [not-indexable]']
+Line 83: Unexpected errors ['File "generics_defaults.py", line 83, in <module>: class Class_ParamSpec is not indexable [not-indexable]']
+Line 93: Unexpected errors ['File "generics_defaults.py", line 93, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 96: Unexpected errors ['File "generics_defaults.py", line 96, in <module>: class Class_TypeVarTuple is not indexable [not-indexable]']
+Line 97: Unexpected errors ['File "generics_defaults.py", line 97, in <module>: class Class_TypeVarTuple is not indexable [not-indexable]']
+Line 98: Unexpected errors ['File "generics_defaults.py", line 98, in <module>: class Class_TypeVarTuple is not indexable [not-indexable]']
+Line 105: Unexpected errors ['File "generics_defaults.py", line 105, in <module>: wrong arguments [invalid-typevar]']
+Line 106: Unexpected errors ['File "generics_defaults.py", line 106, in <module>: wrong arguments [invalid-typevar]']
+Line 114: Unexpected errors ['File "generics_defaults.py", line 114, in <module>: wrong arguments [invalid-typevar]']
+Line 115: Unexpected errors ['File "generics_defaults.py", line 115, in <module>: wrong arguments [invalid-typevar]']
+Line 127: Unexpected errors ['File "generics_defaults.py", line 127, in <module>: wrong arguments [invalid-typevar]']
+Line 133: Unexpected errors ['File "generics_defaults.py", line 133, in <module>: Any [assert-type]']
+Line 141: Unexpected errors ['File "generics_defaults.py", line 141, in <module>: wrong arguments [invalid-typevar]']
+Line 144: Unexpected errors ['File "generics_defaults.py", line 144, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 151: Unexpected errors ['File "generics_defaults.py", line 151, in <module>: wrong arguments [invalid-typevar]']
+Line 154: Unexpected errors ['File "generics_defaults.py", line 154, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 157: Unexpected errors ['File "generics_defaults.py", line 157, in <module>: class Foo6 is not indexable [not-indexable]']
+Line 158: Unexpected errors ['File "generics_defaults.py", line 158, in <module>: class Foo6 is not indexable [not-indexable]']
+Line 165: Unexpected errors ['File "generics_defaults.py", line 165, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 172: Unexpected errors ['File "generics_defaults.py", line 172, in <module>: class Foo7 is not indexable [not-indexable]', 'File "generics_defaults.py", line 172, in <module>: Callable[[Any], Self] [assert-type]']
+Line 173: Unexpected errors ['File "generics_defaults.py", line 173, in <module>: Any [assert-type]']
+"""
diff --git a/conformance/results/pytype/generics_defaults_referential.toml b/conformance/results/pytype/generics_defaults_referential.toml
index 37ea822b6..192bb1b99 100644
--- a/conformance/results/pytype/generics_defaults_referential.toml
+++ b/conformance/results/pytype/generics_defaults_referential.toml
@@ -34,3 +34,39 @@ File "generics_defaults_referential.py", line 104, in <module>: Invalid type ann
 File "generics_defaults_referential.py", line 105, in <module>: Invalid type annotation 'Bar[int, List[str]]'  [invalid-annotation]
 File "generics_defaults_referential.py", line 106, in <module>: Invalid type annotation 'Bar[int, str]'  [invalid-annotation]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 14: Unexpected errors ['File "generics_defaults_referential.py", line 14, in <module>: wrong arguments [invalid-typevar]']
+Line 15: Unexpected errors ['File "generics_defaults_referential.py", line 15, in <module>: wrong arguments [invalid-typevar]']
+Line 16: Unexpected errors ['File "generics_defaults_referential.py", line 16, in <module>: wrong arguments [invalid-typevar]']
+Line 17: Unexpected errors ['File "generics_defaults_referential.py", line 17, in <module>: wrong arguments [invalid-typevar]']
+Line 20: Unexpected errors ['File "generics_defaults_referential.py", line 20, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 23: Unexpected errors ['File "generics_defaults_referential.py", line 23, in <module>: class slice is not indexable [not-indexable]']
+Line 24: Unexpected errors ['File "generics_defaults_referential.py", line 24, in <module>: class slice is not indexable [not-indexable]']
+Line 25: Unexpected errors ['File "generics_defaults_referential.py", line 25, in <module>: class slice is not indexable [not-indexable]']
+Line 26: Unexpected errors ['File "generics_defaults_referential.py", line 26, in <module>: class slice is not indexable [not-indexable]']
+Line 28: Unexpected errors ['File "generics_defaults_referential.py", line 28, in <module>: wrong arguments [invalid-typevar]']
+Line 31: Unexpected errors ['File "generics_defaults_referential.py", line 31, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 35: Unexpected errors ['File "generics_defaults_referential.py", line 35, in <module>: class Foo is not indexable [not-indexable]']
+Line 36: Unexpected errors ['File "generics_defaults_referential.py", line 36, in <module>: class Foo is not indexable [not-indexable]']
+Line 39: Unexpected errors ['File "generics_defaults_referential.py", line 39, in <module>: class Foo is not indexable [not-indexable]']
+Line 47: Unexpected errors ['File "generics_defaults_referential.py", line 47, in <module>: wrong arguments [invalid-typevar]']
+Line 50: Unexpected errors ['File "generics_defaults_referential.py", line 50, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 53: Unexpected errors ['File "generics_defaults_referential.py", line 53, in <module>: wrong arguments [invalid-typevar]']
+Line 54: Unexpected errors ['File "generics_defaults_referential.py", line 54, in <module>: wrong arguments [invalid-typevar]']
+Line 57: Unexpected errors ['File "generics_defaults_referential.py", line 57, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 64: Unexpected errors ['File "generics_defaults_referential.py", line 64, in Foo3: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 70: Unexpected errors ['File "generics_defaults_referential.py", line 70, in <module>: wrong arguments [invalid-typevar]']
+Line 71: Unexpected errors ['File "generics_defaults_referential.py", line 71, in <module>: wrong arguments [invalid-typevar]']
+Line 72: Unexpected errors ['File "generics_defaults_referential.py", line 72, in <module>: wrong arguments [invalid-typevar]']
+Line 78: Unexpected errors ['File "generics_defaults_referential.py", line 78, in <module>: wrong arguments [invalid-typevar]']
+Line 83: Unexpected errors ['File "generics_defaults_referential.py", line 83, in <module>: wrong arguments [invalid-typevar]']
+Line 84: Unexpected errors ['File "generics_defaults_referential.py", line 84, in <module>: wrong arguments [invalid-typevar]']
+Line 95: Unexpected errors ['File "generics_defaults_referential.py", line 95, in <module>: wrong arguments [invalid-typevar]']
+Line 98: Unexpected errors ['File "generics_defaults_referential.py", line 98, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 102: Unexpected errors ['File "generics_defaults_referential.py", line 102, in <module>: Invalid type annotation \\'Bar[Any, list]\\'  [invalid-annotation]']
+Line 103: Unexpected errors ['File "generics_defaults_referential.py", line 103, in <module>: Invalid type annotation \\'Bar[int, List[int]]\\'  [invalid-annotation]']
+Line 104: Unexpected errors ['File "generics_defaults_referential.py", line 104, in <module>: Invalid type annotation \\'Bar[int, List[int]]\\'  [invalid-annotation]']
+Line 105: Unexpected errors ['File "generics_defaults_referential.py", line 105, in <module>: Invalid type annotation \\'Bar[int, List[str]]\\'  [invalid-annotation]']
+Line 106: Unexpected errors ['File "generics_defaults_referential.py", line 106, in <module>: Invalid type annotation \\'Bar[int, str]\\'  [invalid-annotation]']
+"""
diff --git a/conformance/results/pytype/generics_defaults_specialization.toml b/conformance/results/pytype/generics_defaults_specialization.toml
index 0d2bb4a7b..2579d20b0 100644
--- a/conformance/results/pytype/generics_defaults_specialization.toml
+++ b/conformance/results/pytype/generics_defaults_specialization.toml
@@ -17,3 +17,21 @@ File "generics_defaults_specialization.py", line 58, in <module>: Invalid type a
 File "generics_defaults_specialization.py", line 65, in <module>: class Baz is not indexable [not-indexable]
 File "generics_defaults_specialization.py", line 65, in <module>: Invalid type annotation 'Baz[int, str]'  [invalid-annotation]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 15: Unexpected errors ['File "generics_defaults_specialization.py", line 15, in <module>: wrong arguments [invalid-typevar]']
+Line 16: Unexpected errors ['File "generics_defaults_specialization.py", line 16, in <module>: wrong arguments [invalid-typevar]']
+Line 25: Unexpected errors ['File "generics_defaults_specialization.py", line 25, in <module>: Invalid type annotation \\'SomethingWithNoDefaults[int, Any][bool]\\'  [invalid-annotation]']
+Line 26: Unexpected errors ['File "generics_defaults_specialization.py", line 26, in func1: SomethingWithNoDefaults[int, Any] [assert-type]']
+Line 27: Unexpected errors ['File "generics_defaults_specialization.py", line 27, in func1: SomethingWithNoDefaults[int, Any] [assert-type]']
+Line 30: Unexpected errors ['File "generics_defaults_specialization.py", line 30, in <module>: Invalid type annotation \\'SomethingWithNoDefaults[int, Any][bool, int]\\'  [invalid-annotation]']
+Line 38: Unexpected errors ['File "generics_defaults_specialization.py", line 38, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 42: Unexpected errors ['File "generics_defaults_specialization.py", line 42, in <module>: Invalid type annotation \\'SubclassMe[int, Any]\\'  [invalid-annotation]']
+Line 45: Unexpected errors ['File "generics_defaults_specialization.py", line 45, in <module>: class Bar is not indexable [not-indexable]']
+Line 46: Unexpected errors ['File "generics_defaults_specialization.py", line 46, in <module>: class Bar is not indexable [not-indexable]']
+Line 47: Unexpected errors ['File "generics_defaults_specialization.py", line 47, in <module>: class Bar is not indexable [not-indexable]']
+Line 53: Unexpected errors ['File "generics_defaults_specialization.py", line 53, in <module>: Any [assert-type]']
+Line 55: Unexpected errors ['File "generics_defaults_specialization.py", line 55, in <module>: class Foo is not indexable [not-indexable]']
+Line 58: Unexpected errors ['File "generics_defaults_specialization.py", line 58, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 65: Unexpected errors ['File "generics_defaults_specialization.py", line 65, in <module>: class Baz is not indexable [not-indexable]', 'File "generics_defaults_specialization.py", line 65, in <module>: Invalid type annotation \\'Baz[int, str]\\'  [invalid-annotation]']
+"""
diff --git a/conformance/results/pytype/generics_paramspec_basic.toml b/conformance/results/pytype/generics_paramspec_basic.toml
index 89b0272ae..96b810ffe 100644
--- a/conformance/results/pytype/generics_paramspec_basic.toml
+++ b/conformance/results/pytype/generics_paramspec_basic.toml
@@ -1,7 +1,9 @@
 conformant = "Unsupported"
-notes = """
-Does not support ParamSpec.
+notes = """Does not support ParamSpec.
 """
 output = """
 AssertionError: 
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/generics_paramspec_components.toml b/conformance/results/pytype/generics_paramspec_components.toml
index a9cd70809..0d5e90a35 100644
--- a/conformance/results/pytype/generics_paramspec_components.toml
+++ b/conformance/results/pytype/generics_paramspec_components.toml
@@ -1,7 +1,9 @@
 conformant = "Unsupported"
-notes = """
-Does not support ParamSpec.
+notes = """Does not support ParamSpec.
 """
 output = """
 NotImplementedError: ParamSpecArgs
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/generics_paramspec_semantics.toml b/conformance/results/pytype/generics_paramspec_semantics.toml
index 89b0272ae..96b810ffe 100644
--- a/conformance/results/pytype/generics_paramspec_semantics.toml
+++ b/conformance/results/pytype/generics_paramspec_semantics.toml
@@ -1,7 +1,9 @@
 conformant = "Unsupported"
-notes = """
-Does not support ParamSpec.
+notes = """Does not support ParamSpec.
 """
 output = """
 AssertionError: 
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/generics_paramspec_specialization.toml b/conformance/results/pytype/generics_paramspec_specialization.toml
index 59ae8fe42..b171dfeae 100644
--- a/conformance/results/pytype/generics_paramspec_specialization.toml
+++ b/conformance/results/pytype/generics_paramspec_specialization.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Rejects valid specialization of ParamSpec using list expression.
+notes = """Rejects valid specialization of ParamSpec using list expression.
 Does not reject invalid specialization of class with both TypeVar and ParamSpec.
 Reports error for valid method call involving ParamSpec.
 """
@@ -18,3 +17,17 @@ File "generics_paramspec_specialization.py", line 60, in func31: Function <calla
 File "generics_paramspec_specialization.py", line 61, in func31: Function <callable> expects 1 arg(s), got 3 [wrong-arg-count]
 File "generics_paramspec_specialization.py", line 62, in func31: Function <callable> expects 1 arg(s), got 3 [wrong-arg-count]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 33: Unexpected errors ['File "generics_paramspec_specialization.py", line 33, in <module>: Invalid type annotation \\'[int, bool]\\'  [invalid-annotation]', 'File "generics_paramspec_specialization.py", line 33, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]']
+Line 37: Unexpected errors ['File "generics_paramspec_specialization.py", line 37, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]']
+Line 41: Unexpected errors ['File "generics_paramspec_specialization.py", line 41, in <module>: Invalid type annotation \\'[]\\'  [invalid-annotation]']
+Line 53: Unexpected errors ['File "generics_paramspec_specialization.py", line 53, in <module>: Invalid type annotation \\'[int, str, bool]\\'  [invalid-annotation]']
+Line 54: Unexpected errors ['File "generics_paramspec_specialization.py", line 54, in func30: Function <callable> expects 1 arg(s), got 3 [wrong-arg-count]']
+Line 55: Unexpected errors ['File "generics_paramspec_specialization.py", line 55, in func30: Function <callable> expects 1 arg(s), got 3 [wrong-arg-count]']
+Line 56: Unexpected errors ['File "generics_paramspec_specialization.py", line 56, in func30: Function <callable> expects 1 arg(s), got 3 [wrong-arg-count]']
+Line 59: Unexpected errors ['File "generics_paramspec_specialization.py", line 59, in <module>: Invalid type annotation \\'ClassC[int, str, bool]\\'  [invalid-annotation]']
+Line 60: Unexpected errors ['File "generics_paramspec_specialization.py", line 60, in func31: Function <callable> expects 1 arg(s), got 3 [wrong-arg-count]']
+Line 61: Unexpected errors ['File "generics_paramspec_specialization.py", line 61, in func31: Function <callable> expects 1 arg(s), got 3 [wrong-arg-count]']
+Line 62: Unexpected errors ['File "generics_paramspec_specialization.py", line 62, in func31: Function <callable> expects 1 arg(s), got 3 [wrong-arg-count]']
+"""
diff --git a/conformance/results/pytype/generics_scoping.toml b/conformance/results/pytype/generics_scoping.toml
index b97f114df..312cd191e 100644
--- a/conformance/results/pytype/generics_scoping.toml
+++ b/conformance/results/pytype/generics_scoping.toml
@@ -24,3 +24,18 @@ File "generics_scoping.py", line 74, in AlsoBad: Invalid type annotation 'List[T
 File "generics_scoping.py", line 84, in <module>: Invalid type annotation 'T' for global_var1 [invalid-annotation]
 File "generics_scoping.py", line 85, in <module>: Invalid type annotation 'List[T]' for global_var2 [invalid-annotation]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 9: Unexpected errors ['File "generics_scoping.py", line 9, in fun_1: bad return type [bad-return-type]']
+Line 10: Unexpected errors ['File "generics_scoping.py", line 10, in fun_2: bad return type [bad-return-type]']
+Line 20: Unexpected errors ['File "generics_scoping.py", line 20, in meth_1: bad return type [bad-return-type]']
+Line 25: Unexpected errors ['File "generics_scoping.py", line 25, in <module>: Function MyClass.meth_2 was called with the wrong arguments [wrong-arg-types]']
+Line 35: Unexpected errors ['File "generics_scoping.py", line 35, in method: bad return type [bad-return-type]', 'File "generics_scoping.py", line 35, in method: bad return type [bad-return-type]']
+Line 46: Unexpected errors ['File "generics_scoping.py", line 46, in fun_3: Invalid type annotation \\'List[S]\\' for z [invalid-annotation]']
+Line 50: Unexpected errors ['File "generics_scoping.py", line 50, in Bar: Invalid type annotation \\'List[S]\\' for an_attr [invalid-annotation]']
+Line 59: Unexpected errors ['File "generics_scoping.py", line 59, in fun_4: Invalid type annotation \\'T\\'  [invalid-annotation]']
+Line 70: Unexpected errors ['File "generics_scoping.py", line 70, in <module>: Invalid type annotation \\'Outer\\'  [invalid-annotation]']
+Line 74: Unexpected errors ['File "generics_scoping.py", line 74, in AlsoBad: Invalid type annotation \\'List[T]\\' for x [invalid-annotation]']
+Line 84: Unexpected errors ['File "generics_scoping.py", line 84, in <module>: Invalid type annotation \\'T\\' for global_var1 [invalid-annotation]']
+Line 85: Unexpected errors ['File "generics_scoping.py", line 85, in <module>: Invalid type annotation \\'List[T]\\' for global_var2 [invalid-annotation]']
+"""
diff --git a/conformance/results/pytype/generics_self_advanced.toml b/conformance/results/pytype/generics_self_advanced.toml
index 3906e49cb..eb6f59ffc 100644
--- a/conformance/results/pytype/generics_self_advanced.toml
+++ b/conformance/results/pytype/generics_self_advanced.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand `Self` type.
+notes = """Does not understand `Self` type.
 """
 output = """
 File "generics_self_advanced.py", line 12, in prop1: bad return type [bad-return-type]
@@ -23,3 +22,17 @@ File "generics_self_advanced.py", line 43, in method3: List[ChildB] [assert-type
 File "generics_self_advanced.py", line 44, in method3: ChildB [assert-type]
 File "generics_self_advanced.py", line 45, in method3: ChildB [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 12: Unexpected errors ['File "generics_self_advanced.py", line 12, in prop1: bad return type [bad-return-type]', 'File "generics_self_advanced.py", line 12, in prop1: bad return type [bad-return-type]']
+Line 19: Unexpected errors ['File "generics_self_advanced.py", line 19, in <module>: ParentA [assert-type]']
+Line 29: Unexpected errors ['File "generics_self_advanced.py", line 29, in method1: bad return type [bad-return-type]', 'File "generics_self_advanced.py", line 29, in method1: bad return type [bad-return-type]']
+Line 35: Unexpected errors ['File "generics_self_advanced.py", line 35, in method2: ChildB [assert-type]']
+Line 36: Unexpected errors ['File "generics_self_advanced.py", line 36, in method2: List[ChildB] [assert-type]']
+Line 37: Unexpected errors ['File "generics_self_advanced.py", line 37, in method2: ChildB [assert-type]']
+Line 38: Unexpected errors ['File "generics_self_advanced.py", line 38, in method2: ChildB [assert-type]']
+Line 42: Unexpected errors ['File "generics_self_advanced.py", line 42, in method3: Type[ChildB] [assert-type]']
+Line 43: Unexpected errors ['File "generics_self_advanced.py", line 43, in method3: List[ChildB] [assert-type]']
+Line 44: Unexpected errors ['File "generics_self_advanced.py", line 44, in method3: ChildB [assert-type]']
+Line 45: Unexpected errors ['File "generics_self_advanced.py", line 45, in method3: ChildB [assert-type]']
+"""
diff --git a/conformance/results/pytype/generics_self_attributes.toml b/conformance/results/pytype/generics_self_attributes.toml
index 2b26e79aa..0aa6bc478 100644
--- a/conformance/results/pytype/generics_self_attributes.toml
+++ b/conformance/results/pytype/generics_self_attributes.toml
@@ -1,7 +1,10 @@
 conformant = "Unsupported"
-notes = """
-Does not understand `Self` type.
+notes = """Does not understand `Self` type.
 """
 output = """
 File "generics_self_attributes.py", line 26, in <module>: Function OrdinalLinkedList.__init__ was called with the wrong arguments [wrong-arg-types]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 26: Unexpected errors ['File "generics_self_attributes.py", line 26, in <module>: Function OrdinalLinkedList.__init__ was called with the wrong arguments [wrong-arg-types]']
+"""
diff --git a/conformance/results/pytype/generics_self_basic.toml b/conformance/results/pytype/generics_self_basic.toml
index 2aa9da03f..812e5fa3b 100644
--- a/conformance/results/pytype/generics_self_basic.toml
+++ b/conformance/results/pytype/generics_self_basic.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand `Self` type.
+notes = """Does not understand `Self` type.
 """
 output = """
 File "generics_self_basic.py", line 13, in set_scale: Shape [assert-type]
@@ -29,3 +28,12 @@ Called from (traceback):
 File "generics_self_basic.py", line 61, in set_value: bad return type [bad-return-type]
 File "generics_self_basic.py", line 64, in Container: unsupported operand type(s) for item retrieval: 'Self: TypeVar' and 'int: Type[int]' [unsupported-operands]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 13: Unexpected errors ['File "generics_self_basic.py", line 13, in set_scale: Shape [assert-type]', 'File "generics_self_basic.py", line 13, in set_scale: Circle [assert-type]']
+Line 26: Unexpected errors ['File "generics_self_basic.py", line 26, in from_config: Type[Shape] [assert-type]', 'File "generics_self_basic.py", line 26, in from_config: Type[Circle] [assert-type]']
+Line 27: Unexpected errors ['File "generics_self_basic.py", line 27, in from_config: Function Shape.__init__ expects 1 arg(s), got 2 [wrong-arg-count]', 'File "generics_self_basic.py", line 27, in from_config: Function Circle.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 39: Unexpected errors ['File "generics_self_basic.py", line 39, in difference: Shape [assert-type]']
+Line 61: Unexpected errors ['File "generics_self_basic.py", line 61, in set_value: bad return type [bad-return-type]', 'File "generics_self_basic.py", line 61, in set_value: bad return type [bad-return-type]', 'File "generics_self_basic.py", line 61, in set_value: bad return type [bad-return-type]']
+Line 64: Unexpected errors ['File "generics_self_basic.py", line 64, in Container: unsupported operand type(s) for item retrieval: \\'Self: TypeVar\\' and \\'int: Type[int]\\' [unsupported-operands]']
+"""
diff --git a/conformance/results/pytype/generics_self_protocols.toml b/conformance/results/pytype/generics_self_protocols.toml
index 33e96883f..ad5b1f4e1 100644
--- a/conformance/results/pytype/generics_self_protocols.toml
+++ b/conformance/results/pytype/generics_self_protocols.toml
@@ -1,7 +1,9 @@
 conformant = "Partial"
-notes = """
-Does not reject protocol compatibility due to method `Self` return type.
+notes = """Does not reject protocol compatibility due to method `Self` return type.
 """
 output = """
 
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/generics_self_usage.toml b/conformance/results/pytype/generics_self_usage.toml
index 499d38f38..084316991 100644
--- a/conformance/results/pytype/generics_self_usage.toml
+++ b/conformance/results/pytype/generics_self_usage.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand `Self` type.
+notes = """Does not understand `Self` type.
 """
 output = """
 File "generics_self_usage.py", line 58, in foo: Invalid type annotation 'Self'  [invalid-annotation]
@@ -16,3 +15,16 @@ File "generics_self_usage.py", line 116, in Base: Invalid type annotation 'Self'
 File "generics_self_usage.py", line 122, in __new__: bad return type [bad-return-type]
 File "generics_self_usage.py", line 126, in __mul__: bad return type [bad-return-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 58: Unexpected errors ['File "generics_self_usage.py", line 58, in foo: Invalid type annotation \\'Self\\'  [invalid-annotation]']
+Line 73: Unexpected errors ['File "generics_self_usage.py", line 73, in <module>: Invalid type annotation \\'Self\\'  [invalid-annotation]']
+Line 76: Unexpected errors ['File "generics_self_usage.py", line 76, in <module>: Invalid type annotation \\'Self\\' for bar [invalid-annotation]']
+Line 82: Unexpected errors ['File "generics_self_usage.py", line 82, in has_existing_self_annotation: bad return type [bad-return-type]']
+Line 86: Unexpected errors ['File "generics_self_usage.py", line 86, in return_concrete_type: bad return type [bad-return-type]']
+Line 103: Unexpected errors ['File "generics_self_usage.py", line 103, in <module>: Invalid base class: Self [base-class-error]']
+Line 111: Unexpected errors ['File "generics_self_usage.py", line 111, in Base: Invalid type annotation \\'Self\\'  [invalid-annotation]']
+Line 116: Unexpected errors ['File "generics_self_usage.py", line 116, in Base: Invalid type annotation \\'Self\\'  [invalid-annotation]']
+Line 122: Unexpected errors ['File "generics_self_usage.py", line 122, in __new__: bad return type [bad-return-type]']
+Line 126: Unexpected errors ['File "generics_self_usage.py", line 126, in __mul__: bad return type [bad-return-type]']
+"""
diff --git a/conformance/results/pytype/generics_syntax_compatibility.toml b/conformance/results/pytype/generics_syntax_compatibility.toml
index 632ab2dde..b6654ec9a 100644
--- a/conformance/results/pytype/generics_syntax_compatibility.toml
+++ b/conformance/results/pytype/generics_syntax_compatibility.toml
@@ -1,7 +1,9 @@
 conformant = "Unsupported"
-notes = """
-Type parameter syntax not yet support.
+notes = """Type parameter syntax not yet support.
 """
 output = """
 SyntaxError: Type parameter lists are only supported in Python 3.12 and greater (<unknown>, line 14)
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/generics_syntax_declarations.toml b/conformance/results/pytype/generics_syntax_declarations.toml
index a0111998f..de0d25410 100644
--- a/conformance/results/pytype/generics_syntax_declarations.toml
+++ b/conformance/results/pytype/generics_syntax_declarations.toml
@@ -1,7 +1,9 @@
 conformant = "Unsupported"
-notes = """
-Type parameter syntax not yet support.
+notes = """Type parameter syntax not yet support.
 """
 output = """
 SyntaxError: Type parameter lists are only supported in Python 3.12 and greater (<unknown>, line 13)
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/generics_syntax_infer_variance.toml b/conformance/results/pytype/generics_syntax_infer_variance.toml
index 0351fc6ea..c55a88b7d 100644
--- a/conformance/results/pytype/generics_syntax_infer_variance.toml
+++ b/conformance/results/pytype/generics_syntax_infer_variance.toml
@@ -1,7 +1,9 @@
 conformant = "Unsupported"
-notes = """
-Type parameter syntax not yet support.
+notes = """Type parameter syntax not yet support.
 """
 output = """
 SyntaxError: Type parameter lists are only supported in Python 3.12 and greater (<unknown>, line 129)
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/generics_syntax_scoping.toml b/conformance/results/pytype/generics_syntax_scoping.toml
index 632ab2dde..b6654ec9a 100644
--- a/conformance/results/pytype/generics_syntax_scoping.toml
+++ b/conformance/results/pytype/generics_syntax_scoping.toml
@@ -1,7 +1,9 @@
 conformant = "Unsupported"
-notes = """
-Type parameter syntax not yet support.
+notes = """Type parameter syntax not yet support.
 """
 output = """
 SyntaxError: Type parameter lists are only supported in Python 3.12 and greater (<unknown>, line 14)
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/generics_type_erasure.toml b/conformance/results/pytype/generics_type_erasure.toml
index 889e84f4f..d2f4b6630 100644
--- a/conformance/results/pytype/generics_type_erasure.toml
+++ b/conformance/results/pytype/generics_type_erasure.toml
@@ -2,3 +2,6 @@ conformant = "Unsupported"
 output = """
 NotImplementedError: ParameterizedClass
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/generics_typevartuple_args.toml b/conformance/results/pytype/generics_typevartuple_args.toml
index 3b38b68ce..35ae8a567 100644
--- a/conformance/results/pytype/generics_typevartuple_args.toml
+++ b/conformance/results/pytype/generics_typevartuple_args.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support TypeVarTuple.
+notes = """Does not support TypeVarTuple.
 """
 output = """
 File "generics_typevartuple_args.py", line 10, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]
@@ -26,3 +25,20 @@ File "generics_typevartuple_args.py", line 62, in <module>: Missing parameter 's
 File "generics_typevartuple_args.py", line 70, in <module>: Invalid type annotation '<instance of Tuple[nothing, ...]>'  [invalid-annotation]
 File "generics_typevartuple_args.py", line 75, in <module>: Function func4 was called with the wrong arguments [wrong-arg-types]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 10: Unexpected errors ['File "generics_typevartuple_args.py", line 10, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
+Line 13: Unexpected errors ['File "generics_typevartuple_args.py", line 13, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 16: Unexpected errors ['File "generics_typevartuple_args.py", line 16, in <module>: No attribute \\'__iter__\\' on TypeVarTuple [attribute-error]', 'File "generics_typevartuple_args.py", line 16, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
+Line 17: Unexpected errors ['File "generics_typevartuple_args.py", line 17, in args_to_tuple: bad return type [bad-return-type]']
+Line 20: Unexpected errors ['File "generics_typevartuple_args.py", line 20, in <module>: Tuple[Any] [assert-type]']
+Line 27: Unexpected errors ['File "generics_typevartuple_args.py", line 27, in <module>: Missing parameter \\'self\\' in call to function tuple.__iter__ [missing-parameter]', 'File "generics_typevartuple_args.py", line 27, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_args.py", line 27, in <module>: Invalid type annotation \\'<instance of Tuple[Type[Env], ...]>\\'  [invalid-annotation]']
+Line 28: Unexpected errors ['File "generics_typevartuple_args.py", line 28, in exec_le: bad return type [bad-return-type]']
+Line 31: Unexpected errors ['File "generics_typevartuple_args.py", line 31, in <module>: Tuple[Any] [assert-type]']
+Line 32: Unexpected errors ['File "generics_typevartuple_args.py", line 32, in <module>: Tuple[Any] [assert-type]']
+Line 42: Unexpected errors ['File "generics_typevartuple_args.py", line 42, in <module>: Missing parameter \\'self\\' in call to function tuple.__iter__ [missing-parameter]']
+Line 51: Unexpected errors ['File "generics_typevartuple_args.py", line 51, in <module>: Missing parameter \\'self\\' in call to function tuple.__iter__ [missing-parameter]', 'File "generics_typevartuple_args.py", line 51, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 62: Unexpected errors ['File "generics_typevartuple_args.py", line 62, in <module>: Missing parameter \\'self\\' in call to function tuple.__iter__ [missing-parameter]']
+Line 70: Unexpected errors ['File "generics_typevartuple_args.py", line 70, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
+Line 75: Unexpected errors ['File "generics_typevartuple_args.py", line 75, in <module>: Function func4 was called with the wrong arguments [wrong-arg-types]']
+"""
diff --git a/conformance/results/pytype/generics_typevartuple_basic.toml b/conformance/results/pytype/generics_typevartuple_basic.toml
index c5bbfe638..99ed5e3da 100644
--- a/conformance/results/pytype/generics_typevartuple_basic.toml
+++ b/conformance/results/pytype/generics_typevartuple_basic.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support TypeVarTuple.
+notes = """Does not support TypeVarTuple.
 """
 output = """
 File "generics_typevartuple_basic.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]
@@ -52,3 +51,38 @@ File "generics_typevartuple_basic.py", line 97, in <module>: class Array is not
 File "generics_typevartuple_basic.py", line 106, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
 File "generics_typevartuple_basic.py", line 106, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 7: Unexpected errors ['File "generics_typevartuple_basic.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
+Line 9: Unexpected errors ['File "generics_typevartuple_basic.py", line 9, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 12: Unexpected errors ['File "generics_typevartuple_basic.py", line 12, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 16: Unexpected errors ['File "generics_typevartuple_basic.py", line 16, in <module>: No attribute \\'__iter__\\' on TypeVarTuple [attribute-error]', 'File "generics_typevartuple_basic.py", line 16, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
+Line 17: Unexpected errors ['File "generics_typevartuple_basic.py", line 17, in func1: bad return type [bad-return-type]']
+Line 20: Unexpected errors ['File "generics_typevartuple_basic.py", line 20, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 23: Unexpected errors ['File "generics_typevartuple_basic.py", line 23, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 24: Unexpected errors ['File "generics_typevartuple_basic.py", line 24, in Array: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
+Line 25: Unexpected errors ['File "generics_typevartuple_basic.py", line 25, in __init__: Invalid type annotation \\'tuple[*Shape,]\\'  [invalid-annotation]']
+Line 27: Unexpected errors ['File "generics_typevartuple_basic.py", line 27, in Array: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
+Line 36: Unexpected errors ['File "generics_typevartuple_basic.py", line 36, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 36, in <module>: Invalid type annotation \\'Array[Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 36, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
+Line 37: Unexpected errors ['File "generics_typevartuple_basic.py", line 37, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 37, in <module>: Invalid type annotation \\'Array[Batch, Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 37, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
+Line 38: Unexpected errors ['File "generics_typevartuple_basic.py", line 38, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 38, in <module>: Invalid type annotation \\'Array[Time, Batch, Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 38, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
+Line 42: Unexpected errors ['File "generics_typevartuple_basic.py", line 42, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 42, in <module>: Invalid type annotation \\'Array[Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 42, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
+Line 43: Unexpected errors ['File "generics_typevartuple_basic.py", line 43, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 43, in <module>: Invalid type annotation \\'Array[Batch, Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 43, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
+Line 44: Unexpected errors ['File "generics_typevartuple_basic.py", line 44, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 44, in <module>: Invalid type annotation \\'Array[Time, Batch, Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 44, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
+Line 52: Unexpected errors ['File "generics_typevartuple_basic.py", line 52, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 53: Unexpected errors ['File "generics_typevartuple_basic.py", line 53, in ClassA: Invalid type annotation \\'<instance of TypeVarTuple>\\'  [invalid-annotation]']
+Line 54: Unexpected errors ['File "generics_typevartuple_basic.py", line 54, in __init__: Invalid type annotation \\'tuple[*Shape,]\\'  [invalid-annotation]']
+Line 56: Unexpected errors ['File "generics_typevartuple_basic.py", line 56, in ClassA: Invalid type annotation \\'<instance of TypeVarTuple>\\'  [invalid-annotation]']
+Line 59: Unexpected errors ['File "generics_typevartuple_basic.py", line 59, in ClassA: Invalid type annotation \\'<instance of TypeVarTuple>\\' for args [invalid-annotation]']
+Line 65: Unexpected errors ['File "generics_typevartuple_basic.py", line 65, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 3 [wrong-arg-count]']
+Line 66: Unexpected errors ['File "generics_typevartuple_basic.py", line 66, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 4 [wrong-arg-count]']
+Line 67: Unexpected errors ['File "generics_typevartuple_basic.py", line 67, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 3 [wrong-arg-count]']
+Line 75: Unexpected errors ['File "generics_typevartuple_basic.py", line 75, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
+Line 76: Unexpected errors ['File "generics_typevartuple_basic.py", line 76, in func2: bad return type [bad-return-type]']
+Line 84: Unexpected errors ['File "generics_typevartuple_basic.py", line 84, in <module>: Tuple[Any] [assert-type]']
+Line 90: Unexpected errors ['File "generics_typevartuple_basic.py", line 90, in <module>: Function func2 was called with the wrong arguments [wrong-arg-types]']
+Line 93: Unexpected errors ['File "generics_typevartuple_basic.py", line 93, in <module>: class Array is not indexable [not-indexable]']
+Line 94: Unexpected errors ['File "generics_typevartuple_basic.py", line 94, in multiply: bad return type [bad-return-type]']
+Line 97: Unexpected errors ['File "generics_typevartuple_basic.py", line 97, in <module>: class Array is not indexable [not-indexable]']
+Line 106: Unexpected errors ['File "generics_typevartuple_basic.py", line 106, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 106, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
+"""
diff --git a/conformance/results/pytype/generics_typevartuple_callable.toml b/conformance/results/pytype/generics_typevartuple_callable.toml
index 6f060caee..d6d162e93 100644
--- a/conformance/results/pytype/generics_typevartuple_callable.toml
+++ b/conformance/results/pytype/generics_typevartuple_callable.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support TypeVarTuple.
+notes = """Does not support TypeVarTuple.
 """
 output = """
 File "generics_typevartuple_callable.py", line 10, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]
@@ -28,3 +27,20 @@ Called from (traceback):
   line 49, in current file
 File "generics_typevartuple_callable.py", line 49, in <module>: Tuple[Any] [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 10: Unexpected errors ['File "generics_typevartuple_callable.py", line 10, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
+Line 12: Unexpected errors ['File "generics_typevartuple_callable.py", line 12, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 17: Unexpected errors ['File "generics_typevartuple_callable.py", line 17, in Process: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_callable.py", line 17, in Process: Invalid type annotation \\'<instance of List[nothing]>\\'  [invalid-annotation]']
+Line 25: Unexpected errors ['File "generics_typevartuple_callable.py", line 25, in <module>: Function Process.__init__ was called with the wrong arguments [wrong-arg-types]']
+Line 26: Unexpected errors ['File "generics_typevartuple_callable.py", line 26, in <module>: Function Process.__init__ was called with the wrong arguments [wrong-arg-types]']
+Line 29: Unexpected errors ['File "generics_typevartuple_callable.py", line 29, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_callable.py", line 29, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_callable.py", line 29, in <module>: Invalid type annotation \\'<instance of List[Type[int]]>\\'  [invalid-annotation]']
+Line 30: Unexpected errors ['File "generics_typevartuple_callable.py", line 30, in func2: bad return type [bad-return-type]']
+Line 34: Unexpected errors ['File "generics_typevartuple_callable.py", line 34, in callback1: bad return type [bad-return-type]']
+Line 38: Unexpected errors ['File "generics_typevartuple_callable.py", line 38, in callback2: bad return type [bad-return-type]']
+Line 41: Unexpected errors ['File "generics_typevartuple_callable.py", line 41, in <module>: Function func2 was called with the wrong arguments [wrong-arg-types]', 'File "generics_typevartuple_callable.py", line 41, in <module>: Any [assert-type]']
+Line 42: Unexpected errors ['File "generics_typevartuple_callable.py", line 42, in <module>: Tuple[Any] [assert-type]']
+Line 45: Unexpected errors ['File "generics_typevartuple_callable.py", line 45, in <module>: Missing parameter \\'self\\' in call to function tuple.__iter__ [missing-parameter]', 'File "generics_typevartuple_callable.py", line 45, in <module>: Invalid type annotation \\'<instance of Tuple[Type[int], ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_callable.py", line 45, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]']
+Line 46: Unexpected errors ['File "generics_typevartuple_callable.py", line 46, in func3: bad return type [bad-return-type]']
+Line 49: Unexpected errors ['File "generics_typevartuple_callable.py", line 49, in <module>: Tuple[Any] [assert-type]']
+"""
diff --git a/conformance/results/pytype/generics_typevartuple_concat.toml b/conformance/results/pytype/generics_typevartuple_concat.toml
index a30191228..d924b6acd 100644
--- a/conformance/results/pytype/generics_typevartuple_concat.toml
+++ b/conformance/results/pytype/generics_typevartuple_concat.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support TypeVarTuple.
+notes = """Does not support TypeVarTuple.
 """
 output = """
 File "generics_typevartuple_concat.py", line 9, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]
@@ -26,3 +25,25 @@ File "generics_typevartuple_concat.py", line 52, in <module>: Any [assert-type]
 File "generics_typevartuple_concat.py", line 55, in <module>: Invalid type annotation '<instance of Tuple[nothing, ...]>'  [invalid-annotation]
 File "generics_typevartuple_concat.py", line 55, in <module>: Invalid type annotation '<instance of Tuple[TypeVar, ...]>'  [invalid-annotation]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 9: Unexpected errors ['File "generics_typevartuple_concat.py", line 9, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
+Line 17: Unexpected errors ['File "generics_typevartuple_concat.py", line 17, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 18: Unexpected errors ['File "generics_typevartuple_concat.py", line 18, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 22: Unexpected errors ['File "generics_typevartuple_concat.py", line 22, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 26: Unexpected errors ['File "generics_typevartuple_concat.py", line 26, in <module>: class Array is not indexable [not-indexable]']
+Line 27: Unexpected errors ['File "generics_typevartuple_concat.py", line 27, in add_batch_axis: bad return type [bad-return-type]']
+Line 30: Unexpected errors ['File "generics_typevartuple_concat.py", line 30, in <module>: class Array is not indexable [not-indexable]']
+Line 31: Unexpected errors ['File "generics_typevartuple_concat.py", line 31, in del_batch_axis: bad return type [bad-return-type]']
+Line 34: Unexpected errors ['File "generics_typevartuple_concat.py", line 34, in <module>: class Array is not indexable [not-indexable]']
+Line 35: Unexpected errors ['File "generics_typevartuple_concat.py", line 35, in add_batch_channels: bad return type [bad-return-type]']
+Line 38: Unexpected errors ['File "generics_typevartuple_concat.py", line 38, in <module>: class Array is not indexable [not-indexable]']
+Line 40: Unexpected errors ['File "generics_typevartuple_concat.py", line 40, in func1: class Array is not indexable [not-indexable]']
+Line 42: Unexpected errors ['File "generics_typevartuple_concat.py", line 42, in func1: class Array is not indexable [not-indexable]']
+Line 44: Unexpected errors ['File "generics_typevartuple_concat.py", line 44, in func1: class Array is not indexable [not-indexable]']
+Line 47: Unexpected errors ['File "generics_typevartuple_concat.py", line 47, in <module>: Invalid type annotation \\'T\\'  [invalid-annotation]', 'File "generics_typevartuple_concat.py", line 47, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_concat.py", line 47, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]']
+Line 48: Unexpected errors ['File "generics_typevartuple_concat.py", line 48, in prefix_tuple: bad return type [bad-return-type]']
+Line 51: Unexpected errors ['File "generics_typevartuple_concat.py", line 51, in <module>: Function prefix_tuple was called with the wrong arguments [wrong-arg-types]']
+Line 52: Unexpected errors ['File "generics_typevartuple_concat.py", line 52, in <module>: Any [assert-type]']
+Line 55: Unexpected errors ['File "generics_typevartuple_concat.py", line 55, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_concat.py", line 55, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]']
+"""
diff --git a/conformance/results/pytype/generics_typevartuple_overloads.toml b/conformance/results/pytype/generics_typevartuple_overloads.toml
index 8e6628393..25efdc59c 100644
--- a/conformance/results/pytype/generics_typevartuple_overloads.toml
+++ b/conformance/results/pytype/generics_typevartuple_overloads.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support TypeVarTuple.
+notes = """Does not support TypeVarTuple.
 """
 output = """
 File "generics_typevartuple_overloads.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]
@@ -13,3 +12,15 @@ File "generics_typevartuple_overloads.py", line 29, in <module>: class Array is
 File "generics_typevartuple_overloads.py", line 30, in func1: class Array is not indexable [not-indexable]
 File "generics_typevartuple_overloads.py", line 31, in func1: class Array is not indexable [not-indexable]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 7: Unexpected errors ['File "generics_typevartuple_overloads.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
+Line 10: Unexpected errors ['File "generics_typevartuple_overloads.py", line 10, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 16: Unexpected errors ['File "generics_typevartuple_overloads.py", line 16, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 18: Unexpected errors ['File "generics_typevartuple_overloads.py", line 18, in Array: class Array is not indexable [not-indexable]']
+Line 22: Unexpected errors ['File "generics_typevartuple_overloads.py", line 22, in Array: class Array is not indexable [not-indexable]']
+Line 26: Unexpected errors ['File "generics_typevartuple_overloads.py", line 26, in transpose: bad return type [bad-return-type]']
+Line 29: Unexpected errors ['File "generics_typevartuple_overloads.py", line 29, in <module>: class Array is not indexable [not-indexable]']
+Line 30: Unexpected errors ['File "generics_typevartuple_overloads.py", line 30, in func1: class Array is not indexable [not-indexable]']
+Line 31: Unexpected errors ['File "generics_typevartuple_overloads.py", line 31, in func1: class Array is not indexable [not-indexable]']
+"""
diff --git a/conformance/results/pytype/generics_typevartuple_specialization.toml b/conformance/results/pytype/generics_typevartuple_specialization.toml
index 7894d5946..ad5f59687 100644
--- a/conformance/results/pytype/generics_typevartuple_specialization.toml
+++ b/conformance/results/pytype/generics_typevartuple_specialization.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support TypeVarTuple.
+notes = """Does not support TypeVarTuple.
 """
 output = """
 File "generics_typevartuple_specialization.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]
@@ -79,3 +78,67 @@ File "generics_typevartuple_specialization.py", line 159, in func11: Invalid typ
 File "generics_typevartuple_specialization.py", line 162, in <module>: Invalid type annotation '<instance of Tuple[TypeVar, ...]>'  [invalid-annotation]
 File "generics_typevartuple_specialization.py", line 163, in <module>: Invalid type annotation 'Tuple[Any][<instance of Tuple[nothing, ...]>]'  [invalid-annotation]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 7: Unexpected errors ['File "generics_typevartuple_specialization.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
+Line 10: Unexpected errors ['File "generics_typevartuple_specialization.py", line 10, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 16: Unexpected errors ['File "generics_typevartuple_specialization.py", line 16, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 24: Unexpected errors ['File "generics_typevartuple_specialization.py", line 24, in <module>: class Array is not indexable [not-indexable]']
+Line 28: Unexpected errors ['File "generics_typevartuple_specialization.py", line 28, in <module>: class Array is not indexable [not-indexable]']
+Line 33: Unexpected errors ['File "generics_typevartuple_specialization.py", line 33, in <module>: class Array is not indexable [not-indexable]']
+Line 41: Unexpected errors ['File "generics_typevartuple_specialization.py", line 41, in <module>: Invalid type annotation \\'<instance of Tuple[Type[int], ...]>\\'  [invalid-annotation]']
+Line 42: Unexpected errors ['File "generics_typevartuple_specialization.py", line 42, in <module>: class Array is not indexable [not-indexable]']
+Line 45: Unexpected errors ['File "generics_typevartuple_specialization.py", line 45, in <module>: Invalid type annotation \\'Tuple[str, Array][Height]\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 45, in <module>: Invalid type annotation \\'Tuple[Any][float, bool]\\'  [invalid-annotation]']
+Line 46: Unexpected errors ['File "generics_typevartuple_specialization.py", line 46, in func3: Tuple[Any] [assert-type]']
+Line 47: Unexpected errors ['File "generics_typevartuple_specialization.py", line 47, in func3: class Array is not indexable [not-indexable]']
+Line 51: Unexpected errors ['File "generics_typevartuple_specialization.py", line 51, in func4: Tuple[Any] [assert-type]']
+Line 55: Unexpected errors ['File "generics_typevartuple_specialization.py", line 55, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 59: Unexpected errors ['File "generics_typevartuple_specialization.py", line 59, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 63: Unexpected errors ['File "generics_typevartuple_specialization.py", line 63, in <module>: class Array2 is not indexable [not-indexable]']
+Line 64: Unexpected errors ['File "generics_typevartuple_specialization.py", line 64, in <module>: class Array2 is not indexable [not-indexable]']
+Line 67: Unexpected errors ['File "generics_typevartuple_specialization.py", line 67, in <module>: class Array2 is not indexable [not-indexable]']
+Line 68: Unexpected errors ['File "generics_typevartuple_specialization.py", line 68, in func5_0: class Array2 is not indexable [not-indexable]']
+Line 69: Unexpected errors ['File "generics_typevartuple_specialization.py", line 69, in func5_0: class Array2 is not indexable [not-indexable]']
+Line 76: Unexpected errors ['File "generics_typevartuple_specialization.py", line 76, in <module>: class Array2 is not indexable [not-indexable]']
+Line 80: Unexpected errors ['File "generics_typevartuple_specialization.py", line 80, in <module>: class Array2 is not indexable [not-indexable]']
+Line 89: Unexpected errors ['File "generics_typevartuple_specialization.py", line 89, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]']
+Line 92: Unexpected errors ['File "generics_typevartuple_specialization.py", line 92, in <module>: Invalid type annotation \\'Tuple[Any][str, int]\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 92, in <module>: Invalid type annotation \\'Tuple[Any][float]\\'  [invalid-annotation]']
+Line 93: Unexpected errors ['File "generics_typevartuple_specialization.py", line 93, in func6: Tuple[Any] [assert-type]']
+Line 94: Unexpected errors ['File "generics_typevartuple_specialization.py", line 94, in func6: Tuple[Any] [assert-type]']
+Line 95: Unexpected errors ['File "generics_typevartuple_specialization.py", line 95, in func6: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 98: Unexpected errors ['File "generics_typevartuple_specialization.py", line 98, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 99: Unexpected errors ['File "generics_typevartuple_specialization.py", line 99, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 101: Unexpected errors ['File "generics_typevartuple_specialization.py", line 101, in <module>: Invalid type annotation \\'<instance of Tuple[Type[int], ...]>\\'  [invalid-annotation]']
+Line 102: Unexpected errors ['File "generics_typevartuple_specialization.py", line 102, in <module>: Invalid type annotation \\'Tuple[Any][<instance of Tuple[Type[float], ...]>]\\'  [invalid-annotation]']
+Line 103: Unexpected errors ['File "generics_typevartuple_specialization.py", line 103, in <module>: Invalid type annotation \\'Tuple[Any][<instance of tuple>]\\'  [invalid-annotation]']
+Line 109: Unexpected errors ['File "generics_typevartuple_specialization.py", line 109, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
+Line 110: Unexpected errors ['File "generics_typevartuple_specialization.py", line 110, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 117: Unexpected errors ['File "generics_typevartuple_specialization.py", line 117, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
+Line 118: Unexpected errors ['File "generics_typevartuple_specialization.py", line 118, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]']
+Line 119: Unexpected errors ['File "generics_typevartuple_specialization.py", line 119, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]']
+Line 120: Unexpected errors ['File "generics_typevartuple_specialization.py", line 120, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 121: Unexpected errors ['File "generics_typevartuple_specialization.py", line 121, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 121, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
+Line 122: Unexpected errors ['File "generics_typevartuple_specialization.py", line 122, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 122, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
+Line 125: Unexpected errors ['File "generics_typevartuple_specialization.py", line 125, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
+Line 127: Unexpected errors ['File "generics_typevartuple_specialization.py", line 127, in <module>: Invalid type annotation \\'Tuple[Any][int]\\'  [invalid-annotation]']
+Line 130: Unexpected errors ['File "generics_typevartuple_specialization.py", line 130, in <module>: Invalid type annotation \\'Tuple[Any][<instance of Tuple[nothing, ...]>]\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 130, in <module>: Invalid type annotation \\'T2\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 130, in <module>: Invalid type annotation \\'T1\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 130, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
+Line 131: Unexpected errors ['File "generics_typevartuple_specialization.py", line 131, in func7: bad return type [bad-return-type]']
+Line 134: Unexpected errors ['File "generics_typevartuple_specialization.py", line 134, in <module>: Invalid type annotation \\'Tuple[Any][str, bool]\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 134, in <module>: Invalid type annotation \\'Tuple[Any][str, bool, float]\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 134, in <module>: Invalid type annotation \\'Tuple[Any][str, bool, float, int]\\'  [invalid-annotation]']
+Line 135: Unexpected errors ['File "generics_typevartuple_specialization.py", line 135, in func8: Tuple[Tuple[Any], Any, Any] [assert-type]']
+Line 136: Unexpected errors ['File "generics_typevartuple_specialization.py", line 136, in func8: Tuple[Tuple[Any], Any, Any] [assert-type]']
+Line 137: Unexpected errors ['File "generics_typevartuple_specialization.py", line 137, in func8: Tuple[Tuple[Any], Any, Any] [assert-type]']
+Line 140: Unexpected errors ['File "generics_typevartuple_specialization.py", line 140, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]']
+Line 143: Unexpected errors ['File "generics_typevartuple_specialization.py", line 143, in <module>: Invalid type annotation \\'Tuple[Any][<instance of Tuple[TypeVar, ...]>]\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 143, in <module>: Invalid type annotation \\'T3\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 143, in <module>: Invalid type annotation \\'T2\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 143, in <module>: Invalid type annotation \\'T1\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 143, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
+Line 144: Unexpected errors ['File "generics_typevartuple_specialization.py", line 144, in func9: bad return type [bad-return-type]']
+Line 147: Unexpected errors ['File "generics_typevartuple_specialization.py", line 147, in <module>: Invalid type annotation \\'Tuple[Any][str, bool, float]\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 147, in <module>: Invalid type annotation \\'Tuple[Any][str, bool, float, int]\\'  [invalid-annotation]']
+Line 148: Unexpected errors ['File "generics_typevartuple_specialization.py", line 148, in func10: Tuple[Tuple[Any], Any, Any, Any] [assert-type]']
+Line 149: Unexpected errors ['File "generics_typevartuple_specialization.py", line 149, in func10: Tuple[Tuple[Any], Any, Any, Any] [assert-type]']
+Line 152: Unexpected errors ['File "generics_typevartuple_specialization.py", line 152, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
+Line 153: Unexpected errors ['File "generics_typevartuple_specialization.py", line 153, in <module>: Invalid type annotation \\'Tuple[Any][<instance of tuple>]\\'  [invalid-annotation]']
+Line 156: Unexpected errors ['File "generics_typevartuple_specialization.py", line 156, in <module>: Invalid type annotation \\'Tuple[Any][<instance of tuple>]\\'  [invalid-annotation]']
+Line 157: Unexpected errors ['File "generics_typevartuple_specialization.py", line 157, in func11: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 158: Unexpected errors ['File "generics_typevartuple_specialization.py", line 158, in func11: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 159: Unexpected errors ['File "generics_typevartuple_specialization.py", line 159, in func11: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 162: Unexpected errors ['File "generics_typevartuple_specialization.py", line 162, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]']
+Line 163: Unexpected errors ['File "generics_typevartuple_specialization.py", line 163, in <module>: Invalid type annotation \\'Tuple[Any][<instance of Tuple[nothing, ...]>]\\'  [invalid-annotation]']
+"""
diff --git a/conformance/results/pytype/generics_typevartuple_unpack.toml b/conformance/results/pytype/generics_typevartuple_unpack.toml
index 5f59c2e26..da88ce469 100644
--- a/conformance/results/pytype/generics_typevartuple_unpack.toml
+++ b/conformance/results/pytype/generics_typevartuple_unpack.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support TypeVarTuple.
+notes = """Does not support TypeVarTuple.
 """
 output = """
 File "generics_typevartuple_unpack.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]
@@ -13,3 +12,15 @@ File "generics_typevartuple_unpack.py", line 36, in <module>: class Array is not
 File "generics_typevartuple_unpack.py", line 40, in <module>: class Array is not indexable [not-indexable]
 File "generics_typevartuple_unpack.py", line 44, in <module>: class Array is not indexable [not-indexable]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 7: Unexpected errors ['File "generics_typevartuple_unpack.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
+Line 14: Unexpected errors ['File "generics_typevartuple_unpack.py", line 14, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 17: Unexpected errors ['File "generics_typevartuple_unpack.py", line 17, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 21: Unexpected errors ['File "generics_typevartuple_unpack.py", line 21, in <module>: class Array is not indexable [not-indexable]']
+Line 26: Unexpected errors ['File "generics_typevartuple_unpack.py", line 26, in <module>: class Array is not indexable [not-indexable]']
+Line 33: Unexpected errors ['File "generics_typevartuple_unpack.py", line 33, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 36: Unexpected errors ['File "generics_typevartuple_unpack.py", line 36, in <module>: class Array is not indexable [not-indexable]']
+Line 40: Unexpected errors ['File "generics_typevartuple_unpack.py", line 40, in <module>: class Array is not indexable [not-indexable]']
+Line 44: Unexpected errors ['File "generics_typevartuple_unpack.py", line 44, in <module>: class Array is not indexable [not-indexable]']
+"""
diff --git a/conformance/results/pytype/generics_upper_bound.toml b/conformance/results/pytype/generics_upper_bound.toml
index cdb83b699..50120d0cb 100644
--- a/conformance/results/pytype/generics_upper_bound.toml
+++ b/conformance/results/pytype/generics_upper_bound.toml
@@ -1,6 +1,5 @@
 conformant = "Pass"
-notes = """
-Does not properly support assert_type.
+notes = """Does not properly support assert_type.
 """
 output = """
 File "generics_upper_bound.py", line 22, in <module>: Invalid TypeVar: bound cannot contain TypeVars [invalid-typevar]
@@ -10,3 +9,12 @@ File "generics_upper_bound.py", line 41, in <module>: Union[list, set] [assert-t
 File "generics_upper_bound.py", line 43, in <module>: Function longer was called with the wrong arguments [wrong-arg-types]
 File "generics_upper_bound.py", line 48, in <module>: Invalid TypeVar: constraints and a bound are mutually exclusive [invalid-typevar]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 22: Unexpected errors ['File "generics_upper_bound.py", line 22, in <module>: Invalid TypeVar: bound cannot contain TypeVars [invalid-typevar]']
+Line 35: Unexpected errors ['File "generics_upper_bound.py", line 35, in <module>: list [assert-type]']
+Line 36: Unexpected errors ['File "generics_upper_bound.py", line 36, in <module>: set [assert-type]']
+Line 41: Unexpected errors ['File "generics_upper_bound.py", line 41, in <module>: Union[list, set] [assert-type]']
+Line 43: Unexpected errors ['File "generics_upper_bound.py", line 43, in <module>: Function longer was called with the wrong arguments [wrong-arg-types]']
+Line 48: Unexpected errors ['File "generics_upper_bound.py", line 48, in <module>: Invalid TypeVar: constraints and a bound are mutually exclusive [invalid-typevar]']
+"""
diff --git a/conformance/results/pytype/generics_variance.toml b/conformance/results/pytype/generics_variance.toml
index 4d2cb58d1..2be4fa9db 100644
--- a/conformance/results/pytype/generics_variance.toml
+++ b/conformance/results/pytype/generics_variance.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support covariant or contravariant TypeVars.
+notes = """Does not support covariant or contravariant TypeVars.
 """
 output = """
 File "generics_variance.py", line 14, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]
@@ -10,3 +9,11 @@ File "generics_variance.py", line 19, in <module>: argument "contravariant" to T
 File "generics_variance.py", line 27, in __iter__: bad return type [bad-return-type]
 File "generics_variance.py", line 52, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 14: Unexpected errors ['File "generics_variance.py", line 14, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]', 'File "generics_variance.py", line 14, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
+Line 18: Unexpected errors ['File "generics_variance.py", line 18, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
+Line 19: Unexpected errors ['File "generics_variance.py", line 19, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
+Line 27: Unexpected errors ['File "generics_variance.py", line 27, in __iter__: bad return type [bad-return-type]']
+Line 52: Unexpected errors ['File "generics_variance.py", line 52, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
+"""
diff --git a/conformance/results/pytype/generics_variance_inference.toml b/conformance/results/pytype/generics_variance_inference.toml
index 8de7a556d..e7e77180e 100644
--- a/conformance/results/pytype/generics_variance_inference.toml
+++ b/conformance/results/pytype/generics_variance_inference.toml
@@ -1,7 +1,9 @@
 conformant = "Unsupported"
-notes = """
-Type parameter syntax not yet support.
+notes = """Type parameter syntax not yet support.
 """
 output = """
 SyntaxError: Type parameter lists are only supported in Python 3.12 and greater (<unknown>, line 15)
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/historical_positional.toml b/conformance/results/pytype/historical_positional.toml
index bc137a6ff..108f7df6b 100644
--- a/conformance/results/pytype/historical_positional.toml
+++ b/conformance/results/pytype/historical_positional.toml
@@ -1,8 +1,11 @@
-conformant="Partial"
-notes = """
-Does not apply rules for pre-3.8 positional-only parameters in some cases.
+conformant = "Partial"
+notes = """Does not apply rules for pre-3.8 positional-only parameters in some cases.
 Does not reject positional-only parameter after non-positional-only parameter.
 """
 output = """
 File "historical_positional.py", line 43, in <module>: Invalid keyword argument __x to function A.m1 [wrong-keyword-args]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 43: Unexpected errors ['File "historical_positional.py", line 43, in <module>: Invalid keyword argument __x to function A.m1 [wrong-keyword-args]']
+"""
diff --git a/conformance/results/pytype/literals_interactions.toml b/conformance/results/pytype/literals_interactions.toml
index e1d3e8316..648c8790f 100644
--- a/conformance/results/pytype/literals_interactions.toml
+++ b/conformance/results/pytype/literals_interactions.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Incorrectly rejects some legal Literal annotations.
+notes = """Incorrectly rejects some legal Literal annotations.
 Does not reject some illegal Literal annotations.
 Does not use Literal to distinguish overloads.
 Does not narrow based on `x is Literal` type guard pattern.
@@ -25,3 +24,15 @@ File "literals_interactions.py", line 93, in parse_status1: Union[Status, str] [
 File "literals_interactions.py", line 106, in parse_status2: Function expects_bad_status was called with the wrong arguments [wrong-arg-types]
 File "literals_interactions.py", line 109, in parse_status2: Function expects_pending_status was called with the wrong arguments [wrong-arg-types]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 11: Unexpected errors ['File "literals_interactions.py", line 11, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 46: Unexpected errors ['File "literals_interactions.py", line 46, in open: bad return type [bad-return-type]', 'File "literals_interactions.py", line 46, in open: bad return type [bad-return-type]', 'File "literals_interactions.py", line 46, in open: bad return type [bad-return-type]']
+Line 61: Unexpected errors ['File "literals_interactions.py", line 61, in __add__: bad return type [bad-return-type]']
+Line 64: Unexpected errors ['File "literals_interactions.py", line 64, in __matmul__: bad return type [bad-return-type]']
+Line 67: Unexpected errors ['File "literals_interactions.py", line 67, in transpose: bad return type [bad-return-type]']
+Line 72: Unexpected errors ['File "literals_interactions.py", line 72, in func2: Matrix[Any, int] [assert-type]']
+Line 93: Unexpected errors ['File "literals_interactions.py", line 93, in parse_status1: Union[Status, str] [assert-type]']
+Line 106: Unexpected errors ['File "literals_interactions.py", line 106, in parse_status2: Function expects_bad_status was called with the wrong arguments [wrong-arg-types]']
+Line 109: Unexpected errors ['File "literals_interactions.py", line 109, in parse_status2: Function expects_pending_status was called with the wrong arguments [wrong-arg-types]']
+"""
diff --git a/conformance/results/pytype/literals_literalstring.toml b/conformance/results/pytype/literals_literalstring.toml
index 0902aa477..273e0352e 100644
--- a/conformance/results/pytype/literals_literalstring.toml
+++ b/conformance/results/pytype/literals_literalstring.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand `LiteralString` special form.
+notes = """Does not understand `LiteralString` special form.
 """
 output = """
 File "literals_literalstring.py", line 8, in <module>: typing.LiteralString not supported yet [not-supported-yet]
@@ -15,3 +14,15 @@ Called from (traceback):
   line 160, in current file
 File "literals_literalstring.py", line 162, in <module>: bool [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 8: Unexpected errors ['File "literals_literalstring.py", line 8, in <module>: typing.LiteralString not supported yet [not-supported-yet]']
+Line 24: Unexpected errors ['File "literals_literalstring.py", line 24, in my_function: bad return type [bad-return-type]']
+Line 36: Unexpected errors ['File "literals_literalstring.py", line 36, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 37: Unexpected errors ['File "literals_literalstring.py", line 37, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 43: Unexpected errors ['File "literals_literalstring.py", line 43, in func1: Type annotation for x2 does not match type of assignment [annotation-type-mismatch]']
+Line 74: Unexpected errors ['File "literals_literalstring.py", line 74, in func2: Type annotation for x3 does not match type of assignment [annotation-type-mismatch]']
+Line 75: Unexpected errors ['File "literals_literalstring.py", line 75, in func2: Type annotation for x4 does not match type of assignment [annotation-type-mismatch]']
+Line 157: Unexpected errors ['File "literals_literalstring.py", line 157, in func8: bad return type [bad-return-type]']
+Line 162: Unexpected errors ['File "literals_literalstring.py", line 162, in <module>: bool [assert-type]']
+"""
diff --git a/conformance/results/pytype/literals_parameterizations.toml b/conformance/results/pytype/literals_parameterizations.toml
index 68045e7e6..efa574bc1 100644
--- a/conformance/results/pytype/literals_parameterizations.toml
+++ b/conformance/results/pytype/literals_parameterizations.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand `Literal` type annotation.
+notes = """Does not understand `Literal` type annotation.
 """
 output = """
 File "literals_parameterizations.py", line 17, in <module>: Invalid type annotation 'Literal'  [invalid-annotation]
@@ -20,3 +19,21 @@ File "literals_parameterizations.py", line 61, in <module>: Invalid type annotat
 File "literals_parameterizations.py", line 61, in <module>: Invalid type annotation 'Literal'  [invalid-annotation]
 File "literals_parameterizations.py", line 65, in func2: Type annotation for x1 does not match type of assignment [annotation-type-mismatch]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 17: Unexpected errors ['File "literals_parameterizations.py", line 17, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 18: Unexpected errors ['File "literals_parameterizations.py", line 18, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 19: Unexpected errors ['File "literals_parameterizations.py", line 19, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 33: Unexpected errors ['File "literals_parameterizations.py", line 33, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 35: Unexpected errors ['File "literals_parameterizations.py", line 35, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 42: Unexpected errors ['File "literals_parameterizations.py", line 42, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 43: Unexpected errors ['File "literals_parameterizations.py", line 43, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 44: Unexpected errors ['File "literals_parameterizations.py", line 44, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 47: Unexpected errors ['File "literals_parameterizations.py", line 47, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 48: Unexpected errors ['File "literals_parameterizations.py", line 48, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 50: Unexpected errors ['File "literals_parameterizations.py", line 50, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 51: Unexpected errors ['File "literals_parameterizations.py", line 51, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 53: Unexpected errors ['File "literals_parameterizations.py", line 53, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 61: Unexpected errors ['File "literals_parameterizations.py", line 61, in <module>: Invalid type annotation \\'Literal[my_function]\\'  [invalid-annotation]', 'File "literals_parameterizations.py", line 61, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 65: Unexpected errors ['File "literals_parameterizations.py", line 65, in func2: Type annotation for x1 does not match type of assignment [annotation-type-mismatch]']
+"""
diff --git a/conformance/results/pytype/literals_semantics.toml b/conformance/results/pytype/literals_semantics.toml
index b259b85ba..590bb120b 100644
--- a/conformance/results/pytype/literals_semantics.toml
+++ b/conformance/results/pytype/literals_semantics.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand `Literal` type annotation.
+notes = """Does not understand `Literal` type annotation.
 """
 output = """
 File "literals_semantics.py", line 10, in <module>: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]
@@ -11,3 +10,12 @@ File "literals_semantics.py", line 17, in func1: Invalid type annotation 'Litera
 File "literals_semantics.py", line 18, in func1: Invalid type annotation 'Literal[20]'  [invalid-annotation]
 File "literals_semantics.py", line 19, in func1: Invalid type annotation 'Literal[20]'  [invalid-annotation]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 10: Unexpected errors ['File "literals_semantics.py", line 10, in <module>: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
+Line 12: Unexpected errors ['File "literals_semantics.py", line 12, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]', 'File "literals_semantics.py", line 12, in <module>: Invalid type annotation \\'L[-3]\\'  [invalid-annotation]']
+Line 16: Unexpected errors ['File "literals_semantics.py", line 16, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
+Line 17: Unexpected errors ['File "literals_semantics.py", line 17, in func1: Invalid type annotation \\'Literal[20]\\'  [invalid-annotation]']
+Line 18: Unexpected errors ['File "literals_semantics.py", line 18, in func1: Invalid type annotation \\'Literal[20]\\'  [invalid-annotation]']
+Line 19: Unexpected errors ['File "literals_semantics.py", line 19, in func1: Invalid type annotation \\'Literal[20]\\'  [invalid-annotation]']
+"""
diff --git a/conformance/results/pytype/namedtuples_define_class.toml b/conformance/results/pytype/namedtuples_define_class.toml
index 72487f698..17a7b8c5d 100644
--- a/conformance/results/pytype/namedtuples_define_class.toml
+++ b/conformance/results/pytype/namedtuples_define_class.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Incorrectly rejects valid index of named tuple instance when using a negative index.
+notes = """Incorrectly rejects valid index of named tuple instance when using a negative index.
 Does not evaluate correct type for indexed named tuple instance with slice.
 Does not reject named tuple element with no default value after one with a default.
 Does not reject override of named tuple attribute in child class.
@@ -21,3 +20,17 @@ File "namedtuples_define_class.py", line 48, in <module>: Function Point.__new__
 File "namedtuples_define_class.py", line 49, in <module>: Invalid keyword argument other to function Point.__new__ [wrong-keyword-args]
 File "namedtuples_define_class.py", line 95, in <module>: Any [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 27: Unexpected errors ['File "namedtuples_define_class.py", line 27, in <module>: Union[int, str] [assert-type]']
+Line 28: Unexpected errors ['File "namedtuples_define_class.py", line 28, in <module>: Union[int, str] [assert-type]']
+Line 29: Unexpected errors ['File "namedtuples_define_class.py", line 29, in <module>: Tuple[Union[int, str], ...] [assert-type]']
+Line 30: Unexpected errors ['File "namedtuples_define_class.py", line 30, in <module>: Tuple[Union[int, str], ...] [assert-type]']
+Line 44: Unexpected errors ['File "namedtuples_define_class.py", line 44, in <module>: Missing parameter \\'y\\' in call to function Point.__new__ [missing-parameter]']
+Line 45: Unexpected errors ['File "namedtuples_define_class.py", line 45, in <module>: Missing parameter \\'y\\' in call to function Point.__new__ [missing-parameter]']
+Line 46: Unexpected errors ['File "namedtuples_define_class.py", line 46, in <module>: Function Point.__new__ was called with the wrong arguments [wrong-arg-types]']
+Line 47: Unexpected errors ['File "namedtuples_define_class.py", line 47, in <module>: Function Point.__new__ was called with the wrong arguments [wrong-arg-types]']
+Line 48: Unexpected errors ['File "namedtuples_define_class.py", line 48, in <module>: Function Point.__new__ expects 3 arg(s), got 5 [wrong-arg-count]']
+Line 49: Unexpected errors ['File "namedtuples_define_class.py", line 49, in <module>: Invalid keyword argument other to function Point.__new__ [wrong-keyword-args]']
+Line 95: Unexpected errors ['File "namedtuples_define_class.py", line 95, in <module>: Any [assert-type]']
+"""
diff --git a/conformance/results/pytype/namedtuples_define_functional.toml b/conformance/results/pytype/namedtuples_define_functional.toml
index 94b643d3a..47f4f90a6 100644
--- a/conformance/results/pytype/namedtuples_define_functional.toml
+++ b/conformance/results/pytype/namedtuples_define_functional.toml
@@ -1,6 +1,5 @@
 conformant = "Pass"
-notes = """
-Does not handle illegal named tuple names the same as runtime.
+notes = """Does not handle illegal named tuple names the same as runtime.
 Does not support defaults in functional form.
 """
 output = """
@@ -17,3 +16,18 @@ File "namedtuples_define_functional.py", line 53, in <module>: collections.named
 File "namedtuples_define_functional.py", line 54, in <module>: collections.namedtuple argument 'def' is not a valid typename or field name. [invalid-namedtuple-arg]
 File "namedtuples_define_functional.py", line 63, in <module>: Function collections.namedtuple was called with the wrong arguments [wrong-arg-types]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 16: Unexpected errors ['File "namedtuples_define_functional.py", line 16, in <module>: Missing parameter \\'y\\' in call to function Point1.__new__ [missing-parameter]']
+Line 21: Unexpected errors ['File "namedtuples_define_functional.py", line 21, in <module>: Missing parameter \\'x\\' in call to function Point2.__new__ [missing-parameter]']
+Line 26: Unexpected errors ['File "namedtuples_define_functional.py", line 26, in <module>: Function Point3.__new__ expects 3 arg(s), got 4 [wrong-arg-count]']
+Line 31: Unexpected errors ['File "namedtuples_define_functional.py", line 31, in <module>: Invalid keyword argument z to function Point4.__new__ [wrong-keyword-args]']
+Line 36: Unexpected errors ['File "namedtuples_define_functional.py", line 36, in <module>: Function Point5.__new__ was called with the wrong arguments [wrong-arg-types]']
+Line 37: Unexpected errors ['File "namedtuples_define_functional.py", line 37, in <module>: Function Point5.__new__ expects 3 arg(s), got 4 [wrong-arg-count]']
+Line 42: Unexpected errors ['File "namedtuples_define_functional.py", line 42, in <module>: Function Point6.__new__ was called with the wrong arguments [wrong-arg-types]']
+Line 43: Unexpected errors ['File "namedtuples_define_functional.py", line 43, in <module>: Function Point6.__new__ was called with the wrong arguments [wrong-arg-types]']
+Line 52: Unexpected errors ['File "namedtuples_define_functional.py", line 52, in <module>: collections.namedtuple argument \\'a\\' is not a valid typename or field name. [invalid-namedtuple-arg]']
+Line 53: Unexpected errors ['File "namedtuples_define_functional.py", line 53, in <module>: collections.namedtuple argument \\'def\\' is not a valid typename or field name. [invalid-namedtuple-arg]']
+Line 54: Unexpected errors ['File "namedtuples_define_functional.py", line 54, in <module>: collections.namedtuple argument \\'def\\' is not a valid typename or field name. [invalid-namedtuple-arg]']
+Line 63: Unexpected errors ['File "namedtuples_define_functional.py", line 63, in <module>: Function collections.namedtuple was called with the wrong arguments [wrong-arg-types]']
+"""
diff --git a/conformance/results/pytype/namedtuples_type_compat.toml b/conformance/results/pytype/namedtuples_type_compat.toml
index 503fa2cf8..d0e01d090 100644
--- a/conformance/results/pytype/namedtuples_type_compat.toml
+++ b/conformance/results/pytype/namedtuples_type_compat.toml
@@ -3,3 +3,8 @@ output = """
 File "namedtuples_type_compat.py", line 22, in <module>: Type annotation for v3 does not match type of assignment [annotation-type-mismatch]
 File "namedtuples_type_compat.py", line 23, in <module>: Type annotation for v4 does not match type of assignment [annotation-type-mismatch]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 22: Unexpected errors ['File "namedtuples_type_compat.py", line 22, in <module>: Type annotation for v3 does not match type of assignment [annotation-type-mismatch]']
+Line 23: Unexpected errors ['File "namedtuples_type_compat.py", line 23, in <module>: Type annotation for v4 does not match type of assignment [annotation-type-mismatch]']
+"""
diff --git a/conformance/results/pytype/namedtuples_usage.toml b/conformance/results/pytype/namedtuples_usage.toml
index f4652ca71..20e37ab07 100644
--- a/conformance/results/pytype/namedtuples_usage.toml
+++ b/conformance/results/pytype/namedtuples_usage.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Incorrectly rejects valid index of named tuple instance when using a negative index.
+notes = """Incorrectly rejects valid index of named tuple instance when using a negative index.
 Does not report out-of-range index access with named tuple instance.
 Does not reject attempt to overwrite named tuple entry by name.
 Does not reject attempt to delete named tuple entry by name.
@@ -13,3 +12,12 @@ File "namedtuples_usage.py", line 43, in <module>: unsupported operand type(s) f
 File "namedtuples_usage.py", line 52, in <module>: Cannot unpack 3 values into 2 variables [bad-unpacking]
 File "namedtuples_usage.py", line 53, in <module>: Cannot unpack 3 values into 4 variables [bad-unpacking]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 31: Unexpected errors ['File "namedtuples_usage.py", line 31, in <module>: Union[int, str] [assert-type]']
+Line 32: Unexpected errors ['File "namedtuples_usage.py", line 32, in <module>: Union[int, str] [assert-type]']
+Line 41: Unexpected errors ['File "namedtuples_usage.py", line 41, in <module>: unsupported operand type(s) for item assignment: Point [unsupported-operands]']
+Line 43: Unexpected errors ['File "namedtuples_usage.py", line 43, in <module>: unsupported operand type(s) for item deletion: Point [unsupported-operands]']
+Line 52: Unexpected errors ['File "namedtuples_usage.py", line 52, in <module>: Cannot unpack 3 values into 2 variables [bad-unpacking]']
+Line 53: Unexpected errors ['File "namedtuples_usage.py", line 53, in <module>: Cannot unpack 3 values into 4 variables [bad-unpacking]']
+"""
diff --git a/conformance/results/pytype/narrowing_typeguard.toml b/conformance/results/pytype/narrowing_typeguard.toml
index fe97ab50d..74d156af5 100644
--- a/conformance/results/pytype/narrowing_typeguard.toml
+++ b/conformance/results/pytype/narrowing_typeguard.toml
@@ -1,8 +1,10 @@
 conformant = "Partial"
-notes = """
-Does not reject TypeGuard method with too few parameters.
+notes = """Does not reject TypeGuard method with too few parameters.
 """
 output = """
 File "narrowing_typeguard.py", line 128, in <module>: Function takes_callable_str was called with the wrong arguments [wrong-arg-types]
 File "narrowing_typeguard.py", line 148, in <module>: Function takes_callable_str_proto was called with the wrong arguments [wrong-arg-types]
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/overloads_basic.toml b/conformance/results/pytype/overloads_basic.toml
index 76f063a9b..4bcf4f492 100644
--- a/conformance/results/pytype/overloads_basic.toml
+++ b/conformance/results/pytype/overloads_basic.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject a function with a single @overload signature.
+notes = """Does not reject a function with a single @overload signature.
 Does not reject a function with @overload signature but no implementation.
 """
 output = """
@@ -8,3 +7,9 @@ File "overloads_basic.py", line 31, in __getitem__: bad return type [bad-return-
 File "overloads_basic.py", line 37, in <module>: unsupported operand type(s) for item retrieval: Bytes and str [unsupported-operands]
 File "overloads_basic.py", line 58, in map: bad return type [bad-return-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 31: Unexpected errors ['File "overloads_basic.py", line 31, in __getitem__: bad return type [bad-return-type]']
+Line 37: Unexpected errors ['File "overloads_basic.py", line 37, in <module>: unsupported operand type(s) for item retrieval: Bytes and str [unsupported-operands]']
+Line 58: Unexpected errors ['File "overloads_basic.py", line 58, in map: bad return type [bad-return-type]']
+"""
diff --git a/conformance/results/pytype/protocols_class_objects.toml b/conformance/results/pytype/protocols_class_objects.toml
index 4c9d97729..de81ed51e 100644
--- a/conformance/results/pytype/protocols_class_objects.toml
+++ b/conformance/results/pytype/protocols_class_objects.toml
@@ -1,9 +1,12 @@
 conformant = "Partial"
-notes = """
-Does not reject protocol class assigned to type[Proto].
+notes = """Does not reject protocol class assigned to type[Proto].
 Incorrectly reports some class objects as incompatible with a protocol.
 Fails to report some class objects as incompatible with a protocol.
 """
 output = """
 File "protocols_class_objects.py", line 50, in method1: bad return type [bad-return-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 50: Unexpected errors ['File "protocols_class_objects.py", line 50, in method1: bad return type [bad-return-type]']
+"""
diff --git a/conformance/results/pytype/protocols_definition.toml b/conformance/results/pytype/protocols_definition.toml
index ce8403900..5217656d3 100644
--- a/conformance/results/pytype/protocols_definition.toml
+++ b/conformance/results/pytype/protocols_definition.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Reports errors for protocol static method with "..." implementation.
+notes = """Reports errors for protocol static method with "..." implementation.
 Does not report error when instance variable is set through "self" access in protocol class.
 Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.
 Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.
@@ -25,3 +24,14 @@ File "protocols_definition.py", line 159, in <module>: Type annotation for v3_ba
 File "protocols_definition.py", line 218, in <module>: Type annotation for v4_bad1 does not match type of assignment [annotation-type-mismatch]
 File "protocols_definition.py", line 219, in <module>: Type annotation for v4_bad2 does not match type of assignment [annotation-type-mismatch]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 30: Unexpected errors ['File "protocols_definition.py", line 30, in <module>: Function close_all was called with the wrong arguments [wrong-arg-types]']
+Line 45: Unexpected errors ['File "protocols_definition.py", line 45, in third: bad return type [bad-return-type]']
+Line 114: Unexpected errors ['File "protocols_definition.py", line 114, in <module>: Type annotation for v2_bad1 does not match type of assignment [annotation-type-mismatch]']
+Line 115: Unexpected errors ['File "protocols_definition.py", line 115, in <module>: Type annotation for v2_bad2 does not match type of assignment [annotation-type-mismatch]']
+Line 156: Unexpected errors ['File "protocols_definition.py", line 156, in <module>: Type annotation for v3_bad1 does not match type of assignment [annotation-type-mismatch]']
+Line 159: Unexpected errors ['File "protocols_definition.py", line 159, in <module>: Type annotation for v3_bad4 does not match type of assignment [annotation-type-mismatch]']
+Line 218: Unexpected errors ['File "protocols_definition.py", line 218, in <module>: Type annotation for v4_bad1 does not match type of assignment [annotation-type-mismatch]']
+Line 219: Unexpected errors ['File "protocols_definition.py", line 219, in <module>: Type annotation for v4_bad2 does not match type of assignment [annotation-type-mismatch]']
+"""
diff --git a/conformance/results/pytype/protocols_explicit.toml b/conformance/results/pytype/protocols_explicit.toml
index bfc2d179b..94c97b7b4 100644
--- a/conformance/results/pytype/protocols_explicit.toml
+++ b/conformance/results/pytype/protocols_explicit.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Reports errors for protocol static method with "..." implementation.
+notes = """Reports errors for protocol static method with "..." implementation.
 Does not report error when calling unimplemented protocol method from derived class.
 Does not report type incompatibility when assigning to attribute defined in protocol.
 Does not reject instantiation of class that derives from protocol but doesn't implement attribute.
@@ -13,3 +12,9 @@ Called from (traceback):
 File "protocols_explicit.py", line 59, in <module>: Can't instantiate Point with abstract methods intensity [not-instantiable]
 File "protocols_explicit.py", line 159, in <module>: Can't instantiate Concrete7A with abstract methods method1 [not-instantiable]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 14: Unexpected errors ['File "protocols_explicit.py", line 14, in draw: bad return type [bad-return-type]']
+Line 59: Unexpected errors ['File "protocols_explicit.py", line 59, in <module>: Can\\'t instantiate Point with abstract methods intensity [not-instantiable]']
+Line 159: Unexpected errors ['File "protocols_explicit.py", line 159, in <module>: Can\\'t instantiate Concrete7A with abstract methods method1 [not-instantiable]']
+"""
diff --git a/conformance/results/pytype/protocols_generic.toml b/conformance/results/pytype/protocols_generic.toml
index c44fe0b51..d9c3511c0 100644
--- a/conformance/results/pytype/protocols_generic.toml
+++ b/conformance/results/pytype/protocols_generic.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not correctly enforce contravariance in protocol type compatibility tests.
+notes = """Does not correctly enforce contravariance in protocol type compatibility tests.
 Does not correctly enforce invariance in protocol type compatibility tests.
 Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.
 """
@@ -14,3 +13,14 @@ File "protocols_generic.py", line 65, in func2: Type annotation for v1 does not
 File "protocols_generic.py", line 75, in func3: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]
 File "protocols_generic.py", line 146, in <module>: Type annotation for hp3 does not match type of assignment [annotation-type-mismatch]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 12: Unexpected errors ['File "protocols_generic.py", line 12, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
+Line 13: Unexpected errors ['File "protocols_generic.py", line 13, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
+Line 40: Unexpected errors ['File "protocols_generic.py", line 40, in <module>: Type annotation for p2 does not match type of assignment [annotation-type-mismatch]']
+Line 44: Unexpected errors ['File "protocols_generic.py", line 44, in <module>: Invalid type annotation \\'Proto2\\'  [invalid-annotation]']
+Line 56: Unexpected errors ['File "protocols_generic.py", line 56, in func1: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
+Line 65: Unexpected errors ['File "protocols_generic.py", line 65, in func2: Type annotation for v1 does not match type of assignment [annotation-type-mismatch]']
+Line 75: Unexpected errors ['File "protocols_generic.py", line 75, in func3: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
+Line 146: Unexpected errors ['File "protocols_generic.py", line 146, in <module>: Type annotation for hp3 does not match type of assignment [annotation-type-mismatch]']
+"""
diff --git a/conformance/results/pytype/protocols_merging.toml b/conformance/results/pytype/protocols_merging.toml
index 0d1bbd248..ddfd22952 100644
--- a/conformance/results/pytype/protocols_merging.toml
+++ b/conformance/results/pytype/protocols_merging.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject a protocol class that derives from a non-protocol class.
+notes = """Does not reject a protocol class that derives from a non-protocol class.
 Does not report attempt to instantiate abstract class downgraded from protocol class.
 """
 output = """
@@ -10,3 +9,11 @@ File "protocols_merging.py", line 54, in <module>: Type annotation for s8 does n
 File "protocols_merging.py", line 83, in <module>: Can't instantiate SizedAndClosable4 with abstract methods close [not-instantiable]
 File "protocols_merging.py", line 84, in <module>: Type annotation for y does not match type of assignment [annotation-type-mismatch]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 52: Unexpected errors ['File "protocols_merging.py", line 52, in <module>: Type annotation for s6 does not match type of assignment [annotation-type-mismatch]']
+Line 53: Unexpected errors ['File "protocols_merging.py", line 53, in <module>: Type annotation for s7 does not match type of assignment [annotation-type-mismatch]']
+Line 54: Unexpected errors ['File "protocols_merging.py", line 54, in <module>: Type annotation for s8 does not match type of assignment [annotation-type-mismatch]']
+Line 83: Unexpected errors ['File "protocols_merging.py", line 83, in <module>: Can\\'t instantiate SizedAndClosable4 with abstract methods close [not-instantiable]']
+Line 84: Unexpected errors ['File "protocols_merging.py", line 84, in <module>: Type annotation for y does not match type of assignment [annotation-type-mismatch]']
+"""
diff --git a/conformance/results/pytype/protocols_modules.toml b/conformance/results/pytype/protocols_modules.toml
index 89249cd23..e686e92f9 100644
--- a/conformance/results/pytype/protocols_modules.toml
+++ b/conformance/results/pytype/protocols_modules.toml
@@ -1,8 +1,12 @@
 conformant = "Partial"
-notes = """
-Does not report incompatibilities for protocol methods.
+notes = """Does not report incompatibilities for protocol methods.
 """
 output = """
 File "protocols_modules.py", line 10, in <module>: Can't find module '_protocols_modules1'. [import-error]
 File "protocols_modules.py", line 11, in <module>: Can't find module '_protocols_modules2'. [import-error]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 10: Unexpected errors ['File "protocols_modules.py", line 10, in <module>: Can\\'t find module \\'_protocols_modules1\\'. [import-error]']
+Line 11: Unexpected errors ['File "protocols_modules.py", line 11, in <module>: Can\\'t find module \\'_protocols_modules2\\'. [import-error]']
+"""
diff --git a/conformance/results/pytype/protocols_recursive.toml b/conformance/results/pytype/protocols_recursive.toml
index 3a3c68322..fa09ec56e 100644
--- a/conformance/results/pytype/protocols_recursive.toml
+++ b/conformance/results/pytype/protocols_recursive.toml
@@ -1,9 +1,14 @@
 conformant = "Partial"
-notes = """
-Incorrectly reports type error for some recursive protocols.
+notes = """Incorrectly reports type error for some recursive protocols.
 """
 output = """
 File "protocols_recursive.py", line 11, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]
 File "protocols_recursive.py", line 12, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]
 File "protocols_recursive.py", line 81, in <module>: Any [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 11: Unexpected errors ['File "protocols_recursive.py", line 11, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
+Line 12: Unexpected errors ['File "protocols_recursive.py", line 12, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
+Line 81: Unexpected errors ['File "protocols_recursive.py", line 81, in <module>: Any [assert-type]']
+"""
diff --git a/conformance/results/pytype/protocols_runtime_checkable.toml b/conformance/results/pytype/protocols_runtime_checkable.toml
index 5623253f6..e3058ca0c 100644
--- a/conformance/results/pytype/protocols_runtime_checkable.toml
+++ b/conformance/results/pytype/protocols_runtime_checkable.toml
@@ -1,9 +1,11 @@
 conformant = "Unsupported"
-notes = """
-Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.
+notes = """Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.
 Does not reject issubclass call for data protocol.
 Does not report unsafe overlap for runtime_checkable protocol.
 """
 output = """
 
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/protocols_self.toml b/conformance/results/pytype/protocols_self.toml
index c51fadbc8..1508cd7fd 100644
--- a/conformance/results/pytype/protocols_self.toml
+++ b/conformance/results/pytype/protocols_self.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not properly handle Self type within a protocol.
+notes = """Does not properly handle Self type within a protocol.
 """
 output = """
 File "protocols_self.py", line 36, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]
@@ -8,3 +7,10 @@ File "protocols_self.py", line 37, in <module>: argument "covariant" to TypeVar
 File "protocols_self.py", line 72, in <module>: Type annotation for a2 does not match type of assignment [annotation-type-mismatch]
 File "protocols_self.py", line 73, in <module>: Type annotation for b2 does not match type of assignment [annotation-type-mismatch]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 36: Unexpected errors ['File "protocols_self.py", line 36, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
+Line 37: Unexpected errors ['File "protocols_self.py", line 37, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
+Line 72: Unexpected errors ['File "protocols_self.py", line 72, in <module>: Type annotation for a2 does not match type of assignment [annotation-type-mismatch]']
+Line 73: Unexpected errors ['File "protocols_self.py", line 73, in <module>: Type annotation for b2 does not match type of assignment [annotation-type-mismatch]']
+"""
diff --git a/conformance/results/pytype/protocols_subtyping.toml b/conformance/results/pytype/protocols_subtyping.toml
index d97ec966d..dc8577ce2 100644
--- a/conformance/results/pytype/protocols_subtyping.toml
+++ b/conformance/results/pytype/protocols_subtyping.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject attempt to instantiate protocol class.
+notes = """Does not reject attempt to instantiate protocol class.
 Does not report some protocol type compatibility violations involving contravariance.
 """
 output = """
@@ -9,3 +8,10 @@ File "protocols_subtyping.py", line 55, in func2: Type annotation for v2 does no
 File "protocols_subtyping.py", line 83, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]
 File "protocols_subtyping.py", line 84, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 38: Unexpected errors ['File "protocols_subtyping.py", line 38, in func1: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
+Line 55: Unexpected errors ['File "protocols_subtyping.py", line 55, in func2: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
+Line 83: Unexpected errors ['File "protocols_subtyping.py", line 83, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
+Line 84: Unexpected errors ['File "protocols_subtyping.py", line 84, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
+"""
diff --git a/conformance/results/pytype/protocols_variance.toml b/conformance/results/pytype/protocols_variance.toml
index f2402fc3d..52af8a24f 100644
--- a/conformance/results/pytype/protocols_variance.toml
+++ b/conformance/results/pytype/protocols_variance.toml
@@ -1,9 +1,14 @@
 conformant = "Unsupported"
-notes = """
-Does not detect incorrect TypeVar variance within generic protocols.
+notes = """Does not detect incorrect TypeVar variance within generic protocols.
 """
 output = """
 File "protocols_variance.py", line 12, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]
 File "protocols_variance.py", line 13, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]
 File "protocols_variance.py", line 15, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 12: Unexpected errors ['File "protocols_variance.py", line 12, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
+Line 13: Unexpected errors ['File "protocols_variance.py", line 13, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
+Line 15: Unexpected errors ['File "protocols_variance.py", line 15, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
+"""
diff --git a/conformance/results/pytype/qualifiers_annotated.toml b/conformance/results/pytype/qualifiers_annotated.toml
index 81ecee57c..5b45bfcf6 100644
--- a/conformance/results/pytype/qualifiers_annotated.toml
+++ b/conformance/results/pytype/qualifiers_annotated.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject some illegal type expression forms used in Annotated.
+notes = """Does not reject some illegal type expression forms used in Annotated.
 Does not report type incompatibility between Annotated and type[T].
 Does not reject call of Annotated.
 Does not allow TypeVar to be used in type alias when wrapped with Annotated.
@@ -18,3 +17,17 @@ File "qualifiers_annotated.py", line 64, in <module>: Invalid type annotation 'A
 File "qualifiers_annotated.py", line 91, in <module>: 'Annotated' object is not callable [not-callable]
 File "qualifiers_annotated.py", line 121, in <module>: Invalid TypeVar: TypeVar('T') must be stored as 'T', not 'TA3' [invalid-typevar]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 43: Unexpected errors ['File "qualifiers_annotated.py", line 43, in <module>: Invalid type annotation \\'[int, str]\\' for Bad1 [invalid-annotation]']
+Line 44: Unexpected errors ['File "qualifiers_annotated.py", line 44, in <module>: Invalid type annotation \\'((int, str),)\\' for Bad2 [invalid-annotation]']
+Line 45: Unexpected errors ['File "qualifiers_annotated.py", line 45, in <module>: Invalid type annotation \\'<instance of List[Type[int]]>\\' for Bad3 [invalid-annotation]']
+Line 46: Unexpected errors ['File "qualifiers_annotated.py", line 46, in <module>: Invalid type annotation "{\\'a\\': \\'b\\'}" for Bad4 [invalid-annotation]']
+Line 50: Unexpected errors ['File "qualifiers_annotated.py", line 50, in <module>: Name \\'var1\\' is not defined [name-error]']
+Line 51: Unexpected errors ['File "qualifiers_annotated.py", line 51, in <module>: Invalid type annotation \\'True\\' for Bad9 [invalid-annotation]']
+Line 52: Unexpected errors ['File "qualifiers_annotated.py", line 52, in <module>: Invalid type annotation \\'1\\' for Bad10 [invalid-annotation]']
+Line 54: Unexpected errors ['File "qualifiers_annotated.py", line 54, in <module>: Invalid type annotation \\'<instance of str>\\' for Bad12 [invalid-annotation]']
+Line 64: Unexpected errors ['File "qualifiers_annotated.py", line 64, in <module>: Invalid type annotation \\'Annotated\\'  [invalid-annotation]']
+Line 91: Unexpected errors ['File "qualifiers_annotated.py", line 91, in <module>: \\'Annotated\\' object is not callable [not-callable]']
+Line 121: Unexpected errors ['File "qualifiers_annotated.py", line 121, in <module>: Invalid TypeVar: TypeVar(\\'T\\') must be stored as \\'T\\', not \\'TA3\\' [invalid-typevar]']
+"""
diff --git a/conformance/results/pytype/qualifiers_final_annotation.toml b/conformance/results/pytype/qualifiers_final_annotation.toml
index 8a913a0bb..baf6253eb 100644
--- a/conformance/results/pytype/qualifiers_final_annotation.toml
+++ b/conformance/results/pytype/qualifiers_final_annotation.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report Final variable with missing initialization.
+notes = """Does not report Final variable with missing initialization.
 Does not reject Final instance variable declared outside of __init__ method.
 Does not reject modification of global variable declared Final.
 Does not reject modification of local variable declared Final.
@@ -25,3 +24,20 @@ File "qualifiers_final_annotation.py", line 134, in <module>: Invalid keyword ar
 File "qualifiers_final_annotation.py", line 135, in <module>: Function N.__new__ was called with the wrong arguments [wrong-arg-types]
 File "qualifiers_final_annotation.py", line 145, in func2: Assigning to variable x, which was annotated with Final [final-error]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 18: Unexpected errors ['File "qualifiers_final_annotation.py", line 18, in <module>: Invalid type annotation \\'Final[str, int]\\'  [invalid-annotation]', 'File "qualifiers_final_annotation.py", line 18, in <module>: Invalid type annotation \\'Final\\'  [invalid-annotation]']
+Line 54: Unexpected errors ['File "qualifiers_final_annotation.py", line 54, in __init__: Assigning to attribute ID5, which was annotated with Final [final-error]']
+Line 65: Unexpected errors ['File "qualifiers_final_annotation.py", line 65, in method1: Assigning to attribute ID7, which was annotated with Final [final-error]']
+Line 67: Unexpected errors ['File "qualifiers_final_annotation.py", line 67, in method1: Assigning to attribute ID7, which was annotated with Final [final-error]']
+Line 71: Unexpected errors ['File "qualifiers_final_annotation.py", line 71, in <module>: Assigning to variable RATE, which was annotated with Final [final-error]']
+Line 81: Unexpected errors ['File "qualifiers_final_annotation.py", line 81, in <module>: Assigning to attribute DEFAULT_ID, which was annotated with Final [final-error]']
+Line 93: Unexpected errors ['File "qualifiers_final_annotation.py", line 93, in <module>: Class ClassCChild overrides final class attribute BORDER_WIDTH, defined in base class ClassC [final-error]']
+Line 107: Unexpected errors ['File "qualifiers_final_annotation.py", line 107, in ClassD: Type annotation for VALUE2 does not match type of assignment [annotation-type-mismatch]', 'File "qualifiers_final_annotation.py", line 107, in ClassD: Invalid use of typing.Final [final-error]', 'File "qualifiers_final_annotation.py", line 107, in ClassD: Invalid type annotation \\'ClassVar[Final]\\'  [invalid-annotation]']
+Line 108: Unexpected errors ['File "qualifiers_final_annotation.py", line 108, in ClassD: Type annotation for VALUE3 does not match type of assignment [annotation-type-mismatch]']
+Line 118: Unexpected errors ['File "qualifiers_final_annotation.py", line 118, in <module>: Invalid use of typing.Final [final-error]', 'File "qualifiers_final_annotation.py", line 118, in <module>: Invalid type annotation \\'list[Final[int]]\\'  [invalid-annotation]']
+Line 121: Unexpected errors ['File "qualifiers_final_annotation.py", line 121, in <module>: Invalid use of typing.Final [final-error]']
+Line 134: Unexpected errors ['File "qualifiers_final_annotation.py", line 134, in <module>: Invalid keyword argument a to function N.__new__ [wrong-keyword-args]']
+Line 135: Unexpected errors ['File "qualifiers_final_annotation.py", line 135, in <module>: Function N.__new__ was called with the wrong arguments [wrong-arg-types]']
+Line 145: Unexpected errors ['File "qualifiers_final_annotation.py", line 145, in func2: Assigning to variable x, which was annotated with Final [final-error]']
+"""
diff --git a/conformance/results/pytype/qualifiers_final_decorator.toml b/conformance/results/pytype/qualifiers_final_decorator.toml
index a566b0e9d..0adcdbca5 100644
--- a/conformance/results/pytype/qualifiers_final_decorator.toml
+++ b/conformance/results/pytype/qualifiers_final_decorator.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report error for overloaded @final method defined in stub file.
+notes = """Does not report error for overloaded @final method defined in stub file.
 Does not report error for overload that is marked @final when implementation is not.
 """
 output = """
@@ -18,3 +17,16 @@ File "qualifiers_final_decorator.py", line 117, in <module>: Class Derived5 over
 File "qualifiers_final_decorator.py", line 118, in Derived5: Overriding method signature mismatch [signature-mismatch]
 File "qualifiers_final_decorator.py", line 125, in <module>: Cannot apply @final decorator to func1 [final-error]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 8: Unexpected errors ['File "qualifiers_final_decorator.py", line 8, in <module>: Couldn\\'t import pyi for \\'_qualifiers_final_decorator\\' [pyi-error]']
+Line 21: Unexpected errors ['File "qualifiers_final_decorator.py", line 21, in <module>: Cannot subclass final class: Base1 [final-error]']
+Line 52: Unexpected errors ['File "qualifiers_final_decorator.py", line 52, in method4: bad return type [bad-return-type]']
+Line 55: Unexpected errors ['File "qualifiers_final_decorator.py", line 55, in <module>: Class Derived2 overrides final method method4, defined in base class Base2 [final-error]', 'File "qualifiers_final_decorator.py", line 55, in <module>: Class Derived2 overrides final method method3, defined in base class Base2 [final-error]', 'File "qualifiers_final_decorator.py", line 55, in <module>: Class Derived2 overrides final method method2, defined in base class Base2 [final-error]', 'File "qualifiers_final_decorator.py", line 55, in <module>: Class Derived2 overrides final method method1, defined in base class Base2 [final-error]']
+Line 76: Unexpected errors ['File "qualifiers_final_decorator.py", line 76, in method4: bad return type [bad-return-type]']
+Line 90: Unexpected errors ['File "qualifiers_final_decorator.py", line 90, in method: bad return type [bad-return-type]']
+Line 103: Unexpected errors ['File "qualifiers_final_decorator.py", line 103, in method: bad return type [bad-return-type]']
+Line 117: Unexpected errors ['File "qualifiers_final_decorator.py", line 117, in <module>: Class Derived5 overrides final method method, defined in base class Base5_2 [final-error]']
+Line 118: Unexpected errors ['File "qualifiers_final_decorator.py", line 118, in Derived5: Overriding method signature mismatch [signature-mismatch]']
+Line 125: Unexpected errors ['File "qualifiers_final_decorator.py", line 125, in <module>: Cannot apply @final decorator to func1 [final-error]']
+"""
diff --git a/conformance/results/pytype/specialtypes_any.toml b/conformance/results/pytype/specialtypes_any.toml
index ec7f31722..37aaae899 100644
--- a/conformance/results/pytype/specialtypes_any.toml
+++ b/conformance/results/pytype/specialtypes_any.toml
@@ -2,3 +2,6 @@ conformant = "Pass"
 output = """
 
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/specialtypes_never.toml b/conformance/results/pytype/specialtypes_never.toml
index 1e24c8ed6..ef194d0fd 100644
--- a/conformance/results/pytype/specialtypes_never.toml
+++ b/conformance/results/pytype/specialtypes_never.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not understand NoReturn or Never.
+notes = """Does not understand NoReturn or Never.
 """
 output = """
 File "specialtypes_never.py", line 11, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]
@@ -10,3 +9,12 @@ File "specialtypes_never.py", line 68, in func6: Type annotation for v2 does not
 File "specialtypes_never.py", line 69, in func6: Type annotation for v3 does not match type of assignment [annotation-type-mismatch]
 File "specialtypes_never.py", line 85, in func8: Type annotation for v3 does not match type of assignment [annotation-type-mismatch]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 11: Unexpected errors ['File "specialtypes_never.py", line 11, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
+Line 21: Unexpected errors ['File "specialtypes_never.py", line 21, in func1: bad return type [bad-return-type]']
+Line 67: Unexpected errors ['File "specialtypes_never.py", line 67, in func6: Type annotation for v1 does not match type of assignment [annotation-type-mismatch]']
+Line 68: Unexpected errors ['File "specialtypes_never.py", line 68, in func6: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
+Line 69: Unexpected errors ['File "specialtypes_never.py", line 69, in func6: Type annotation for v3 does not match type of assignment [annotation-type-mismatch]']
+Line 85: Unexpected errors ['File "specialtypes_never.py", line 85, in func8: Type annotation for v3 does not match type of assignment [annotation-type-mismatch]']
+"""
diff --git a/conformance/results/pytype/specialtypes_none.toml b/conformance/results/pytype/specialtypes_none.toml
index 9419edd31..466fced6d 100644
--- a/conformance/results/pytype/specialtypes_none.toml
+++ b/conformance/results/pytype/specialtypes_none.toml
@@ -1,9 +1,13 @@
 conformant = "Partial"
-notes = """
-Does not detect type incompatibility between None and type[None].
+notes = """Does not detect type incompatibility between None and type[None].
 Does not detect type incompatibility between None and incompatible protocol.
 """
 output = """
 File "specialtypes_none.py", line 21, in <module>: Function func1 was called with the wrong arguments [wrong-arg-types]
 File "specialtypes_none.py", line 41, in <module>: Function func2 was called with the wrong arguments [wrong-arg-types]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 21: Unexpected errors ['File "specialtypes_none.py", line 21, in <module>: Function func1 was called with the wrong arguments [wrong-arg-types]']
+Line 41: Unexpected errors ['File "specialtypes_none.py", line 41, in <module>: Function func2 was called with the wrong arguments [wrong-arg-types]']
+"""
diff --git a/conformance/results/pytype/specialtypes_promotions.toml b/conformance/results/pytype/specialtypes_promotions.toml
index 91f796476..f6248019e 100644
--- a/conformance/results/pytype/specialtypes_promotions.toml
+++ b/conformance/results/pytype/specialtypes_promotions.toml
@@ -2,3 +2,7 @@ conformant = "Pass"
 output = """
 File "specialtypes_promotions.py", line 13, in func1: No attribute 'numerator' on float [attribute-error]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 13: Unexpected errors ['File "specialtypes_promotions.py", line 13, in func1: No attribute \\'numerator\\' on float [attribute-error]']
+"""
diff --git a/conformance/results/pytype/specialtypes_type.toml b/conformance/results/pytype/specialtypes_type.toml
index c6929df19..a506bdc40 100644
--- a/conformance/results/pytype/specialtypes_type.toml
+++ b/conformance/results/pytype/specialtypes_type.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject Callable when passed to type[T].
+notes = """Does not reject Callable when passed to type[T].
 Does not allow access to known attributes from object of type `type[Any]`.
 """
 output = """
@@ -18,3 +17,19 @@ File "specialtypes_type.py", line 144, in <module>: No attribute 'unknown' on Ty
 File "specialtypes_type.py", line 145, in <module>: No attribute 'unknown' on Type[type] [attribute-error]
 File "specialtypes_type.py", line 146, in <module>: No attribute 'unknown' on Type[type] [attribute-error]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 56: Unexpected errors ['File "specialtypes_type.py", line 56, in <module>: Function func4 was called with the wrong arguments [wrong-arg-types]']
+Line 64: Unexpected errors ['File "specialtypes_type.py", line 64, in <module>: Invalid type annotation \\'T\\'  [invalid-annotation]']
+Line 76: Unexpected errors ['File "specialtypes_type.py", line 76, in <module>: Invalid type annotation \\'type[int, str]\\'  [invalid-annotation]']
+Line 98: Unexpected errors ['File "specialtypes_type.py", line 98, in func7: Any [assert-type]']
+Line 102: Unexpected errors ['File "specialtypes_type.py", line 102, in func7: Any [assert-type]']
+Line 106: Unexpected errors ['File "specialtypes_type.py", line 106, in func7: Any [assert-type]']
+Line 110: Unexpected errors ['File "specialtypes_type.py", line 110, in func7: Any [assert-type]']
+Line 117: Unexpected errors ['File "specialtypes_type.py", line 117, in func8: No attribute \\'unknown\\' on Type[object] [attribute-error]']
+Line 120: Unexpected errors ['File "specialtypes_type.py", line 120, in func8: No attribute \\'unknown\\' on Type[object] [attribute-error]']
+Line 143: Unexpected errors ['File "specialtypes_type.py", line 143, in <module>: No attribute \\'unknown\\' on Type[type] [attribute-error]']
+Line 144: Unexpected errors ['File "specialtypes_type.py", line 144, in <module>: No attribute \\'unknown\\' on Type[type] [attribute-error]']
+Line 145: Unexpected errors ['File "specialtypes_type.py", line 145, in <module>: No attribute \\'unknown\\' on Type[type] [attribute-error]']
+Line 146: Unexpected errors ['File "specialtypes_type.py", line 146, in <module>: No attribute \\'unknown\\' on Type[type] [attribute-error]']
+"""
diff --git a/conformance/results/pytype/tuples_type_compat.toml b/conformance/results/pytype/tuples_type_compat.toml
index 7fd04044e..2c36d6800 100644
--- a/conformance/results/pytype/tuples_type_compat.toml
+++ b/conformance/results/pytype/tuples_type_compat.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not support unpacked tuple forms.
+notes = """Does not support unpacked tuple forms.
 Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.
 Does not support tuple narrowing based on `len()` type guard (optional).
 """
@@ -61,3 +60,46 @@ File "tuples_type_compat.py", line 174, in func9: Invalid type annotation 'tuple
 File "tuples_type_compat.py", line 175, in func9: Type annotation for t9 does not match type of assignment [annotation-type-mismatch]
 File "tuples_type_compat.py", line 175, in func9: Invalid type annotation 'tuple[*tuple[str, ...], str, str, str]'  [invalid-annotation]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 15: Unexpected errors ['File "tuples_type_compat.py", line 15, in func1: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
+Line 22: Unexpected errors ['File "tuples_type_compat.py", line 22, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 27: Unexpected errors ['File "tuples_type_compat.py", line 27, in func2: Invalid type annotation \\'tuple[int, *tuple[int, ...]]\\'  [invalid-annotation]']
+Line 47: Unexpected errors ['File "tuples_type_compat.py", line 47, in func3: Invalid type annotation \\'tuple[int, *tuple[str, ...]]\\'  [invalid-annotation]']
+Line 71: Unexpected errors ['File "tuples_type_compat.py", line 71, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 74: Unexpected errors ['File "tuples_type_compat.py", line 74, in func5: tuple [assert-type]']
+Line 78: Unexpected errors ['File "tuples_type_compat.py", line 78, in func5: tuple [assert-type]']
+Line 82: Unexpected errors ['File "tuples_type_compat.py", line 82, in func5: tuple [assert-type]']
+Line 91: Unexpected errors ['File "tuples_type_compat.py", line 91, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 115: Unexpected errors ['File "tuples_type_compat.py", line 115, in func7: Tuple[Union[int, str], Union[int, str]] [assert-type]']
+Line 117: Unexpected errors ['File "tuples_type_compat.py", line 117, in func7: Tuple[Union[int, str], Union[int, str]] [assert-type]']
+Line 134: Unexpected errors ['File "tuples_type_compat.py", line 134, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 139: Unexpected errors ['File "tuples_type_compat.py", line 139, in func8: Sequence [assert-type]']
+Line 140: Unexpected errors ['File "tuples_type_compat.py", line 140, in func8: Sequence [assert-type]']
+Line 143: Unexpected errors ['File "tuples_type_compat.py", line 143, in <module>: Type annotation for t1 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 143, in <module>: Invalid type annotation \\'tuple[int, *tuple[str]]\\'  [invalid-annotation]', 'File "tuples_type_compat.py", line 143, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 144: Unexpected errors ['File "tuples_type_compat.py", line 144, in <module>: Type annotation for t1 does not match type of assignment [annotation-type-mismatch]']
+Line 146: Unexpected errors ['File "tuples_type_compat.py", line 146, in <module>: Invalid type annotation \\'tuple[int, *tuple[str, ...]]\\'  [invalid-annotation]', 'File "tuples_type_compat.py", line 146, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 147: Unexpected errors ['File "tuples_type_compat.py", line 147, in <module>: Type annotation for t2 does not match type of assignment [annotation-type-mismatch]']
+Line 148: Unexpected errors ['File "tuples_type_compat.py", line 148, in <module>: Type annotation for t2 does not match type of assignment [annotation-type-mismatch]']
+Line 149: Unexpected errors ['File "tuples_type_compat.py", line 149, in <module>: Type annotation for t2 does not match type of assignment [annotation-type-mismatch]']
+Line 150: Unexpected errors ['File "tuples_type_compat.py", line 150, in <module>: Type annotation for t2 does not match type of assignment [annotation-type-mismatch]']
+Line 153: Unexpected errors ['File "tuples_type_compat.py", line 153, in <module>: Type annotation for t3 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 153, in <module>: Invalid type annotation \\'tuple[int, *tuple[str, ...], int]\\'  [invalid-annotation]', 'File "tuples_type_compat.py", line 153, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 154: Unexpected errors ['File "tuples_type_compat.py", line 154, in <module>: Type annotation for t3 does not match type of assignment [annotation-type-mismatch]']
+Line 155: Unexpected errors ['File "tuples_type_compat.py", line 155, in <module>: Type annotation for t3 does not match type of assignment [annotation-type-mismatch]']
+Line 156: Unexpected errors ['File "tuples_type_compat.py", line 156, in <module>: Type annotation for t3 does not match type of assignment [annotation-type-mismatch]']
+Line 157: Unexpected errors ['File "tuples_type_compat.py", line 157, in <module>: Type annotation for t3 does not match type of assignment [annotation-type-mismatch]']
+Line 159: Unexpected errors ['File "tuples_type_compat.py", line 159, in <module>: Invalid type annotation \\'tuple[*tuple[str, ...], int]\\'  [invalid-annotation]', 'File "tuples_type_compat.py", line 159, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 160: Unexpected errors ['File "tuples_type_compat.py", line 160, in <module>: Type annotation for t4 does not match type of assignment [annotation-type-mismatch]']
+Line 161: Unexpected errors ['File "tuples_type_compat.py", line 161, in <module>: Type annotation for t4 does not match type of assignment [annotation-type-mismatch]']
+Line 162: Unexpected errors ['File "tuples_type_compat.py", line 162, in <module>: Type annotation for t4 does not match type of assignment [annotation-type-mismatch]']
+Line 163: Unexpected errors ['File "tuples_type_compat.py", line 163, in <module>: Type annotation for t4 does not match type of assignment [annotation-type-mismatch]']
+Line 167: Unexpected errors ['File "tuples_type_compat.py", line 167, in func9: Type annotation for t1 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 167, in func9: Invalid type annotation \\'tuple[str, str, *tuple[int, ...]]\\'  [invalid-annotation]']
+Line 168: Unexpected errors ['File "tuples_type_compat.py", line 168, in func9: Type annotation for t2 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 168, in func9: Invalid type annotation \\'tuple[str, str, *tuple[int]]\\'  [invalid-annotation]']
+Line 169: Unexpected errors ['File "tuples_type_compat.py", line 169, in func9: Type annotation for t3 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 169, in func9: Invalid type annotation \\'tuple[str, *tuple[str, ...]]\\'  [invalid-annotation]']
+Line 170: Unexpected errors ['File "tuples_type_compat.py", line 170, in func9: Type annotation for t4 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 170, in func9: Invalid type annotation \\'tuple[str, str, *tuple[str, ...]]\\'  [invalid-annotation]']
+Line 171: Unexpected errors ['File "tuples_type_compat.py", line 171, in func9: Type annotation for t5 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 171, in func9: Invalid type annotation \\'tuple[str, str, str, *tuple[str, ...]]\\'  [invalid-annotation]']
+Line 172: Unexpected errors ['File "tuples_type_compat.py", line 172, in func9: Type annotation for t6 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 172, in func9: Invalid type annotation \\'tuple[str, *tuple[int, ...], str]\\'  [invalid-annotation]']
+Line 173: Unexpected errors ['File "tuples_type_compat.py", line 173, in func9: Type annotation for t7 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 173, in func9: Invalid type annotation \\'tuple[*tuple[str, ...], str]\\'  [invalid-annotation]']
+Line 174: Unexpected errors ['File "tuples_type_compat.py", line 174, in func9: Type annotation for t8 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 174, in func9: Invalid type annotation \\'tuple[*tuple[str, ...], str]\\'  [invalid-annotation]']
+Line 175: Unexpected errors ['File "tuples_type_compat.py", line 175, in func9: Type annotation for t9 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 175, in func9: Invalid type annotation \\'tuple[*tuple[str, ...], str, str, str]\\'  [invalid-annotation]']
+"""
diff --git a/conformance/results/pytype/tuples_type_form.toml b/conformance/results/pytype/tuples_type_form.toml
index 6d065c426..855956b84 100644
--- a/conformance/results/pytype/tuples_type_form.toml
+++ b/conformance/results/pytype/tuples_type_form.toml
@@ -14,3 +14,17 @@ File "tuples_type_form.py", line 43, in <module>: Invalid type annotation 'Ellip
 File "tuples_type_form.py", line 44, in <module>: Invalid type annotation '<instance of tuple>'  [invalid-annotation]
 File "tuples_type_form.py", line 45, in <module>: Invalid type annotation '<instance of tuple>'  [invalid-annotation]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 12: Unexpected errors ['File "tuples_type_form.py", line 12, in <module>: Type annotation for t1 does not match type of assignment [annotation-type-mismatch]']
+Line 14: Unexpected errors ['File "tuples_type_form.py", line 14, in <module>: Type annotation for t2 does not match type of assignment [annotation-type-mismatch]']
+Line 15: Unexpected errors ['File "tuples_type_form.py", line 15, in <module>: Type annotation for t2 does not match type of assignment [annotation-type-mismatch]']
+Line 25: Unexpected errors ['File "tuples_type_form.py", line 25, in <module>: Type annotation for t10 does not match type of assignment [annotation-type-mismatch]']
+Line 36: Unexpected errors ['File "tuples_type_form.py", line 36, in <module>: Type annotation for t20 does not match type of assignment [annotation-type-mismatch]']
+Line 40: Unexpected errors ['File "tuples_type_form.py", line 40, in <module>: Invalid type annotation \\'tuple[int, int, Any]\\'  [invalid-annotation]']
+Line 41: Unexpected errors ['File "tuples_type_form.py", line 41, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]']
+Line 42: Unexpected errors ['File "tuples_type_form.py", line 42, in <module>: Invalid type annotation \\'tuple[Any, int]\\'  [invalid-annotation]', 'File "tuples_type_form.py", line 42, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]']
+Line 43: Unexpected errors ['File "tuples_type_form.py", line 43, in <module>: Invalid type annotation \\'tuple[int, Any, int]\\'  [invalid-annotation]', 'File "tuples_type_form.py", line 43, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]']
+Line 44: Unexpected errors ['File "tuples_type_form.py", line 44, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 45: Unexpected errors ['File "tuples_type_form.py", line 45, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+"""
diff --git a/conformance/results/pytype/tuples_unpacked.toml b/conformance/results/pytype/tuples_unpacked.toml
index 8f2b5f9a5..728020bf9 100644
--- a/conformance/results/pytype/tuples_unpacked.toml
+++ b/conformance/results/pytype/tuples_unpacked.toml
@@ -1,6 +1,5 @@
 conformant = "Unsupported"
-notes = """
-Does not support `typing.Unpack`.
+notes = """Does not support `typing.Unpack`.
 Does not support unpacked tuples within a tuple type form.
 """
 output = """
@@ -28,3 +27,23 @@ File "tuples_unpacked.py", line 48, in <module>: Invalid type annotation '<insta
 File "tuples_unpacked.py", line 49, in func3: Invalid type annotation 'tuple[*tuple[str], *Ts]'  [invalid-annotation]
 File "tuples_unpacked.py", line 50, in func3: Invalid type annotation 'tuple[*tuple[str, ...], *Ts]'  [invalid-annotation]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 13: Unexpected errors ['File "tuples_unpacked.py", line 13, in <module>: typing.Unpack not supported yet [not-supported-yet]', 'File "tuples_unpacked.py", line 13, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
+Line 16: Unexpected errors ['File "tuples_unpacked.py", line 16, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 17: Unexpected errors ['File "tuples_unpacked.py", line 17, in func1: Tuple[Any] [assert-type]']
+Line 18: Unexpected errors ['File "tuples_unpacked.py", line 18, in func1: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 19: Unexpected errors ['File "tuples_unpacked.py", line 19, in func1: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 25: Unexpected errors ['File "tuples_unpacked.py", line 25, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 26: Unexpected errors ['File "tuples_unpacked.py", line 26, in func2: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 31: Unexpected errors ['File "tuples_unpacked.py", line 31, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 31, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
+Line 32: Unexpected errors ['File "tuples_unpacked.py", line 32, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 32, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
+Line 37: Unexpected errors ['File "tuples_unpacked.py", line 37, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 37, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
+Line 38: Unexpected errors ['File "tuples_unpacked.py", line 38, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 39: Unexpected errors ['File "tuples_unpacked.py", line 39, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 39, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
+Line 40: Unexpected errors ['File "tuples_unpacked.py", line 40, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 40, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
+Line 45: Unexpected errors ['File "tuples_unpacked.py", line 45, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
+Line 48: Unexpected errors ['File "tuples_unpacked.py", line 48, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
+Line 49: Unexpected errors ['File "tuples_unpacked.py", line 49, in func3: Invalid type annotation \\'tuple[*tuple[str], *Ts]\\'  [invalid-annotation]']
+Line 50: Unexpected errors ['File "tuples_unpacked.py", line 50, in func3: Invalid type annotation \\'tuple[*tuple[str, ...], *Ts]\\'  [invalid-annotation]']
+"""
diff --git a/conformance/results/pytype/typeddicts_alt_syntax.toml b/conformance/results/pytype/typeddicts_alt_syntax.toml
index 05148f215..2973e0b9f 100644
--- a/conformance/results/pytype/typeddicts_alt_syntax.toml
+++ b/conformance/results/pytype/typeddicts_alt_syntax.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not reject use of variable as second argument to `TypedDict` call.
+notes = """Does not reject use of variable as second argument to `TypedDict` call.
 Does not report when name of TypedDict doesn't match assigned identifier name.
 Does not support keyword-argument form of alternative syntax (deprecated in 3.11).
 """
@@ -8,3 +7,8 @@ output = """
 File "typeddicts_alt_syntax.py", line 27, in <module>: Function typing.TypedDict was called with the wrong arguments [wrong-arg-types]
 File "typeddicts_alt_syntax.py", line 41, in <module>: Function typing.TypedDict expects 2 arg(s), got 3 [wrong-arg-count]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 27: Unexpected errors ['File "typeddicts_alt_syntax.py", line 27, in <module>: Function typing.TypedDict was called with the wrong arguments [wrong-arg-types]']
+Line 41: Unexpected errors ['File "typeddicts_alt_syntax.py", line 41, in <module>: Function typing.TypedDict expects 2 arg(s), got 3 [wrong-arg-count]']
+"""
diff --git a/conformance/results/pytype/typeddicts_class_syntax.toml b/conformance/results/pytype/typeddicts_class_syntax.toml
index 87bb05039..e7b007485 100644
--- a/conformance/results/pytype/typeddicts_class_syntax.toml
+++ b/conformance/results/pytype/typeddicts_class_syntax.toml
@@ -1,9 +1,11 @@
 conformant = "Partial"
-notes = """
-Does not reject methods within TypedDict class.
+notes = """Does not reject methods within TypedDict class.
 Does not report when metaclass is provided.
 Does not report when other keyword argument is provided.
 """
 output = """
 
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/typeddicts_final.toml b/conformance/results/pytype/typeddicts_final.toml
index ec7f31722..37aaae899 100644
--- a/conformance/results/pytype/typeddicts_final.toml
+++ b/conformance/results/pytype/typeddicts_final.toml
@@ -2,3 +2,6 @@ conformant = "Pass"
 output = """
 
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/typeddicts_inheritance.toml b/conformance/results/pytype/typeddicts_inheritance.toml
index 04b0af00e..50a8d7bac 100644
--- a/conformance/results/pytype/typeddicts_inheritance.toml
+++ b/conformance/results/pytype/typeddicts_inheritance.toml
@@ -4,3 +4,9 @@ File "typeddicts_inheritance.py", line 44, in <module>: Invalid base class: NonT
 File "typeddicts_inheritance.py", line 54, in <module>: Invalid base class: X1 [base-class-error]
 File "typeddicts_inheritance.py", line 65, in <module>: Invalid base class: Y2 [base-class-error]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 44: Unexpected errors ['File "typeddicts_inheritance.py", line 44, in <module>: Invalid base class: NonTypedDict [base-class-error]']
+Line 54: Unexpected errors ['File "typeddicts_inheritance.py", line 54, in <module>: Invalid base class: X1 [base-class-error]']
+Line 65: Unexpected errors ['File "typeddicts_inheritance.py", line 65, in <module>: Invalid base class: Y2 [base-class-error]']
+"""
diff --git a/conformance/results/pytype/typeddicts_operations.toml b/conformance/results/pytype/typeddicts_operations.toml
index 7e8920bd4..d5cff5775 100644
--- a/conformance/results/pytype/typeddicts_operations.toml
+++ b/conformance/results/pytype/typeddicts_operations.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report type violation with TypedDict value assignment.
+notes = """Does not report type violation with TypedDict value assignment.
 Does not report reference to unknown key in TypedDict.
 Does not reject `clear` method on TypedDict with required keys.
 Does not reject delete operation for required key in TypedDict.
@@ -12,3 +11,11 @@ File "typeddicts_operations.py", line 32, in <module>: Type annotation for movie
 File "typeddicts_operations.py", line 37, in func1: Type annotation for movie does not match type of assignment [annotation-type-mismatch]
 File "typeddicts_operations.py", line 60, in <module>: str [assert-type]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 28: Unexpected errors ['File "typeddicts_operations.py", line 28, in <module>: Type annotation for movie does not match type of assignment [annotation-type-mismatch]']
+Line 29: Unexpected errors ['File "typeddicts_operations.py", line 29, in <module>: Type annotation for movie does not match type of assignment [annotation-type-mismatch]']
+Line 32: Unexpected errors ['File "typeddicts_operations.py", line 32, in <module>: Type annotation for movie does not match type of assignment [annotation-type-mismatch]']
+Line 37: Unexpected errors ['File "typeddicts_operations.py", line 37, in func1: Type annotation for movie does not match type of assignment [annotation-type-mismatch]']
+Line 60: Unexpected errors ['File "typeddicts_operations.py", line 60, in <module>: str [assert-type]']
+"""
diff --git a/conformance/results/pytype/typeddicts_readonly.toml b/conformance/results/pytype/typeddicts_readonly.toml
index 2d317ed68..abe6efcce 100644
--- a/conformance/results/pytype/typeddicts_readonly.toml
+++ b/conformance/results/pytype/typeddicts_readonly.toml
@@ -2,3 +2,7 @@ conformant = "Unsupported"
 output = """
 File "typeddicts_readonly.py", line 8, in <module>: typing_extensions.ReadOnly not supported yet [not-supported-yet]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 8: Unexpected errors ['File "typeddicts_readonly.py", line 8, in <module>: typing_extensions.ReadOnly not supported yet [not-supported-yet]']
+"""
diff --git a/conformance/results/pytype/typeddicts_readonly_consistency.toml b/conformance/results/pytype/typeddicts_readonly_consistency.toml
index cf416bd0d..7ad6f392e 100644
--- a/conformance/results/pytype/typeddicts_readonly_consistency.toml
+++ b/conformance/results/pytype/typeddicts_readonly_consistency.toml
@@ -5,3 +5,10 @@ File "typeddicts_readonly_consistency.py", line 34, in func1: Type annotation fo
 File "typeddicts_readonly_consistency.py", line 35, in func1: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]
 File "typeddicts_readonly_consistency.py", line 40, in func1: Type annotation for v5 does not match type of assignment [annotation-type-mismatch]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 8: Unexpected errors ['File "typeddicts_readonly_consistency.py", line 8, in <module>: typing_extensions.ReadOnly not supported yet [not-supported-yet]']
+Line 34: Unexpected errors ['File "typeddicts_readonly_consistency.py", line 34, in func1: Type annotation for v1 does not match type of assignment [annotation-type-mismatch]']
+Line 35: Unexpected errors ['File "typeddicts_readonly_consistency.py", line 35, in func1: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
+Line 40: Unexpected errors ['File "typeddicts_readonly_consistency.py", line 40, in func1: Type annotation for v5 does not match type of assignment [annotation-type-mismatch]']
+"""
diff --git a/conformance/results/pytype/typeddicts_readonly_inheritance.toml b/conformance/results/pytype/typeddicts_readonly_inheritance.toml
index 23da3afe6..b7ad7675e 100644
--- a/conformance/results/pytype/typeddicts_readonly_inheritance.toml
+++ b/conformance/results/pytype/typeddicts_readonly_inheritance.toml
@@ -18,3 +18,20 @@ File "typeddicts_readonly_inheritance.py", line 119, in <module>: Invalid base c
 File "typeddicts_readonly_inheritance.py", line 132, in <module>: Invalid base class: TD_B2 [base-class-error]
 File "typeddicts_readonly_inheritance.py", line 132, in <module>: Invalid base class: TD_B2 [base-class-error]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 8: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 8, in <module>: typing_extensions.ReadOnly not supported yet [not-supported-yet]']
+Line 18: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 18, in <module>: Invalid base class: NamedDict [base-class-error]']
+Line 47: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 47, in <module>: Invalid base class: AlbumCollection [base-class-error]', 'File "typeddicts_readonly_inheritance.py", line 47, in <module>: Invalid base class: AlbumCollection [base-class-error]']
+Line 61: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 61, in <module>: Invalid base class: OptionalName [base-class-error]']
+Line 65: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 65, in <module>: Type annotation for d does not match type of assignment [annotation-type-mismatch]']
+Line 75: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 75, in <module>: Invalid base class: OptionalIdent [base-class-error]']
+Line 83: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 83, in <module>: Type annotation for u does not match type of assignment [annotation-type-mismatch]']
+Line 84: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 84, in <module>: Type annotation for u does not match type of assignment [annotation-type-mismatch]']
+Line 93: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 93, in <module>: Invalid base class: F1 [base-class-error]']
+Line 97: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 97, in <module>: Invalid base class: F1 [base-class-error]']
+Line 101: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 101, in <module>: Invalid base class: F1 [base-class-error]']
+Line 105: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 105, in <module>: Invalid base class: F1 [base-class-error]']
+Line 119: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 119, in <module>: Invalid base class: TD_A2 [base-class-error]', 'File "typeddicts_readonly_inheritance.py", line 119, in <module>: Invalid base class: TD_A2 [base-class-error]']
+Line 132: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 132, in <module>: Invalid base class: TD_B2 [base-class-error]', 'File "typeddicts_readonly_inheritance.py", line 132, in <module>: Invalid base class: TD_B2 [base-class-error]']
+"""
diff --git a/conformance/results/pytype/typeddicts_readonly_kwargs.toml b/conformance/results/pytype/typeddicts_readonly_kwargs.toml
index 3fee197b5..2f9cfba87 100644
--- a/conformance/results/pytype/typeddicts_readonly_kwargs.toml
+++ b/conformance/results/pytype/typeddicts_readonly_kwargs.toml
@@ -4,3 +4,9 @@ File "typeddicts_readonly_kwargs.py", line 8, in <module>: typing.Unpack not sup
 File "typeddicts_readonly_kwargs.py", line 9, in <module>: typing_extensions.ReadOnly not supported yet [not-supported-yet]
 File "typeddicts_readonly_kwargs.py", line 33, in impl: New container type for kwargs does not match type annotation [container-type-mismatch]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 8: Unexpected errors ['File "typeddicts_readonly_kwargs.py", line 8, in <module>: typing.Unpack not supported yet [not-supported-yet]']
+Line 9: Unexpected errors ['File "typeddicts_readonly_kwargs.py", line 9, in <module>: typing_extensions.ReadOnly not supported yet [not-supported-yet]']
+Line 33: Unexpected errors ['File "typeddicts_readonly_kwargs.py", line 33, in impl: New container type for kwargs does not match type annotation [container-type-mismatch]']
+"""
diff --git a/conformance/results/pytype/typeddicts_readonly_update.toml b/conformance/results/pytype/typeddicts_readonly_update.toml
index 25da770c2..994c8371e 100644
--- a/conformance/results/pytype/typeddicts_readonly_update.toml
+++ b/conformance/results/pytype/typeddicts_readonly_update.toml
@@ -2,3 +2,7 @@ conformant = "Unsupported"
 output = """
 File "typeddicts_readonly_update.py", line 9, in <module>: typing_extensions.ReadOnly not supported yet [not-supported-yet]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 9: Unexpected errors ['File "typeddicts_readonly_update.py", line 9, in <module>: typing_extensions.ReadOnly not supported yet [not-supported-yet]']
+"""
diff --git a/conformance/results/pytype/typeddicts_required.toml b/conformance/results/pytype/typeddicts_required.toml
index 382e2bd2c..c18c12c70 100644
--- a/conformance/results/pytype/typeddicts_required.toml
+++ b/conformance/results/pytype/typeddicts_required.toml
@@ -1,9 +1,11 @@
 conformant = "Partial"
-notes = """
-Does not reject use of `Required` in non-TypedDict class.
+notes = """Does not reject use of `Required` in non-TypedDict class.
 Does not reject use of `Required` in function parameter annotation.
 Does not reject nested use of `Required` in type annotation.
 """
 output = """
 RecursionError: maximum recursion depth exceeded
 """
+conformance_automated = "Fail"
+errors_diff = """
+"""
diff --git a/conformance/results/pytype/typeddicts_type_consistency.toml b/conformance/results/pytype/typeddicts_type_consistency.toml
index 86efafa70..a116917e2 100644
--- a/conformance/results/pytype/typeddicts_type_consistency.toml
+++ b/conformance/results/pytype/typeddicts_type_consistency.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report some type violations for TypedDict type compatibility.
+notes = """Does not report some type violations for TypedDict type compatibility.
 Incorrectly reports type violation in cases where there is none.
 Does not report type incompatibility between TypedDict and `dict[str, Any]`.
 """
@@ -10,3 +9,10 @@ File "typeddicts_type_consistency.py", line 65, in <module>: Type annotation for
 File "typeddicts_type_consistency.py", line 69, in <module>: Type annotation for a3_1 does not match type of assignment [annotation-type-mismatch]
 File "typeddicts_type_consistency.py", line 124, in <module>: Type annotation for o2 does not match type of assignment [annotation-type-mismatch]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 62: Unexpected errors ['File "typeddicts_type_consistency.py", line 62, in <module>: Type annotation for a3 does not match type of assignment [annotation-type-mismatch]']
+Line 65: Unexpected errors ['File "typeddicts_type_consistency.py", line 65, in <module>: Type annotation for b3 does not match type of assignment [annotation-type-mismatch]']
+Line 69: Unexpected errors ['File "typeddicts_type_consistency.py", line 69, in <module>: Type annotation for a3_1 does not match type of assignment [annotation-type-mismatch]']
+Line 124: Unexpected errors ['File "typeddicts_type_consistency.py", line 124, in <module>: Type annotation for o2 does not match type of assignment [annotation-type-mismatch]']
+"""
diff --git a/conformance/results/pytype/typeddicts_usage.toml b/conformance/results/pytype/typeddicts_usage.toml
index 1517b8fee..f0ce3423c 100644
--- a/conformance/results/pytype/typeddicts_usage.toml
+++ b/conformance/results/pytype/typeddicts_usage.toml
@@ -1,6 +1,5 @@
 conformant = "Partial"
-notes = """
-Does not report errant use of TypedDict in `isinstance` call.
+notes = """Does not report errant use of TypedDict in `isinstance` call.
 Does not reject use of TypedDict as TypeVar bound.
 """
 output = """
@@ -8,3 +7,7 @@ File "typeddicts_usage.py", line 23, in <module>: TypedDict Movie does not conta
 File "typeddicts_usage.py", line 24, in <module>: Type annotation for key year in TypedDict Movie does not match type of assignment [annotation-type-mismatch]
 File "typeddicts_usage.py", line 28, in <module>: Type annotation for movie2 does not match type of assignment [annotation-type-mismatch]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 28: Unexpected errors ['File "typeddicts_usage.py", line 28, in <module>: Type annotation for movie2 does not match type of assignment [annotation-type-mismatch]']
+"""
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index abdc11b53..27e859d9b 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 34.2
+test_duration = 44.7
diff --git a/conformance/results/results.html b/conformance/results/results.html
index d60f104b4..c10ec5126 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>2.0sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>5.3sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>34.2sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.4sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.7sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>6.4sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>44.7sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>
diff --git a/conformance/src/main.py b/conformance/src/main.py
index e53aa73f7..a5fbe6e5d 100644
--- a/conformance/src/main.py
+++ b/conformance/src/main.py
@@ -28,6 +28,9 @@ def run_tests(
     tests_output = type_checker.run_tests([file.name for file in test_cases])
     test_duration = time() - test_start_time
 
+    for _, output in tests_output.items():
+        type_checker.parse_errors(output.splitlines())
+
     results_dir = root_dir / "results" / type_checker.name
 
     for test_case in test_cases:
@@ -38,6 +41,36 @@ def run_tests(
     update_type_checker_info(type_checker, root_dir, test_duration)
 
 
+def get_expected_errors(test_case: Path) -> dict[int, int]:
+    """Return the line numbers where type checkers are expected to produce an error.
+
+    The format is {line number: expected number of errors}.
+    """
+    with open(test_case, "r") as f:
+        lines = f.readlines()
+    return {i: line.count("# E") for i, line in enumerate(lines, start=1) if "# E" in line}
+
+
+def diff_expected_errors(type_checker: TypeChecker, test_case: Path, output: str) -> str:
+    """Return a list of errors that were expected but not produced by the type checker."""
+    expected_errors = get_expected_errors(test_case)
+    errors = type_checker.parse_errors(output.splitlines())
+
+    differences: list[str] = []
+    for expected_lineno, expected_count in expected_errors.items():
+        if expected_lineno not in errors:
+            differences.append(f"Line {expected_lineno}: Expected {expected_count} errors")
+        elif (actual_count := len(errors[expected_lineno])) != expected_count:
+            differences.append(
+                f"Line {expected_lineno}: Expected {expected_count} errors, "
+                f"got {actual_count} ({errors[expected_lineno]})"
+            )
+    for actual_lineno, actual_errors in errors.items():
+        if actual_lineno not in expected_errors:
+            differences.append(f"Line {actual_lineno}: Unexpected errors {actual_errors}")
+    return "".join(f"{diff}\n" for diff in differences)
+
+
 def update_output_for_test(
     type_checker: TypeChecker,
     results_dir: Path,
@@ -55,17 +88,33 @@ def update_output_for_test(
         with open(results_file, "rb") as f:
             existing_results = tomli.load(f)
     except FileNotFoundError:
+        should_write = True
         existing_results = {}
     except tomli.TOMLDecodeError:
         print(f"Error decoding {results_file}")
         existing_results = {}
 
-    old_output = existing_results.get("output", None)
+    should_write = False
+    errors_diff = "\n" + diff_expected_errors(type_checker, test_case, output)
+    old_errors_diff = existing_results.get("errors_diff", "")
+
+    if errors_diff != old_errors_diff:
+        should_write = True
+        print(f"Result changed for {test_name} when running {type_checker.name}")
+        print(f"Old output: {old_errors_diff}")
+        print(f"New output: {errors_diff}")
+        print("")
+
+        existing_results["conformance_automated"] = "Pass" if not errors_diff else "Fail"
+
+
+    old_output = existing_results.get("output", "")
     old_output = f"\n{old_output}"
 
     # Did the type checker output change since last time the
     # test was run?
     if old_output != output:
+        should_write = True
         print(f"Output changed for {test_name} when running {type_checker.name}")
         print(f"Old output: {old_output}")
         print(f"New output: {output}")
@@ -76,8 +125,15 @@ def update_output_for_test(
             if isinstance(value, str) and "\n" in value:
                 existing_results[key] = tomlkit.string(f"\n{value}", multiline=True)
 
+    if should_write:
+        # Always reapply tomlkit.string, or it will turn into a single line.
+        existing_results["errors_diff"] = tomlkit.string(errors_diff, multiline=True)
         existing_results["output"] = tomlkit.string(output, multiline=True)
-
+        if "notes" in existing_results:
+            notes = existing_results["notes"]
+            if not notes.startswith("\n"):
+                notes = "\n" + notes
+            existing_results["notes"] = tomlkit.string(notes, multiline=True)
         results_file.parent.mkdir(parents=True, exist_ok=True)
         with open(results_file, "w") as f:
             tomlkit.dump(existing_results, f)
diff --git a/conformance/src/type_checker.py b/conformance/src/type_checker.py
index db650e3f2..922870afc 100644
--- a/conformance/src/type_checker.py
+++ b/conformance/src/type_checker.py
@@ -3,9 +3,11 @@
 """
 
 from abc import ABC, abstractmethod
+from curses.ascii import isspace
 import json
 from pathlib import Path
 import os
+import re
 from pytype import config as pytype_config
 from pytype import io as pytype_io
 from pytype import analyze as pytype_analyze
@@ -50,6 +52,13 @@ def run_tests(self, test_files: Sequence[str]) -> dict[str, str]:
         """
         raise NotImplementedError
 
+    @abstractmethod
+    def parse_errors(self, output: Sequence[str]) -> dict[int, list[str]]:
+        """
+        Parses type checker output to summarize the lines on which errors occurred.
+        """
+        raise NotImplementedError
+
 
 class MypyTypeChecker(TypeChecker):
     @property
@@ -109,6 +118,19 @@ def run_tests(self, test_files: Sequence[str]) -> dict[str, str]:
 
         return results_dict
 
+    def parse_errors(self, output: Sequence[str]) -> dict[int, list[str]]:
+        # narrowing_typeguard.py:102: error: TypeGuard functions must have a positional argument  [valid-type]
+        line_to_errors: dict[int, list[str]] = {}
+        for line in output:
+            if line.count(":") < 3:
+                continue
+            _, lineno, kind, _ = line.split(":", maxsplit=3)
+            kind = kind.strip()
+            if kind != "error":
+                continue
+            line_to_errors.setdefault(int(lineno), []).append(line)
+        return line_to_errors
+
 
 class PyrightTypeChecker(TypeChecker):
     @property
@@ -159,6 +181,21 @@ def run_tests(self, test_files: Sequence[str]) -> dict[str, str]:
 
         return results_dict
 
+    def parse_errors(self, output: Sequence[str]) -> dict[int, list[str]]:
+        # narrowing_typeguard.py:102:9 - error: User-defined type guard functions and methods must have at least one input parameter (reportGeneralTypeIssues)
+        line_to_errors: dict[int, list[str]] = {}
+        for line in output:
+            # Ignore indented notes
+            if not line or line[0].isspace():
+                continue
+            assert line.count(":") >= 3, f"Failed to parse line: {line!r}"
+            _, lineno, kind, _ = line.split(":", maxsplit=3)
+            kind = kind.split()[-1]
+            if kind != "error":
+                continue
+            line_to_errors.setdefault(int(lineno), []).append(line)
+        return line_to_errors
+
 
 class PyreTypeChecker(TypeChecker):
     @property
@@ -207,6 +244,18 @@ def run_tests(self, test_files: Sequence[str]) -> dict[str, str]:
 
         return results_dict
 
+    def parse_errors(self, output: Sequence[str]) -> dict[int, list[str]]:
+        # narrowing_typeguard.py:17:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[str]]`.
+        line_to_errors: dict[int, list[str]] = {}
+        for line in output:
+            # Ignore multi-line errors
+            if ".py:" not in line:
+                continue
+            assert line.count(":") >= 2, f"Failed to parse line: {line!r}"
+            _, lineno, _ = line.split(":", maxsplit=2)
+            line_to_errors.setdefault(int(lineno), []).append(line)
+        return line_to_errors
+
 
 class PytypeTypeChecker(TypeChecker):
     @property
@@ -294,6 +343,19 @@ def __eq__(self, other: object, /) -> bool:
         errors.sort(key=ErrorSorter)
         return "\n".join(map(str, errors)) + "\n"
 
+    def parse_errors(self, output: Sequence[str]) -> dict[int, list[str]]:
+        # File "narrowing_typeguard.py", line 128, in <module>: Function takes_callable_str was called with the wrong arguments [wrong-arg-types]
+        # File "directives_type_ignore.py", line 11: Stray type comment: ignore - additional stuff [ignored-type-comment]'
+        line_to_errors: dict[int, list[str]] = {}
+        for line in output:
+            if '.py", line ' not in line:
+                continue
+            match = re.search(r"^File \"[^\"]+?\", line (\d+)", line)
+            assert match is not None, f"Failed to parse line number from: {line!r}"
+            lineno = int(match.group(1))
+            line_to_errors.setdefault(int(lineno), []).append(line)
+        return line_to_errors
+
 
 TYPE_CHECKERS: Sequence[TypeChecker] = (
     MypyTypeChecker(),
diff --git a/conformance/tests/aliases_explicit.py b/conformance/tests/aliases_explicit.py
index a4168bb60..a9b3fca03 100644
--- a/conformance/tests/aliases_explicit.py
+++ b/conformance/tests/aliases_explicit.py
@@ -64,11 +64,11 @@ def good_type_aliases(
 
 
 def good_type_aliases_used_badly(
-    p1: GoodTypeAlias2[int],  # Type error: type alias is not generic
-    p2: GoodTypeAlias3[int],  # Type error: type alias is already specialized
-    p3: GoodTypeAlias4[int, int],  # Type error: too many type arguments
-    p4: GoodTypeAlias8[int, int],  # Type error: too many type arguments
-    p5: GoodTypeAlias9[int, int],  # Type error: bad type argument for ParamSpec
+    p1: GoodTypeAlias2[int],  # E: type alias is not generic
+    p2: GoodTypeAlias3[int],  # E: type alias is already specialized
+    p3: GoodTypeAlias4[int, int],  # E: too many type arguments
+    p4: GoodTypeAlias8[int, int],  # E: too many type arguments
+    p5: GoodTypeAlias9[int, int],  # E: bad type argument for ParamSpec
 ):
     pass
 
@@ -76,19 +76,19 @@ def good_type_aliases_used_badly(
 var1 = 3
 
 # The following should not be allowed as type aliases.
-BadTypeAlias1: TA = eval("".join(map(chr, [105, 110, 116])))
-BadTypeAlias2: TA = [int, str]
-BadTypeAlias3: TA = ((int, str),)
-BadTypeAlias4: TA = [int for i in range(1)]
-BadTypeAlias5: TA = {"a": "b"}
-BadTypeAlias6: TA = (lambda: int)()
-BadTypeAlias7: TA = [int][0]
-BadTypeAlias8: TA = int if 1 < 3 else str
-BadTypeAlias9: TA = var1
-BadTypeAlias10: TA = True
-BadTypeAlias11: TA = 1
-BadTypeAlias12: TA = list or set
-BadTypeAlias13: TA = f"{'int'}"
+BadTypeAlias1: TA = eval("".join(map(chr, [105, 110, 116])))  # E
+BadTypeAlias2: TA = [int, str]  # E
+BadTypeAlias3: TA = ((int, str),)  # E
+BadTypeAlias4: TA = [int for i in range(1)]  # E
+BadTypeAlias5: TA = {"a": "b"}  # E
+BadTypeAlias6: TA = (lambda: int)()  # E
+BadTypeAlias7: TA = [int][0]  # E
+BadTypeAlias8: TA = int if 1 < 3 else str  # E
+BadTypeAlias9: TA = var1  # E
+BadTypeAlias10: TA = True  # E
+BadTypeAlias11: TA = 1  # E
+BadTypeAlias12: TA = list or set  # E
+BadTypeAlias13: TA = f"{'int'}"  # E
 
 
 ListAlias: TA = list
@@ -97,6 +97,6 @@ def good_type_aliases_used_badly(
 x1: list[str] = ListAlias()  # OK
 assert_type(x1, list[str])
 
-x2: ListAlias[int]  # Type error: already specialized
-x3 = ListOrSetAlias()  # Type error: cannot instantiate union
-x4: ListOrSetAlias[int]  # Type error: already specialized
+x2: ListAlias[int]  # E: already specialized
+x3 = ListOrSetAlias()  # E: cannot instantiate union
+x4: ListOrSetAlias[int]  # E: already specialized
diff --git a/conformance/tests/aliases_implicit.py b/conformance/tests/aliases_implicit.py
index 3d700d807..62eb73eaa 100644
--- a/conformance/tests/aliases_implicit.py
+++ b/conformance/tests/aliases_implicit.py
@@ -73,12 +73,12 @@ def good_type_aliases(
 
 
 def good_type_aliases_used_badly(
-    p1: GoodTypeAlias2[int],  # Type error: type alias is not generic
-    p2: GoodTypeAlias3[int],  # Type error: type alias is already specialized
-    p3: GoodTypeAlias4[int, int],  # Type error: too many type arguments
-    p4: GoodTypeAlias8[int, int],  # Type error: too many type arguments
-    p5: GoodTypeAlias9[int, int],  # Type error: bad type argument for ParamSpec
-    p6: GoodTypeAlias12[str],  # Type error: type argument doesn't match bound
+    p1: GoodTypeAlias2[int],  # E: type alias is not generic
+    p2: GoodTypeAlias3[int],  # E: type alias is already specialized
+    p3: GoodTypeAlias4[int, int],  # E: too many type arguments
+    p4: GoodTypeAlias8[int, int],  # E: too many type arguments
+    p5: GoodTypeAlias9[int, int],  # E: bad type argument for ParamSpec
+    p6: GoodTypeAlias12[str],  # E: type argument doesn't match bound
 ):
     pass
 
@@ -103,20 +103,20 @@ def good_type_aliases_used_badly(
 
 
 def bad_type_aliases(
-    p1: BadTypeAlias1,  # Type error: Invalid type annotation
-    p2: BadTypeAlias2,  # Type error: Invalid type annotation
-    p3: BadTypeAlias3,  # Type error: Invalid type annotation
-    p4: BadTypeAlias4,  # Type error: Invalid type annotation
-    p5: BadTypeAlias5,  # Type error: Invalid type annotation
-    p6: BadTypeAlias6,  # Type error: Invalid type annotation
-    p7: BadTypeAlias7,  # Type error: Invalid type annotation
-    p8: BadTypeAlias8,  # Type error: Invalid type annotation
-    p9: BadTypeAlias9,  # Type error: Invalid type annotation
-    p10: BadTypeAlias10,  # Type error: Invalid type annotation
-    p11: BadTypeAlias11,  # Type error: Invalid type annotation
-    p12: BadTypeAlias12,  # Type error: Invalid type annotation
-    p13: BadTypeAlias13,  # Type error: Invalid type annotation
-    p14: BadTypeAlias14,  # Type error: Invalid type annotation
+    p1: BadTypeAlias1,  # E: Invalid type annotation
+    p2: BadTypeAlias2,  # E: Invalid type annotation
+    p3: BadTypeAlias3,  # E: Invalid type annotation
+    p4: BadTypeAlias4,  # E: Invalid type annotation
+    p5: BadTypeAlias5,  # E: Invalid type annotation
+    p6: BadTypeAlias6,  # E: Invalid type annotation
+    p7: BadTypeAlias7,  # E: Invalid type annotation
+    p8: BadTypeAlias8,  # E: Invalid type annotation
+    p9: BadTypeAlias9,  # E: Invalid type annotation
+    p10: BadTypeAlias10,  # E: Invalid type annotation
+    p11: BadTypeAlias11,  # E: Invalid type annotation
+    p12: BadTypeAlias12,  # E: Invalid type annotation
+    p13: BadTypeAlias13,  # E: Invalid type annotation
+    p14: BadTypeAlias14,  # E: Invalid type annotation
 ):
     pass
 
@@ -130,7 +130,7 @@ def bad_type_aliases(
 x2 = ListAlias[int]()  # OK
 assert_type(x2, list[int])
 
-x3 = ListOrSetAlias()  # Type error: cannot instantiate union
+x3 = ListOrSetAlias()  # E: cannot instantiate union
 
-x4: ListOrSetAlias[int]  # Type error: already specialized
+x4: ListOrSetAlias[int]  # E: already specialized
 
diff --git a/conformance/tests/aliases_newtype.py b/conformance/tests/aliases_newtype.py
index 6c4a97212..c160513cd 100644
--- a/conformance/tests/aliases_newtype.py
+++ b/conformance/tests/aliases_newtype.py
@@ -8,8 +8,8 @@
 
 UserId = NewType("UserId", int)
 
-UserId("user")  # Type error: incorrect type
-u1: UserId = 42  # Type error: incorrect type
+UserId("user")  # E: incorrect type
+u1: UserId = 42  # E: incorrect type
 u2: UserId = UserId(42)  # OK
 
 assert_type(UserId(5) + 1, int)
@@ -17,10 +17,10 @@
 # > Both isinstance and issubclass, as well as subclassing will fail for
 # > NewType('Derived', Base) since function objects don’t support these
 # > operations.
-isinstance(u2, UserId)  # Type error: not allowed in isinstance call
+isinstance(u2, UserId)  # E: not allowed in isinstance call
 
 
-class UserIdDerived(UserId):  # Type error: subclassing not allowed
+class UserIdDerived(UserId):  # E: subclassing not allowed
     pass
 
 
@@ -29,34 +29,34 @@ class UserIdDerived(UserId):  # Type error: subclassing not allowed
 # > construct like Union, etc.), or another unique type created by
 # > calling NewType.
 
-GoodName = NewType("BadName", int)  # Type error: assigned name does not match
+GoodName = NewType("BadName", int)  # E: assigned name does not match
 
 GoodNewType1 = NewType("GoodNewType1", list)  # OK
 
 GoodNewType2 = NewType("GoodNewType2", GoodNewType1)  # OK
 
-nt1: GoodNewType1[int]  # Type error: NewType cannot be generic
+nt1: GoodNewType1[int]  # E: NewType cannot be generic
 
 TypeAlias1 = dict[str, str]
 GoodNewType2 = NewType("GoodNewType2", TypeAlias1)
 
 
-BadNewType1 = NewType("BadNewType1", int | str)  # Type error: cannot be generic
+BadNewType1 = NewType("BadNewType1", int | str)  # E: cannot be generic
 
 T = TypeVar("T")
-BadNewType2 = NewType("BadNewType2", list[T])  # Type error: cannot be generic
+BadNewType2 = NewType("BadNewType2", list[T])  # E: cannot be generic
 
-BadNewType3 = NewType("BadNewType3", Hashable)  # Type error: cannot be protocol
+BadNewType3 = NewType("BadNewType3", Hashable)  # E: cannot be protocol
 
-BadNewType4 = NewType("BadNewType4", Literal[7])  # Type error: literal not allowed
+BadNewType4 = NewType("BadNewType4", Literal[7])  # E: literal not allowed
 
 
 class TD1(TypedDict):
     a: int
 
 
-BadNewType5 = NewType("BadNewType5", TD1)  # Type error: cannot be TypedDict
+BadNewType5 = NewType("BadNewType5", TD1)  # E: cannot be TypedDict
 
-BadNewType6 = NewType("BadNewType6", int, int)  # Type error: too many arguments
+BadNewType6 = NewType("BadNewType6", int, int)  # E: too many arguments
 
-BadNewType7 = NewType("BadNewType7", Any)  # Type error: cannot be Any
+BadNewType7 = NewType("BadNewType7", Any)  # E: cannot be Any
diff --git a/conformance/tests/aliases_recursive.py b/conformance/tests/aliases_recursive.py
index 9a459c9b2..2c321ef9d 100644
--- a/conformance/tests/aliases_recursive.py
+++ b/conformance/tests/aliases_recursive.py
@@ -16,8 +16,8 @@
 j1: Json = [1, {"a": 1}]  # OK
 j2: Json = 3.4  # OK
 j3: Json = [1.2, None, [1.2, [""]]]  # OK
-j4: Json = {"a": 1, "b": 3j}  # Type error: incompatible type
-j5: Json = [2, 3j]  # Type error: incompatible type
+j4: Json = {"a": 1, "b": 3j}  # E: incompatible type
+j5: Json = [2, 3j]  # E: incompatible type
 
 
 # This type alias should be equivalent to Json.
@@ -73,10 +73,10 @@ def func1(j1: Json) -> Json2:
 g6: GenericTypeAlias2[str, int] = [[3, ["hi", 3, [3.4]]], "hi"]  # Type error
 
 
-RecursiveUnion: TypeAlias = Union["RecursiveUnion", int]  # Type error: cyclical reference
+RecursiveUnion: TypeAlias = Union["RecursiveUnion", int]  # E: cyclical reference
 
 MutualReference1: TypeAlias = Union[
     "MutualReference2", int
-]  # Type error: cyclical reference
+]  # E: cyclical reference
 MutualReference2: TypeAlias = Union["MutualReference1", str]
 
diff --git a/conformance/tests/aliases_type_statement.py b/conformance/tests/aliases_type_statement.py
index d534ebff0..7b7c69019 100644
--- a/conformance/tests/aliases_type_statement.py
+++ b/conformance/tests/aliases_type_statement.py
@@ -14,21 +14,21 @@ class ClassA:
     type GoodAlias4 = int | None
 
 
-GoodAlias1.bit_count  # Type error: cannot access attribute
+GoodAlias1.bit_count  # E: cannot access attribute
 
-GoodAlias1()  # Type error: cannot call alias
+GoodAlias1()  # E: cannot call alias
 
 print(GoodAlias1.__value__)  # OK
 print(GoodAlias1.__type_params__)  # OK
-print(GoodAlias1.other_attrib)  # Type error: unknown attribute
+print(GoodAlias1.other_attrib)  # E: unknown attribute
 
 
-class DerivedInt(GoodAlias1):  # Type error: cannot use alias as base class
+class DerivedInt(GoodAlias1):  # E: cannot use alias as base class
     pass
 
 
 def func2(x: object):
-    if isinstance(x, GoodAlias1):  # Type error: cannot use alias in isinstance
+    if isinstance(x, GoodAlias1):  # E: cannot use alias in isinstance
         pass
 
 var1 = 1
@@ -49,7 +49,7 @@ def func2(x: object):
 type BadTypeAlias13 = f"{'int'}"
 
 if 1 < 2:
-    type BadTypeAlias14 = int  # Type error: redeclared
+    type BadTypeAlias14 = int  # E: redeclared
 else:
     type BadTypeAlias14 = int
 
@@ -61,12 +61,12 @@ def func3():
 
 V = TypeVar("V")
 
-type TA1[K] = dict[K, V] # Type error: combines old and new TypeVars
+type TA1[K] = dict[K, V] # E: combines old and new TypeVars
 
 
 T1 = TypeVar("T1")
 
-type TA2 = list[T1] # Type error: uses old TypeVar
+type TA2 = list[T1] # E: uses old TypeVar
 
 
 type RecursiveTypeAlias1[T] = T | list[RecursiveTypeAlias1[T]]
@@ -76,17 +76,17 @@ def func3():
 
 type RecursiveTypeAlias2[S: int, T: str, **P] = Callable[P, T] | list[S] | list[RecursiveTypeAlias2[S, T, P]]
 
-r2_1: RecursiveTypeAlias2[str, str, ...] # Type error: not compatible with S bound
+r2_1: RecursiveTypeAlias2[str, str, ...] # E: not compatible with S bound
 r2_2: RecursiveTypeAlias2[int, str, ...]
-r2_3: RecursiveTypeAlias2[int, int, ...] # Type error: not compatible with T bound
+r2_3: RecursiveTypeAlias2[int, int, ...] # E: not compatible with T bound
 r2_4: RecursiveTypeAlias2[int, str, [int, str]]
 
-type RecursiveTypeAlias3 = RecursiveTypeAlias3 # Type error: circular definition
+type RecursiveTypeAlias3 = RecursiveTypeAlias3 # E: circular definition
 
-type RecursiveTypeAlias4[T] = T | RecursiveTypeAlias4[str] # Type error: circular definition
+type RecursiveTypeAlias4[T] = T | RecursiveTypeAlias4[str] # E: circular definition
 
 type RecursiveTypeAlias5[T] = T | list[RecursiveTypeAlias5[T]]
 
-type RecursiveTypeAlias6 = RecursiveTypeAlias7 # Type error: circular definition
+type RecursiveTypeAlias6 = RecursiveTypeAlias7 # E: circular definition
 type RecursiveTypeAlias7 = RecursiveTypeAlias6
 
diff --git a/conformance/tests/aliases_typealiastype.py b/conformance/tests/aliases_typealiastype.py
index 9adad00f1..c7528107e 100644
--- a/conformance/tests/aliases_typealiastype.py
+++ b/conformance/tests/aliases_typealiastype.py
@@ -29,7 +29,7 @@ class ClassA(Generic[T]):
 
 print(GoodAlias1.__value__)  # OK
 print(GoodAlias1.__type_params__)  # OK
-print(GoodAlias1.other_attrib)  # Type error: unknown attribute
+print(GoodAlias1.other_attrib)  # E: unknown attribute
 
 
 x1: GoodAlias4[int] = 1  # OK
@@ -37,21 +37,21 @@ class ClassA(Generic[T]):
 x3: GoodAlias5[str, str, ..., int, str]  # OK
 x4: GoodAlias5[int, str, ..., int, str]  # OK
 x5: GoodAlias5[int, str, [int, str], *tuple[int, str, int]]  # OK
-x6: GoodAlias5[int, int, ...]  # Type error: incorrect type arguments
+x6: GoodAlias5[int, int, ...]  # E: incorrect type arguments
 
 
 BadAlias1 = TypeAliasType(
     "BadAlias1", list[S], type_params=(T,)
-)  # Type error: S not in scope
-BadAlias2 = TypeAliasType("BadAlias2", list[S])  # Type error: S not in scope
+)  # E: S not in scope
+BadAlias2 = TypeAliasType("BadAlias2", list[S])  # E: S not in scope
 BadAlias3 = TypeAliasType(
     "BadAlias3", int, type_params=my_tuple
-)  # Type error: not literal tuple
-BadAlias4 = TypeAliasType("BadAlias4", BadAlias4)  # Type error: circular dependency
+)  # E: not literal tuple
+BadAlias4 = TypeAliasType("BadAlias4", BadAlias4)  # E: circular dependency
 BadAlias5 = TypeAliasType(
     "BadAlias5", T | BadAlias5[str], type_params=(T,)
-)  # Type error: circular dependency
-BadAlias6 = TypeAliasType("BadAlias6", BadAlias7)  # Type error: circular dependency
+)  # E: circular dependency
+BadAlias6 = TypeAliasType("BadAlias6", BadAlias7)  # E: circular dependency
 BadAlias7 = TypeAliasType("BadAlias7", BadAlias6)
 
 # The following are invalid type expressions for a type alias.
diff --git a/conformance/tests/aliases_variance.py b/conformance/tests/aliases_variance.py
index b94b10be6..280bc6c13 100644
--- a/conformance/tests/aliases_variance.py
+++ b/conformance/tests/aliases_variance.py
@@ -21,15 +21,15 @@ class ClassA(Generic[T]):
 # result in the same variance incompatibility errors as their
 # non-aliased counterparts.
 
-class ClassA_1(ClassA[T_co]):  # Type error: incompatible variance
+class ClassA_1(ClassA[T_co]):  # E: incompatible variance
     ...
 
 
-class ClassA_2(A_Alias_1[T_co]):  # Type error: incompatible variance
+class ClassA_2(A_Alias_1[T_co]):  # E: incompatible variance
     ...
 
 
-class ClassA_3(A_Alias_2[T_co]):  # Type error: incompatible variance
+class ClassA_3(A_Alias_2[T_co]):  # E: incompatible variance
     ...
 
 
@@ -41,5 +41,5 @@ class ClassB(Generic[T, T_co]):
 B_Alias_1 = ClassB[T_co, T_contra]
 
 
-class ClassB_1(B_Alias_1[T_contra, T_co]):  # Type error: incompatible variance
+class ClassB_1(B_Alias_1[T_contra, T_co]):  # E: incompatible variance
     ...
diff --git a/conformance/tests/annotations_forward_refs.py b/conformance/tests/annotations_forward_refs.py
index 32206f8e5..937268080 100644
--- a/conformance/tests/annotations_forward_refs.py
+++ b/conformance/tests/annotations_forward_refs.py
@@ -77,7 +77,7 @@ class ClassC:
 class ClassD:
     ClassC: "ClassC"  # OK
 
-    ClassF: "ClassF"  # Type error: circular reference
+    ClassF: "ClassF"  # E: circular reference
 
     str: "str" = ""  # OK
 
@@ -86,7 +86,7 @@ def int(self) -> None:  # OK
 
     x: "int" = 0  # OK
 
-    y: int = 0  # Type error: Refers to local int, which isn't a legal type expression
+    y: int = 0  # E: Refers to local int, which isn't a legal type expression
 
 
 assert_type(ClassD.str, str)
diff --git a/conformance/tests/annotations_generators.py b/conformance/tests/annotations_generators.py
index 9b4373020..0b9fec746 100644
--- a/conformance/tests/annotations_generators.py
+++ b/conformance/tests/annotations_generators.py
@@ -48,13 +48,13 @@ def generator1() -> Generator[A, B, C]:
     return C()
 
 
-def generator2() -> Generator[A, B, C]:  # Type error: missing return
+def generator2() -> Generator[A, B, C]:  # E: missing return
     cont = B()
     if cont.should_continue():
-        return False  # Type error: incompatible return type
+        return False  # E: incompatible return type
 
     while cont.should_continue():
-        yield 3  # Type error: incompatible yield type
+        yield 3  # E: incompatible yield type
 
 
 def generator3() -> Generator[A, int, Any]:
@@ -72,7 +72,7 @@ def generator4() -> Iterable[A]:
 
 
 def generator5() -> Iterator[A]:
-    yield B()  # Type error: incompatible yield type
+    yield B()  # E: incompatible yield type
 
 
 def generator6() -> Generator[None, None, None]:
@@ -83,12 +83,12 @@ def generator7() -> Iterator[dict[str, int]]:
     yield {"": 0}  # OK
 
 
-def generator8() -> int:  # Type error: incompatible return type
+def generator8() -> int:  # E: incompatible return type
     yield None
     return 0
 
 
-async def generator9() -> int:  # Type error: incompatible return type
+async def generator9() -> int:  # E: incompatible return type
     yield None
 
 
@@ -115,8 +115,8 @@ def generator17() -> Iterator[A]:  # OK
 
 
 def generator18() -> Iterator[B]:
-    yield from generator17()  # Type error: incompatible generator type
-    yield from [1]  # Type error: incompatible generator type
+    yield from generator17()  # E: incompatible generator type
+    yield from [1]  # E: incompatible generator type
 
 
 def generator19() -> Generator[None, float, None]:  # OK
@@ -132,7 +132,7 @@ def generator21() -> Generator[None, int, None]:
 
 
 def generator22() -> Generator[None, str, None]:
-    yield from generator21()  # Type error: incompatible send type
+    yield from generator21()  # E: incompatible send type
 
 
 def generator23() -> Iterable[str]:  # OK
diff --git a/conformance/tests/callables_kwargs.py b/conformance/tests/callables_kwargs.py
index 070a45b71..7bc89f7f7 100644
--- a/conformance/tests/callables_kwargs.py
+++ b/conformance/tests/callables_kwargs.py
@@ -23,7 +23,7 @@ def func1(**kwargs: Unpack[TD2]) -> None:
     v1 = kwargs["v1"]
     assert_type(v1, int)
 
-    kwargs["v2"]  # Type error: v2 may not be present
+    kwargs["v2"]  # E: v2 may not be present
 
     if "v2" in kwargs:
         v2 = kwargs["v2"]
@@ -40,26 +40,26 @@ def func2(v3: str, **kwargs: Unpack[TD1]) -> None:
 
 
 def func3() -> None:
-    func1()  # Type error: missing required keyword args
+    func1()  # E: missing required keyword args
     func1(v1=1, v2="", v3="5")  # OK
     
     td2 = TD2(v1=2, v3="4")
     func1(**td2)  # OK
-    func1(v1=1, v2="", v3="5", v4=5)  # Type error: v4 is not in TD2
-    func1(1, "", "5")  # Type error: args not passed by position
+    func1(v1=1, v2="", v3="5", v4=5)  # E: v4 is not in TD2
+    func1(1, "", "5")  # E: args not passed by position
 
     # > Passing a dictionary of type dict[str, object] as a **kwargs argument
     # > to a function that has **kwargs annotated with Unpack must generate a
     # > type checker error.
     my_dict: dict[str, str] = {}
-    func1(**my_dict)  # Type error: untyped dict
+    func1(**my_dict)  # E: untyped dict
 
     d1 = {"v1": 2, "v3": "4", "v4": 4}
     func1(**d1)  # OK or Type error (spec allows either)
     func2(**td2)  # OK
-    func1(v1=2, **td2)  # Type error: v1 is already specified
-    func2(1, **td2)  # Type error: v1 is already specified
-    func2(v1=1, **td2)  # Type error: v1 is already specified
+    func1(v1=2, **td2)  # E: v1 is already specified
+    func2(1, **td2)  # E: v1 is already specified
+    func2(v1=1, **td2)  # E: v1 is already specified
 
 
 class TDProtocol1(Protocol):
@@ -95,9 +95,9 @@ def __call__(self, **kwargs: Unpack[TD2]) -> None:
 
 v1: TDProtocol1 = func1  # OK
 v2: TDProtocol2 = func1  # OK
-v3: TDProtocol3 = func1  # Type error: v2 is wrong type
-v4: TDProtocol4 = func1  # Type error: v3 is missing
-v5: TDProtocol5 = func1  # Type error: params are positional
+v3: TDProtocol3 = func1  # E: v2 is wrong type
+v4: TDProtocol4 = func1  # E: v3 is missing
+v5: TDProtocol5 = func1  # E: params are positional
 v6: TDProtocol6 = func1  # OK
 
 
@@ -105,7 +105,7 @@ def func4(v1: int, /, **kwargs: Unpack[TD2]) -> None:
     ...
 
 
-# Type error: parameter v1 overlaps with the TypedDict.
+# E: parameter v1 overlaps with the TypedDict.
 def func5(v1: int, **kwargs: Unpack[TD2]) -> None:
     ...
 
@@ -117,7 +117,7 @@ def func5(v1: int, **kwargs: Unpack[TD2]) -> None:
 # > than TypedDict should not be allowed and type checkers should generate
 # > errors in such cases.
 
-# Type error: unpacked value must be a TypedDict, not a TypeVar bound to TypedDict.
+# E: unpacked value must be a TypedDict, not a TypeVar bound to TypedDict.
 def func6(**kwargs: Unpack[T]) -> None:
     ...
 
diff --git a/conformance/tests/callables_protocol.py b/conformance/tests/callables_protocol.py
index dbe8108d7..c9c8cdf05 100644
--- a/conformance/tests/callables_protocol.py
+++ b/conformance/tests/callables_protocol.py
@@ -32,9 +32,9 @@ def cb1_bad3(*vals: bytes, max_len: str | None) -> list[bytes]:
 
 
 cb1: Proto1 = cb1_good1  # OK
-cb1 = cb1_bad1  # Type error: different names
-cb1 = cb1_bad2  # Type error: parameter types
-cb1 = cb1_bad3  # Type error: default argument
+cb1 = cb1_bad1  # E: different names
+cb1 = cb1_bad2  # E: parameter types
+cb1 = cb1_bad3  # E: default argument
 
 
 class Proto2(Protocol):
@@ -64,10 +64,10 @@ def cb2_bad4(**b: str):
 
 cb2: Proto2 = cb2_good1  # OK
 
-cb2 = cb2_bad1  # Type error: missing **kwargs
-cb2 = cb2_bad2  # Type error: parameter type
-cb2 = cb2_bad3  # Type error: parameter type
-cb2 = cb2_bad4  # Type error: missing parameter
+cb2 = cb2_bad1  # E: missing **kwargs
+cb2 = cb2_bad2  # E: parameter type
+cb2 = cb2_bad3  # E: parameter type
+cb2 = cb2_bad4  # E: missing parameter
 
 
 class Proto3(Protocol):
@@ -94,7 +94,7 @@ def cb4_bad1(x: int) -> None:
     pass
 
 
-var4: Proto4 = cb4_bad1  # Type error: missing attribute
+var4: Proto4 = cb4_bad1  # E: missing attribute
 
 
 class Proto5(Protocol):
@@ -118,7 +118,7 @@ def cb6_bad1(*vals: bytes, max_len: int | None = None) -> list[bytes]:
     return []
 
 
-cb6: NotProto6 = cb6_bad1  # Type error: NotProto6 isn't a protocol class
+cb6: NotProto6 = cb6_bad1  # E: NotProto6 isn't a protocol class
 
 
 class Proto7(Protocol[InputT, OutputT]):
@@ -166,7 +166,7 @@ def cb8_bad1(x: int) -> Any:
 
 
 cb8: Proto8 = cb8_good1  # OK
-cb8 = cb8_bad1  # Type error: parameter type
+cb8 = cb8_bad1  # E: parameter type
 
 
 P = ParamSpec("P")
@@ -183,8 +183,8 @@ def __call__(self, *args: P.args, **kwargs: P.kwargs) -> R:
 def decorator1(f: Callable[P, R]) -> Proto9[P, R]:
     converted = cast(Proto9[P, R], f)
     converted.other_attribute = 1
-    converted.other_attribute = "str"  # Type error: incompatible type
-    converted.xxx = 3  # Type error: unknown attribute
+    converted.other_attribute = "str"  # E: incompatible type
+    converted.xxx = 3  # E: unknown attribute
     return converted
 
 
@@ -194,7 +194,7 @@ def cb9_good(x: int) -> str:
 
 
 print(cb9_good.other_attribute)  # OK
-print(cb9_good.other_attribute2)  # Type error: unknown attribute
+print(cb9_good.other_attribute2)  # E: unknown attribute
 
 cb9_good(x=3)
 
@@ -235,7 +235,7 @@ def cb11_bad1(x: int, y: str, /) -> Any:
 
 cb11: Proto11 = cb11_good1  # OK
 cb11 = cb11_good2  # OK
-cb11 = cb11_bad1  # Type error: y is position-only
+cb11 = cb11_bad1  # E: y is position-only
 
 
 class Proto12(Protocol):
@@ -257,7 +257,7 @@ def cb12_bad1(*args: Any, kwarg0: Any) -> None:
 
 cb12: Proto12 = cb12_good1  # OK
 cb12 = cb12_good2  # OK
-cb12 = cb12_bad1  # Type error: missing kwarg1
+cb12 = cb12_bad1  # E: missing kwarg1
 
 
 class Proto13_Default(Protocol):
@@ -281,7 +281,7 @@ def cb13_no_default(path: str) -> str:
 
 
 cb13_1: Proto13_Default = cb13_default  # OK
-cb13_2: Proto13_Default = cb13_no_default  # Type error: no default
+cb13_2: Proto13_Default = cb13_no_default  # E: no default
 
 cb13_3: Proto13_NoDefault = cb13_default  # OK
 cb13_4: Proto13_NoDefault = cb13_no_default  # OK
@@ -308,6 +308,6 @@ def cb14_no_default(*, path: str) -> str:
 
 
 cb14_1: Proto14_Default = cb14_default  # OK
-cb14_2: Proto14_Default = cb14_no_default  # Type error: no default
+cb14_2: Proto14_Default = cb14_no_default  # E: no default
 cb14_3: Proto14_NoDefault = cb14_default  # OK
 cb14_4: Proto14_NoDefault = cb14_no_default  # OK
diff --git a/conformance/tests/classes_classvar.py b/conformance/tests/classes_classvar.py
index eb79a9e4f..73cdb6fae 100644
--- a/conformance/tests/classes_classvar.py
+++ b/conformance/tests/classes_classvar.py
@@ -33,24 +33,24 @@
 class ClassA(Generic[T, P]):
     # > ClassVar accepts only a single argument that should be a valid type
 
-    bad1: ClassVar[int, str]  # Type error: too many arguments
-    bad2: CV[3]  # Type error: invalid type
-    bad3: CV[var]  # Type error: invalid type
+    bad1: ClassVar[int, str]  # E: too many arguments
+    bad2: CV[3]  # E: invalid type
+    bad3: CV[var]  # E: invalid type
 
     # > Note that a ClassVar parameter cannot include any type variables,
     # > regardless of the level of nesting.
 
-    bad4: ClassVar[T]  # Type error: cannot use TypeVar
-    bad5: ClassVar[list[T]]  # Type error: cannot use TypeVar
-    bad6: ClassVar[Callable[P, Any]]  # Type error: cannot use ParamSpec
+    bad4: ClassVar[T]  # E: cannot use TypeVar
+    bad5: ClassVar[list[T]]  # E: cannot use TypeVar
+    bad6: ClassVar[Callable[P, Any]]  # E: cannot use ParamSpec
 
     # This is currently commented out because it causes mypy to crash.
-    # bad7: ClassVar[tuple[*Ts]]  # Type error: cannot use TypeVarTuple
+    # bad7: ClassVar[tuple[*Ts]]  # E: cannot use TypeVarTuple
 
-    bad8: ClassVar[list[str]] = {}  # Type error: type violation in initialization
+    bad8: ClassVar[list[str]] = {}  # E: type violation in initialization
 
-    bad9: Final[ClassVar[int]] = 3  # Type error: ClassVar cannot be nested with Final
-    bad10: list[ClassVar[int]] = []  # Type error: ClassVar cannot be nested
+    bad9: Final[ClassVar[int]] = 3  # E: ClassVar cannot be nested with Final
+    bad10: list[ClassVar[int]] = []  # E: ClassVar cannot be nested
 
     good1: CV[int] = 1
     good2: ClassVar[list[str]] = []
@@ -58,16 +58,16 @@ class ClassA(Generic[T, P]):
     good4: ClassVar = 3.1
     good5: Annotated[ClassVar[list[int]], ""] = []
 
-    def method1(self, a: ClassVar[int]):  # Type error: ClassVar not allowed here
-        x: ClassVar[str] = ""  # Type error: ClassVar not allowed here
-        self.xx: ClassVar[str] = ""  # Type error: ClassVar not allowed here
+    def method1(self, a: ClassVar[int]):  # E: ClassVar not allowed here
+        x: ClassVar[str] = ""  # E: ClassVar not allowed here
+        self.xx: ClassVar[str] = ""  # E: ClassVar not allowed here
 
-    def method2(self) -> ClassVar[int]:  # Type error: ClassVar not allowed here
+    def method2(self) -> ClassVar[int]:  # E: ClassVar not allowed here
         return 3
 
 
-bad11: ClassVar[int] = 3  # Type error: ClassVar not allowed here
-bad12: TypeAlias = ClassVar[str]  # Type error: ClassVar not allowed here
+bad11: ClassVar[int] = 3  # E: ClassVar not allowed here
+bad12: TypeAlias = ClassVar[str]  # E: ClassVar not allowed here
 
 
 assert_type(ClassA.good1, int)
@@ -97,7 +97,7 @@ def hit(self):
 
 
 enterprise_d = Starship(3000)
-enterprise_d.stats = {}  # Type error: cannot access via instance
+enterprise_d.stats = {}  # E: cannot access via instance
 Starship.stats = {}  # OK
 
 
@@ -126,7 +126,7 @@ def __init__(self) -> None:
         self.y = ""
 
 
-a: ProtoA = ProtoAImpl()  # Type error: y is not a ClassVar
+a: ProtoA = ProtoAImpl()  # E: y is not a ClassVar
 
 
 class ProtoB(Protocol):
diff --git a/conformance/tests/dataclasses_frozen.py b/conformance/tests/dataclasses_frozen.py
index 1717adf06..cc2b1e048 100644
--- a/conformance/tests/dataclasses_frozen.py
+++ b/conformance/tests/dataclasses_frozen.py
@@ -13,8 +13,8 @@ class DC1:
 
 dc1 = DC1(1, "")
 
-dc1.a = 1  # Type error: dataclass is frozen
-dc1.b = "" # Type error: dataclass is frozen
+dc1.a = 1  # E: dataclass is frozen
+dc1.b = "" # E: dataclass is frozen
 
 
 # This should generate an error because a non-frozen dataclass
diff --git a/conformance/tests/dataclasses_postinit.py b/conformance/tests/dataclasses_postinit.py
index e20b26248..ca881e8e9 100644
--- a/conformance/tests/dataclasses_postinit.py
+++ b/conformance/tests/dataclasses_postinit.py
@@ -16,7 +16,7 @@ class DC1:
     c: int
     y: InitVar[str]
 
-    def __post_init__(self, x: int, y: int) -> None:  # Type error: wrong type for y
+    def __post_init__(self, x: int, y: int) -> None:  # E: wrong type for y
         pass
 
 
@@ -25,15 +25,15 @@ def __post_init__(self, x: int, y: int) -> None:  # Type error: wrong type for y
 assert_type(dc1.a, int)
 assert_type(dc1.b, int)
 assert_type(dc1.c, int)
-print(dc1.x)  # Type error: cannot access InitVar
-print(dc1.y)  # Type error: cannot access InitVar
+print(dc1.x)  # E: cannot access InitVar
+print(dc1.y)  # E: cannot access InitVar
 
 @dataclass
 class DC2:
     x: InitVar[int]
     y: InitVar[str]
 
-    def __post_init__(self, x: int) -> None:  # Type error: missing y
+    def __post_init__(self, x: int) -> None:  # E: missing y
         pass
 
 
diff --git a/conformance/tests/dataclasses_usage.py b/conformance/tests/dataclasses_usage.py
index f37310f33..e5560d805 100644
--- a/conformance/tests/dataclasses_usage.py
+++ b/conformance/tests/dataclasses_usage.py
@@ -48,9 +48,9 @@ def __call__(
 assert_type(v1.unit_price, float)
 assert_type(v1.quantity_on_hand, int)
 
-v2 = InventoryItem("name")  # Type error: missing unit_price
-v3 = InventoryItem("name", "price")  # Type error: incorrect type for unit_price
-v4 = InventoryItem("name", 3.1, 3, 4)  # Type error: too many arguments
+v2 = InventoryItem("name")  # E: missing unit_price
+v3 = InventoryItem("name", "price")  # E: incorrect type for unit_price
+v4 = InventoryItem("name", 3.1, 3, 4)  # E: too many arguments
 
 
 # > TypeError will be raised if a field without a default value follows a
@@ -81,12 +81,12 @@ class DC4:
 
 
 v5 = DC4(0)
-v6 = DC4(0, 1)  # Type error: too many parameters
+v6 = DC4(0, 1)  # E: too many parameters
 
 
 @dataclass
 class DC5:
-    a: int = field(default_factory=str)  # Type error: type mismatch
+    a: int = field(default_factory=str)  # E: type mismatch
 
 
 def f(s: str) -> int:
diff --git a/conformance/tests/generics_defaults.py b/conformance/tests/generics_defaults.py
index b7fa9de43..b65cc8abd 100644
--- a/conformance/tests/generics_defaults.py
+++ b/conformance/tests/generics_defaults.py
@@ -23,7 +23,7 @@
 
 class NonDefaultFollowsDefault(
     Generic[DefaultStrT, T]
-): ...  # Type error: non-default TypeVars cannot follow ones with defaults
+): ...  # E: non-default TypeVars cannot follow ones with defaults
 
 
 class NoNonDefaults(Generic[DefaultStrT, DefaultIntT]): ...
diff --git a/conformance/tests/generics_paramspec_basic.py b/conformance/tests/generics_paramspec_basic.py
index b59efd933..caa3ff2a9 100644
--- a/conformance/tests/generics_paramspec_basic.py
+++ b/conformance/tests/generics_paramspec_basic.py
@@ -7,7 +7,7 @@
 from typing import Any, Callable, Concatenate, ParamSpec, TypeAlias
 
 P = ParamSpec("P")  # OK
-WrongName = ParamSpec("NotIt")  # Type error: name inconsistency
+WrongName = ParamSpec("NotIt")  # E: name inconsistency
 
 
 # > Valid use locations
diff --git a/conformance/tests/generics_paramspec_semantics.py b/conformance/tests/generics_paramspec_semantics.py
index a76a70f5d..76017b481 100644
--- a/conformance/tests/generics_paramspec_semantics.py
+++ b/conformance/tests/generics_paramspec_semantics.py
@@ -23,8 +23,8 @@ def returns_int(a: str, b: bool, /) -> int:
 
 v1 = f1("A", True)  # OK
 assert_type(v1, str)
-f1(a="A", b=True)  # Type error: position-only
-f1("A", "A")  # Type error: wrong type
+f1(a="A", b=True)  # E: position-only
+f1("A", "A")  # E: wrong type
 
 
 def func1(x: Callable[P, int], y: Callable[P, int]) -> Callable[P, bool]:
diff --git a/conformance/tests/generics_syntax_compatibility.py b/conformance/tests/generics_syntax_compatibility.py
index d40353437..c15bebd5f 100644
--- a/conformance/tests/generics_syntax_compatibility.py
+++ b/conformance/tests/generics_syntax_compatibility.py
@@ -11,7 +11,7 @@
 K = TypeVar("K")
 
 
-class ClassA[V](dict[K, V]):  # Type error: traditional TypeVar not allowed here
+class ClassA[V](dict[K, V]):  # E: traditional TypeVar not allowed here
     ...
 
 
diff --git a/conformance/tests/generics_syntax_declarations.py b/conformance/tests/generics_syntax_declarations.py
index eba72cf11..1c153b933 100644
--- a/conformance/tests/generics_syntax_declarations.py
+++ b/conformance/tests/generics_syntax_declarations.py
@@ -43,11 +43,11 @@ class ClassF[T: "ForwardReference"]:  # OK
 
 
 class ClassG[V]:
-    class ClassD[T: dict[str, V]]:  # Type error: generic type not allowed
+    class ClassD[T: dict[str, V]]:  # E: generic type not allowed
         ...
 
 
-class ClassH[T: [str, int]]:  # Type error: illegal expression form
+class ClassH[T: [str, int]]:  # E: illegal expression form
     ...
 
 
@@ -59,26 +59,26 @@ class ClassJ[T: ("ForwardReference", bytes)]:  # OK
     ...
 
 
-class ClassK[T: ()]:  # Type error: two or more types required
+class ClassK[T: ()]:  # E: two or more types required
     ...
 
 
-class ClassL[T: (str,)]:  # Type error: two or more types required
+class ClassL[T: (str,)]:  # E: two or more types required
     ...
 
 
 t1 = (bytes, str)
 
 
-class ClassM[T: t1]:  # Type error: literal tuple expression required
+class ClassM[T: t1]:  # E: literal tuple expression required
     ...
 
 
-class ClassN[T: (3, bytes)]:  # Type error: invalid expression form
+class ClassN[T: (3, bytes)]:  # E: invalid expression form
     ...
 
 
-class ClassO[T: (list[S], str)]:  # Type error: generic type
+class ClassO[T: (list[S], str)]:  # E: generic type
     ...
 
 
diff --git a/conformance/tests/generics_syntax_infer_variance.py b/conformance/tests/generics_syntax_infer_variance.py
index b0276c8f0..c015b1ce0 100644
--- a/conformance/tests/generics_syntax_infer_variance.py
+++ b/conformance/tests/generics_syntax_infer_variance.py
@@ -14,11 +14,11 @@
 
 S1 = TypeVar(
     "S1", covariant=True, infer_variance=True
-)  # Type error: cannot use covariant with infer_variance
+)  # E: cannot use covariant with infer_variance
 
 S2 = TypeVar(
     "S2", contravariant=True, infer_variance=True
-)  # Type error: cannot use contravariant with infer_variance
+)  # E: cannot use contravariant with infer_variance
 
 
 class ShouldBeCovariant1(Generic[T]):
diff --git a/conformance/tests/generics_typevartuple_basic.py b/conformance/tests/generics_typevartuple_basic.py
index 93231217e..6e1e562a2 100644
--- a/conformance/tests/generics_typevartuple_basic.py
+++ b/conformance/tests/generics_typevartuple_basic.py
@@ -49,14 +49,14 @@ def get_shape(self) -> tuple[*Shape]:
 # > Type Variable Tuples Must Always be Unpacked
 
 
-class ClassA(Generic[Shape]):  # Type error: not unpacked
-    def __init__(self, shape: tuple[Shape]):  # Type error: not unpacked
+class ClassA(Generic[Shape]):  # E: not unpacked
+    def __init__(self, shape: tuple[Shape]):  # E: not unpacked
         self._shape: tuple[*Shape] = shape
 
-    def get_shape(self) -> tuple[Shape]:  # Type error: not unpacked
+    def get_shape(self) -> tuple[Shape]:  # E: not unpacked
         return self._shape
 
-    def method1(*args: Shape) -> None:  # Type error: not unpacked
+    def method1(*args: Shape) -> None:  # E: not unpacked
         ...
 
 
diff --git a/conformance/tests/generics_typevartuple_specialization.py b/conformance/tests/generics_typevartuple_specialization.py
index 89b4570d1..1faf096ff 100644
--- a/conformance/tests/generics_typevartuple_specialization.py
+++ b/conformance/tests/generics_typevartuple_specialization.py
@@ -124,7 +124,7 @@ def func6(a: VariadicTuple[str, int], b: VariadicTuple[float], c: VariadicTuple)
 
 TA7 = tuple[*Ts, T1, T2]
 
-v1: TA7[int]  # Type error: requires at least two type arguments
+v1: TA7[int]  # E: requires at least two type arguments
 
 
 def func7(a: TA7[*Ts, T1, T2]) -> tuple[tuple[*Ts], T1, T2]:
diff --git a/conformance/tests/generics_variance.py b/conformance/tests/generics_variance.py
index 61498073c..23607d684 100644
--- a/conformance/tests/generics_variance.py
+++ b/conformance/tests/generics_variance.py
@@ -74,11 +74,11 @@ class CoContra(Generic[T_co, T_contra]):
     ...
 
 
-class Class1(Inv[T_co]):  # Type error: Inv requires invariant TypeVar
+class Class1(Inv[T_co]):  # E: Inv requires invariant TypeVar
     pass
 
 
-class Class2(Inv[T_contra]):  # Type error: Inv requires invariant TypeVar
+class Class2(Inv[T_contra]):  # E: Inv requires invariant TypeVar
     pass
 
 
@@ -90,7 +90,7 @@ class Co_Child2(Co[T]):  # OK
     ...
 
 
-class Co_Child3(Co[T_contra]):  # Type error: Co requires covariant
+class Co_Child3(Co[T_contra]):  # E: Co requires covariant
     ...
 
 
@@ -102,7 +102,7 @@ class Contra_Child2(Contra[T]):  # OK
     ...
 
 
-class Contra_Child3(Contra[T_co]):  # Type error: Contra requires contravariant
+class Contra_Child3(Contra[T_co]):  # E: Contra requires contravariant
     ...
 
 
@@ -110,7 +110,7 @@ class Contra_Child4(Contra[Co[T_contra]]):  # OK
     ...
 
 
-class Contra_Child5(Contra[Co[T_co]]):  # Type error: Contra requires contravariant
+class Contra_Child5(Contra[Co[T_co]]):  # E: Contra requires contravariant
     ...
 
 
@@ -124,13 +124,13 @@ class CoContra_Child1(CoContra[T_co, T_contra]):  # OK
 
 class CoContra_Child2(
     CoContra[T_co, T_co]
-):  # Type error: Second type arg must be contravariant
+):  # E: Second type arg must be contravariant
     ...
 
 
 class CoContra_Child3(
     CoContra[T_contra, T_contra]
-):  # Type error: First type arg must be covariant
+):  # E: First type arg must be covariant
     ...
 
 
@@ -140,7 +140,7 @@ class CoContra_Child4(CoContra[T, T]):  # OK
 
 class CoContra_Child5(
     CoContra[Co[T_co], Co[T_co]]
-):  # Type error: Second type arg must be contravariant
+):  # E: Second type arg must be contravariant
     ...
 
 
diff --git a/conformance/tests/literals_interactions.py b/conformance/tests/literals_interactions.py
index f9782c4f1..5d0a286e3 100644
--- a/conformance/tests/literals_interactions.py
+++ b/conformance/tests/literals_interactions.py
@@ -12,10 +12,10 @@ def func1(v: tuple[int, str, list[bool]], a: Literal[0], b: Literal[5], c: Liter
     assert_type(v[a], int)
     assert_type(v[2], list[bool])
 
-    v[b]  # Type error: index out of range
-    v[c]  # Type error: index out of range
-    v[4]  # Type error: index out of range
-    v[-4]  # Type error: index out of range
+    v[b]  # E: index out of range
+    v[c]  # E: index out of range
+    v[4]  # E: index out of range
+    v[-4]  # E: index out of range
 
 
 _PathType = str | bytes | int
diff --git a/conformance/tests/overloads_basic.py b/conformance/tests/overloads_basic.py
index cfd6a91ca..d5fb2bada 100644
--- a/conformance/tests/overloads_basic.py
+++ b/conformance/tests/overloads_basic.py
@@ -34,7 +34,7 @@ def __getitem__(self, __i_or_s: int | slice) -> int | bytes:
 b = Bytes()
 assert_type(b[0], int)
 assert_type(b[0:1], bytes)
-b[""]  # Type error: no matching overload
+b[""]  # E: no matching overload
 
 
 T1 = TypeVar("T1")
@@ -61,7 +61,7 @@ def map(func: Any, iter1: Any, iter2: Any = ...) -> Any:
 # At least two overload signatures should be provided.
 @overload
 def func1() -> None:
-    ...  # Type error: At least two overloads must be present
+    ...  # E: At least two overloads must be present
 
 
 def func1() -> None:
@@ -73,7 +73,7 @@ def func1() -> None:
 # > function/method).
 @overload
 def func2(x: int) -> int:
-    ...  # Type error: no implementation
+    ...  # E: no implementation
 
 
 @overload
diff --git a/conformance/tests/protocols_class_objects.py b/conformance/tests/protocols_class_objects.py
index caf8c0889..0185b87fd 100644
--- a/conformance/tests/protocols_class_objects.py
+++ b/conformance/tests/protocols_class_objects.py
@@ -55,7 +55,7 @@ def method1(self, x: int) -> int:
         return 0
 
 
-pa1: ProtoA1 = ConcreteA  # Type error: signatures don't match
+pa1: ProtoA1 = ConcreteA  # E: signatures don't match
 pa2: ProtoA2 = ConcreteA  # OK
 
 
diff --git a/conformance/tests/protocols_definition.py b/conformance/tests/protocols_definition.py
index 9b3307a19..5537a9731 100644
--- a/conformance/tests/protocols_definition.py
+++ b/conformance/tests/protocols_definition.py
@@ -27,7 +27,7 @@ def close_all(things: Iterable[SupportsClose]) -> None:
 f = open("foo.txt")
 r = Resource()
 close_all([f, r])  # OK
-close_all([1])  # Type error: 'int' has no 'close' method
+close_all([1])  # E: 'int' has no 'close' method
 
 
 class Example(Protocol):
@@ -64,7 +64,7 @@ class Template(Protocol):
 
     def method(self) -> None:
         self.name = "name"  # OK
-        self.temp: list[int] = []  # Type error: use of self variables not allowed
+        self.temp: list[int] = []  # E: use of self variables not allowed
 
 
 class Concrete:
@@ -337,5 +337,5 @@ class Concrete6_Bad3:
 v6_good2: Template6 = Concrete6_Good2()  # OK
 v6_good3: Template6 = Concrete6_Good3()  # OK
 v6_bad1: Template6 = Concrete6_Bad1()  # Type error
-v6_bad2: Template6 = Concrete6_Bad2()  # Type error: named tuple is immutable
-v6_bad3: Template6 = Concrete6_Bad3()  # Type error: dataclass is frozen
+v6_bad2: Template6 = Concrete6_Bad2()  # E: named tuple is immutable
+v6_bad3: Template6 = Concrete6_Bad3()  # E: dataclass is frozen
diff --git a/conformance/tests/protocols_explicit.py b/conformance/tests/protocols_explicit.py
index 0d7775376..98f88dce3 100644
--- a/conformance/tests/protocols_explicit.py
+++ b/conformance/tests/protocols_explicit.py
@@ -24,7 +24,7 @@ def draw(self) -> str:
 
 class BadColor(PColor):
     def draw(self) -> str:
-        return super().draw()  # Type error: no default implementation
+        return super().draw()  # E: no default implementation
 
 
 class ImplicitColor:  # Note no 'PColor' base here
@@ -53,10 +53,10 @@ def transparency(self) -> int:
 
 class Point(RGB):
     def __init__(self, red: int, green: int, blue: str) -> None:
-        self.rgb = red, green, blue  # Type error: 'blue' must be 'int'
+        self.rgb = red, green, blue  # E: 'blue' must be 'int'
 
 
-p = Point(0, 0, "")  # Type error: Cannot instantiate abstract class
+p = Point(0, 0, "")  # E: Cannot instantiate abstract class
 
 
 class Proto1(Protocol):
@@ -83,7 +83,7 @@ class Concrete1(Proto1):
     ...
 
 
-c1 = Concrete1()  # Type error: cannot instantiate abstract class
+c1 = Concrete1()  # E: cannot instantiate abstract class
 
 
 class Concrete2(Proto1):
@@ -101,7 +101,7 @@ def __init__(self):
         im1 = 0
 
 
-c3 = Concrete3()  # Type error: cannot instantiate abstract class
+c3 = Concrete3()  # E: cannot instantiate abstract class
 
 
 class Concrete4(Proto1, Proto3):
@@ -126,7 +126,7 @@ class Concrete5(Proto5):
     pass
 
 
-c5 = Concrete5()  # Type error: cannot instantiate abstract class
+c5 = Concrete5()  # E: cannot instantiate abstract class
 
 
 class Proto6(Protocol):
@@ -156,7 +156,7 @@ class Concrete7A(Proto7):
     pass
 
 
-c7a = Concrete7A()  # Type error: cannot instantiate abstract class
+c7a = Concrete7A()  # E: cannot instantiate abstract class
 
 
 class Concrete7B(Mixin7, Proto7):
diff --git a/conformance/tests/protocols_generic.py b/conformance/tests/protocols_generic.py
index fc59ebe75..388959a46 100644
--- a/conformance/tests/protocols_generic.py
+++ b/conformance/tests/protocols_generic.py
@@ -37,7 +37,7 @@ def method1(self, x: str) -> str:
 
 
 p1: Proto1[str, int] = Concrete1()  # OK
-p2: Proto1[int, str] = Concrete1()  # Type error: incompatible type
+p2: Proto1[int, str] = Concrete1()  # E: incompatible type
 
 
 # Runtime error: Protocol and Generic cannot be used together as base classes.
diff --git a/conformance/tests/protocols_merging.py b/conformance/tests/protocols_merging.py
index 1dc00648f..046211645 100644
--- a/conformance/tests/protocols_merging.py
+++ b/conformance/tests/protocols_merging.py
@@ -49,9 +49,9 @@ def close(self) -> None:
 s4: SizedAndClosable2 = SizedAndClosable3()  # OK
 s5: Sized = SCConcrete1()  # OK
 
-s6: SizedAndClosable1 = SCConcrete2()  # Type error: doesn't implement close
-s7: SizedAndClosable2 = SCConcrete2()  # Type error: doesn't implement close
-s8: SizedAndClosable3 = SCConcrete2()  # Type error: SizedAndClosable3 is not a protocol
+s6: SizedAndClosable1 = SCConcrete2()  # E: doesn't implement close
+s7: SizedAndClosable2 = SCConcrete2()  # E: doesn't implement close
+s8: SizedAndClosable3 = SCConcrete2()  # E: SizedAndClosable3 is not a protocol
 
 
 def func1(s1: SizedAndClosable1, s2: SizedAndClosable2):
@@ -64,7 +64,7 @@ def func1(s1: SizedAndClosable1, s2: SizedAndClosable2):
 # > must be protocols.
 
 
-# Type error: SizedAndClosable3 is not a protocol
+# E: SizedAndClosable3 is not a protocol
 class BadProto(SizedAndClosable3, Protocol):
     ...
 
@@ -80,5 +80,5 @@ def close(self) -> None:
         raise NotImplementedError
 
 
-x = SizedAndClosable4()  # Type error: cannot instantiate abstract class
+x = SizedAndClosable4()  # E: cannot instantiate abstract class
 y: SizedAndClosable4 = SCConcrete1()  # Type error
diff --git a/conformance/tests/protocols_runtime_checkable.py b/conformance/tests/protocols_runtime_checkable.py
index 1d47e8d8b..2196e517c 100644
--- a/conformance/tests/protocols_runtime_checkable.py
+++ b/conformance/tests/protocols_runtime_checkable.py
@@ -20,7 +20,7 @@ class Proto2(Protocol):
 
 
 def func1(a: Any):
-    if isinstance(a, Proto1):  # Type error: not runtime_checkable
+    if isinstance(a, Proto1):  # E: not runtime_checkable
         return
 
     if isinstance(a, Proto2):  # OK
@@ -85,13 +85,13 @@ def func3():
     if isinstance(Concrete3A(), Proto2):  # OK
         pass
 
-    if isinstance(Concrete3A(), Proto3):  # Type error: unsafe overlap
+    if isinstance(Concrete3A(), Proto3):  # E: unsafe overlap
         pass
 
     if isinstance(
         Concrete3B(), (Proto3, NonDataProtocol)
-    ):  # Type error: unsafe overlap
+    ):  # E: unsafe overlap
         pass
 
-    if issubclass(Concrete3A, (Proto3, NonDataProtocol)):  # Type error: unsafe overlap
+    if issubclass(Concrete3A, (Proto3, NonDataProtocol)):  # E: unsafe overlap
         pass
diff --git a/conformance/tests/protocols_subtyping.py b/conformance/tests/protocols_subtyping.py
index 2f6abe7c8..4027be7ad 100644
--- a/conformance/tests/protocols_subtyping.py
+++ b/conformance/tests/protocols_subtyping.py
@@ -13,7 +13,7 @@ class Proto1(Protocol):
     pass
 
 
-p1 = Proto1()  # Type error: protocol cannot be instantiated
+p1 = Proto1()  # E: protocol cannot be instantiated
 
 
 # > A protocol is never a subtype of a concrete type.
diff --git a/conformance/tests/protocols_variance.py b/conformance/tests/protocols_variance.py
index 27128fc9d..cfebbb9ff 100644
--- a/conformance/tests/protocols_variance.py
+++ b/conformance/tests/protocols_variance.py
@@ -18,7 +18,7 @@
 # > declared variance.
 
 
-class AnotherBox(Protocol[T1]):  # Type error: T should be covariant
+class AnotherBox(Protocol[T1]):  # E: T should be covariant
     def content(self) -> T1:
         ...
 
@@ -37,7 +37,7 @@ def m4(self) -> T3:
         ...
 
 
-class Protocol2(Protocol[T1, T2, T3]):  # Type error: T3 should be contravariant
+class Protocol2(Protocol[T1, T2, T3]):  # E: T3 should be contravariant
     def m1(self, p0: T1, p1: T2, p2: T3) -> T1:
         ...
 
@@ -53,22 +53,22 @@ def m1(self) -> None:
         pass
 
 
-class Protocol4(Protocol[T1]):  # Type error: T1 should be contravariant
+class Protocol4(Protocol[T1]):  # E: T1 should be contravariant
     def m1(self, p0: T1) -> None:
         ...
 
 
-class Protocol5(Protocol[T1_co]):  # Type error: T1_co should be contravariant
+class Protocol5(Protocol[T1_co]):  # E: T1_co should be contravariant
     def m1(self, p0: T1_co) -> None:
         ...
 
 
-class Protocol6(Protocol[T1]):  # Type error: T1 should be covariant
+class Protocol6(Protocol[T1]):  # E: T1 should be covariant
     def m1(self) -> T1:
         ...
 
 
-class Protocol7(Protocol[T1_contra]):  # Type error: T1_contra should be covariant
+class Protocol7(Protocol[T1_contra]):  # E: T1_contra should be covariant
     def m1(self) -> T1_contra:
         ...
 
@@ -101,7 +101,7 @@ class Protocol11(Protocol[T1]):  # OK
     x: T1 | None
 
 
-class Protocol12(Protocol[T1]):  # Type error: T1 should be covariant
+class Protocol12(Protocol[T1]):  # E: T1 should be covariant
     # __init__ method is exempt from variance calculations.
     def __init__(self, x: T1) -> None:
         ...
diff --git a/conformance/tests/qualifiers_annotated.py b/conformance/tests/qualifiers_annotated.py
index 3c4ed8cc7..0321d71ff 100644
--- a/conformance/tests/qualifiers_annotated.py
+++ b/conformance/tests/qualifiers_annotated.py
@@ -40,18 +40,18 @@ async def func3() -> None:
     Good10: Annotated[str, await func3()]
 
 
-Bad1: Annotated[[int, str], ""]  # Type error: invalid type expression
-Bad2: Annotated[((int, str),), ""]  # Type error: invalid type expression
-Bad3: Annotated[[int for i in range(1)], ""]  # Type error: invalid type expression
-Bad4: Annotated[{"a": "b"}, ""]  # Type error: invalid type expression
-Bad5: Annotated[(lambda: int)(), ""]  # Type error: invalid type expression
-Bad6: Annotated[[int][0], ""]  # Type error: invalid type expression
-Bad7: Annotated[int if 1 < 3 else str, ""]  # Type error: invalid type expression
-Bad8: Annotated[var1, ""]  # Type error: invalid type expression
-Bad9: Annotated[True, ""]  # Type error: invalid type expression
-Bad10: Annotated[1, ""]  # Type error: invalid type expression
-Bad11: Annotated[list or set, ""]  # Type error: invalid type expression
-Bad12: Annotated[f"{'int'}", ""]  # Type error: invalid type expression
+Bad1: Annotated[[int, str], ""]  # E: invalid type expression
+Bad2: Annotated[((int, str),), ""]  # E: invalid type expression
+Bad3: Annotated[[int for i in range(1)], ""]  # E: invalid type expression
+Bad4: Annotated[{"a": "b"}, ""]  # E: invalid type expression
+Bad5: Annotated[(lambda: int)(), ""]  # E: invalid type expression
+Bad6: Annotated[[int][0], ""]  # E: invalid type expression
+Bad7: Annotated[int if 1 < 3 else str, ""]  # E: invalid type expression
+Bad8: Annotated[var1, ""]  # E: invalid type expression
+Bad9: Annotated[True, ""]  # E: invalid type expression
+Bad10: Annotated[1, ""]  # E: invalid type expression
+Bad11: Annotated[list or set, ""]  # E: invalid type expression
+Bad12: Annotated[f"{'int'}", ""]  # E: invalid type expression
 
 
 # > Multiple type annotations are supported (Annotated supports variadic arguments):
@@ -61,7 +61,7 @@ async def func3() -> None:
 
 # > Annotated must be called with at least two arguments ( Annotated[int] is not valid)
 
-Bad13: Annotated[int]  # Type error: requires at least two arguments
+Bad13: Annotated[int]  # E: requires at least two arguments
 
 
 # > Annotated types can be nested
diff --git a/conformance/tests/qualifiers_final_annotation.py b/conformance/tests/qualifiers_final_annotation.py
index 876e3a910..096a2d984 100644
--- a/conformance/tests/qualifiers_final_annotation.py
+++ b/conformance/tests/qualifiers_final_annotation.py
@@ -13,9 +13,9 @@
 
 # > If the right hand side is omitted, there must be an explicit type argument to Final.
 
-BAD1: Final  # Type error: missing assignment
+BAD1: Final  # E: missing assignment
 
-BAD2: Final[str, int] = ""  # Type error: only one type argument allowed
+BAD2: Final[str, int] = ""  # E: only one type argument allowed
 
 # > There can be at most one final declaration per module or class for a given
 # > attribute.
@@ -31,11 +31,11 @@ class ClassA:
     # > In class bodies and stub files you can omit the right hand side and just
     # > write ID: Final[float]. If the right hand side is omitted, there must be
     # > an explicit type argument to Final.
-    ID2: Final  # Type error: missing initialization
+    ID2: Final  # E: missing initialization
 
     # > A final attribute declared in a class body without an initializer must
     # > be initialized in the __init__ method (except in stub files):
-    ID3: Final[int]  # Type error: missing initialization
+    ID3: Final[int]  # E: missing initialization
 
     ID4: Final[int]  # OK because initialized in __init__
 
@@ -51,7 +51,7 @@ def __init__(self, cond: bool) -> None:
 
         self.ID4 = 1
 
-        self.ID5 = 0  # Type error: Already initialized
+        self.ID5 = 0  # E: Already initialized
 
         if cond:
             self.ID6 = 1
@@ -59,16 +59,16 @@ def __init__(self, cond: bool) -> None:
             self.ID6 = 2
 
     def method1(self) -> None:
-        self.id3: Final = 1  # Type error: not allowed outside of __init__ method.
-        self.id4: Final[int] = 1  # Type error: not allowed outside of __init__ method.
+        self.id3: Final = 1  # E: not allowed outside of __init__ method.
+        self.id4: Final[int] = 1  # E: not allowed outside of __init__ method.
 
-        self.ID7 = 0  # Type error: cannot modify Final value
+        self.ID7 = 0  # E: cannot modify Final value
 
-        self.ID7 += 1  # Type error: cannot modify Final value
+        self.ID7 += 1  # E: cannot modify Final value
 
 
 RATE: Final = 3000
-RATE = 300  # Type error: Cannot redefine Final value
+RATE = 300  # E: Cannot redefine Final value
 
 # > There can’t be separate class-level and instance-level constants
 # > with the same name.
@@ -78,7 +78,7 @@ class ClassB:
     DEFAULT_ID: Final = 0
 
 
-ClassB.DEFAULT_ID = 0  # Type error: Cannot redefined value
+ClassB.DEFAULT_ID = 0  # E: Cannot redefined value
 
 
 # > A type checker should prevent final attributes from being overridden in a subclass:
@@ -91,7 +91,7 @@ class ClassC:
 
 
 class ClassCChild(ClassC):
-    BORDER_WIDTH = 2.5  # Type error: Cannot override Final value
+    BORDER_WIDTH = 2.5  # E: Cannot override Final value
 
     __private = 0  # OK
 
@@ -104,8 +104,8 @@ class ClassCChild(ClassC):
 class ClassD:
     VALUE1: Final = 1
 
-    VALUE2: ClassVar[Final] = 1  # Type error: Final cannot be used with ClassVar
-    VALUE3: Final[ClassVar] = 1  # Type error: Final cannot be used with ClassVar
+    VALUE2: ClassVar[Final] = 1  # E: Final cannot be used with ClassVar
+    VALUE3: Final[ClassVar] = 1  # E: Final cannot be used with ClassVar
 
 
 ClassD.VALUE1  # OK
@@ -138,18 +138,18 @@ def func1(x: Final[list[int]]) -> None:  # Type error
 def func2() -> None:
     global ID1
 
-    ID1 = 2 # Type error: cannot modify Final value
+    ID1 = 2 # E: cannot modify Final value
 
     x: Final = 3
 
-    x += 1 # Type error: cannot modify Final value
+    x += 1 # E: cannot modify Final value
 
-    a = (x := 4)  # Type error: cannot modify Final value
+    a = (x := 4)  # E: cannot modify Final value
 
-    for x in [1, 2, 3]: # Type error: cannot modify Final value
+    for x in [1, 2, 3]: # E: cannot modify Final value
         pass
 
-    with open("FileName") as x: # Type error: cannot modify Final value
+    with open("FileName") as x: # E: cannot modify Final value
         pass
 
-    (a, x) = (1, 2)  # Type error: cannot modify Final value
+    (a, x) = (1, 2)  # E: cannot modify Final value
diff --git a/conformance/tests/qualifiers_final_decorator.py b/conformance/tests/qualifiers_final_decorator.py
index c33b0f8df..edaef91eb 100644
--- a/conformance/tests/qualifiers_final_decorator.py
+++ b/conformance/tests/qualifiers_final_decorator.py
@@ -18,7 +18,7 @@ class Base1:
     ...
 
 
-class Derived1(Base1):  # Type error: Cannot inherit from final class "Base"
+class Derived1(Base1):  # E: Cannot inherit from final class "Base"
     ...
 
 
@@ -82,7 +82,7 @@ def method(self, x: int) -> int:
         ...
 
     @overload
-    @final  # Type error: should be applied only to implementation
+    @final  # E: should be applied only to implementation
     def method(self, x: str) -> str:
         ...
 
@@ -123,5 +123,5 @@ def method(self) -> None:  # Type error
 
 
 @final
-def func1() -> int:  # Type error: not allowed on non-method function.
+def func1() -> int:  # E: not allowed on non-method function.
     return 0
diff --git a/conformance/tests/specialtypes_never.py b/conformance/tests/specialtypes_never.py
index e6c0bc0e1..af4a8a26c 100644
--- a/conformance/tests/specialtypes_never.py
+++ b/conformance/tests/specialtypes_never.py
@@ -16,7 +16,7 @@ def stop() -> NoReturn:
     raise RuntimeError("no way")
 
 
-def func1(x: int) -> NoReturn:  # Type error: implicitly returns None
+def func1(x: int) -> NoReturn:  # E: implicitly returns None
     if x != 0:
         sys.exit(1)
 
@@ -41,23 +41,23 @@ def func2(x: int) -> int:
 
 def func3(
     a: NoReturn, b: list[NoReturn]
-) -> None:  # Type error: NoReturn used outside of return annotation
-    c: NoReturn = a  # Type error: NoReturn used outside of return annotation
+) -> None:  # E: NoReturn used outside of return annotation
+    c: NoReturn = a  # E: NoReturn used outside of return annotation
 
 
 def func4(
     a: list[NoReturn],
-) -> None:  # Type error: NoReturn used outside of return annotation
-    c: list[NoReturn] = a  # Type error: NoReturn used outside of return annotation
+) -> None:  # E: NoReturn used outside of return annotation
+    c: list[NoReturn] = a  # E: NoReturn used outside of return annotation
 
 
-def func5() -> list[NoReturn]:  # Type error: NoReturn used outside of return annotation
+def func5() -> list[NoReturn]:  # E: NoReturn used outside of return annotation
     return []
 
 
 class ClassA:
-    x: NoReturn  # Type error: NoReturn used outside of return annotation
-    y: list[NoReturn]  # Type error: NoReturn used outside of return annotation
+    x: NoReturn  # E: NoReturn used outside of return annotation
+    y: list[NoReturn]  # E: NoReturn used outside of return annotation
 
 
 # Never is compatible with all types.
diff --git a/conformance/tests/specialtypes_none.py b/conformance/tests/specialtypes_none.py
index 0e47a9577..91534affc 100644
--- a/conformance/tests/specialtypes_none.py
+++ b/conformance/tests/specialtypes_none.py
@@ -24,7 +24,7 @@ def func1(val1: None) -> None:
 none1: Hashable = None  # OK
 
 # None is not iterable
-none2: Iterable = None  # Type error: not iterable
+none2: Iterable = None  # E: not iterable
 
 
 None.__class__  # OK
@@ -38,4 +38,4 @@ def func2(val1: type[None]):
 
 func2(None.__class__)  # OK
 func2(type(None))  # OK
-func2(None)  # Type error: not compatible
+func2(None)  # E: not compatible
diff --git a/conformance/tests/typeddicts_alt_syntax.py b/conformance/tests/typeddicts_alt_syntax.py
index 1baf016cb..9f4dea971 100644
--- a/conformance/tests/typeddicts_alt_syntax.py
+++ b/conformance/tests/typeddicts_alt_syntax.py
@@ -42,4 +42,4 @@
 
 movie2: Movie2
 movie2 = {"name": "Blade Runner", "year": 1982}
-movie2 = {"name": "Blade Runner", "year": ""}  # Type error: Incorrect type for year
+movie2 = {"name": "Blade Runner", "year": ""}  # E: Incorrect type for year
diff --git a/conformance/tests/typeddicts_operations.py b/conformance/tests/typeddicts_operations.py
index 11c449043..a504082be 100644
--- a/conformance/tests/typeddicts_operations.py
+++ b/conformance/tests/typeddicts_operations.py
@@ -19,22 +19,22 @@ class Movie(TypedDict):
 movie["name"] = "Other"
 movie["year"] = 1981
 
-movie["name"] = 1982  # Type error: wrong type
-movie["year"] = ""  # Type error: wrong type
-movie["other"] = ""  # Type error: unknown key added
+movie["name"] = 1982  # E: wrong type
+movie["year"] = ""  # E: wrong type
+movie["other"] = ""  # E: unknown key added
 
-print(movie["other"]) # Type error: unknown key referenced
+print(movie["other"]) # E: unknown key referenced
 
-movie = {"name": "Blade Runner"}  # Type error: year is missing
-movie = {"name": "Blade Runner", "year": 1982.1}  # Type error: year is wrong type
+movie = {"name": "Blade Runner"}  # E: year is missing
+movie = {"name": "Blade Runner", "year": 1982.1}  # E: year is wrong type
 
 # > The use of a key that is not known to exist should be reported as an error.
-movie = {"name": "", "year": 1900, "other": 2}  # Type error: extra key
+movie = {"name": "", "year": 1900, "other": 2}  # E: extra key
 
 
 def func1(variable_key: str):
     # > A key that is not a literal should generally be rejected.
-    movie: Movie = {variable_key: "", "year": 1900}  # Type error: variable key
+    movie: Movie = {variable_key: "", "year": 1900}  # E: variable key
 
 
 # It's not clear from the spec what type this should be.
@@ -44,9 +44,9 @@ def func1(variable_key: str):
 movie.get("other")
 
 
-movie.clear()  # Type error: clear not allowed
+movie.clear()  # E: clear not allowed
 
-del movie["name"]  # Type error: del not allowed for required key
+del movie["name"]  # E: del not allowed for required key
 
 
 
@@ -59,7 +59,7 @@ class MovieOptional(TypedDict, total=False):
 
 assert_type(movie_optional.get("name"), str | None)
 
-movie_optional.clear()  # Type error: clear not allowed
+movie_optional.clear()  # E: clear not allowed
 
 del movie_optional["name"]
 
diff --git a/conformance/tests/typeddicts_required.py b/conformance/tests/typeddicts_required.py
index 22485f0f1..4feacba6e 100644
--- a/conformance/tests/typeddicts_required.py
+++ b/conformance/tests/typeddicts_required.py
@@ -9,12 +9,12 @@
 
 # Required and NotRequired are valid only within a TypedDict.
 class NotTypedDict:
-    x: Required[int]  # Type error: Required not allowed in this context
+    x: Required[int]  # E: Required not allowed in this context
 
 
 def func1(
     x: NotRequired[int],
-) -> None:  # Type error: Required not allowed in this context
+) -> None:  # E: Required not allowed in this context
     pass
 
 
@@ -56,8 +56,8 @@ class TD5(TypedDict, total=True):
 
 
 class TD6(TypedDict):
-    a: Required[Required[int]]  # Type error: Nesting not allowed
-    b: Required[NotRequired[int]]  # Type error: Nesting not allowed
+    a: Required[Required[int]]  # E: Nesting not allowed
+    b: Required[NotRequired[int]]  # E: Nesting not allowed
 
 
 class TD7(TypedDict):

From 749dc7982ec40aeb6f9be0c1d2e40d0797150781 Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Thu, 4 Apr 2024 09:50:22 -0400
Subject: [PATCH 03/22] Rerun

---
 .../results/mypy/aliases_explicit.toml        |  3 ++-
 .../results/mypy/aliases_implicit.toml        | 22 ----------------
 conformance/results/mypy/aliases_newtype.toml | 13 ----------
 .../results/mypy/aliases_recursive.toml       |  4 +--
 .../results/mypy/aliases_type_statement.toml  | 22 ++++++++--------
 .../results/mypy/aliases_typealiastype.toml   | 13 +++++-----
 .../results/mypy/aliases_variance.toml        |  4 ---
 .../mypy/annotations_forward_refs.toml        |  5 ++--
 .../results/mypy/annotations_generators.toml  | 12 +++------
 .../results/mypy/annotations_methods.toml     |  3 ++-
 .../results/mypy/callables_kwargs.toml        | 15 ++++-------
 .../results/mypy/callables_protocol.toml      | 17 -------------
 .../results/mypy/classes_classvar.toml        | 21 ++++------------
 .../results/mypy/classes_override.toml        |  3 ++-
 .../results/mypy/dataclasses_descriptors.toml |  3 ++-
 .../results/mypy/dataclasses_frozen.toml      |  2 --
 .../results/mypy/dataclasses_hash.toml        |  3 ++-
 .../results/mypy/dataclasses_kwonly.toml      |  3 ++-
 .../results/mypy/dataclasses_postinit.toml    |  4 ---
 .../results/mypy/dataclasses_slots.toml       |  3 ++-
 .../mypy/dataclasses_transform_field.toml     |  3 ++-
 .../mypy/dataclasses_transform_func.toml      |  3 ++-
 .../results/mypy/dataclasses_usage.toml       |  5 ----
 .../mypy/directives_no_type_check.toml        |  3 ++-
 .../results/mypy/directives_type_ignore.toml  |  3 ++-
 .../mypy/directives_version_platform.toml     |  3 ++-
 .../results/mypy/generics_defaults.toml       |  1 +
 .../mypy/generics_paramspec_basic.toml        |  4 +--
 .../mypy/generics_paramspec_components.toml   |  3 ++-
 .../mypy/generics_paramspec_semantics.toml    |  3 +--
 .../results/mypy/generics_scoping.toml        |  3 ++-
 .../results/mypy/generics_self_advanced.toml  |  3 ++-
 .../results/mypy/generics_self_basic.toml     |  3 ++-
 .../mypy/generics_syntax_compatibility.toml   |  5 ++--
 .../mypy/generics_syntax_declarations.toml    | 10 ++------
 .../mypy/generics_syntax_infer_variance.toml  |  5 +++-
 .../results/mypy/generics_syntax_scoping.toml |  3 ++-
 .../results/mypy/generics_type_erasure.toml   |  3 ++-
 .../mypy/generics_typevartuple_args.toml      |  3 ++-
 .../mypy/generics_typevartuple_basic.toml     |  7 ++----
 .../generics_typevartuple_specialization.toml |  4 +--
 .../mypy/generics_typevartuple_unpack.toml    |  3 ++-
 .../results/mypy/generics_variance.toml       | 11 ++++----
 .../mypy/generics_variance_inference.toml     |  3 ++-
 .../results/mypy/historical_positional.toml   |  3 ++-
 .../results/mypy/literals_interactions.toml   |  7 ++----
 .../results/mypy/literals_literalstring.toml  |  3 ++-
 .../mypy/literals_parameterizations.toml      |  3 ++-
 .../mypy/namedtuples_define_class.toml        |  3 ++-
 .../mypy/namedtuples_define_functional.toml   |  3 ++-
 .../results/mypy/namedtuples_usage.toml       |  3 ++-
 conformance/results/mypy/overloads_basic.toml |  3 ++-
 .../results/mypy/protocols_class_objects.toml |  1 -
 .../results/mypy/protocols_definition.toml    |  8 +++---
 .../results/mypy/protocols_explicit.toml      | 10 ++------
 .../results/mypy/protocols_generic.toml       |  4 +--
 .../results/mypy/protocols_merging.toml       |  5 +---
 .../mypy/protocols_runtime_checkable.toml     |  7 ++++--
 .../results/mypy/protocols_subtyping.toml     |  1 -
 .../results/mypy/protocols_variance.toml      |  7 ------
 .../results/mypy/qualifiers_annotated.toml    | 16 ++----------
 .../mypy/qualifiers_final_annotation.toml     | 23 +++--------------
 .../mypy/qualifiers_final_decorator.toml      |  3 ++-
 .../results/mypy/specialtypes_never.toml      |  8 +++++-
 .../results/mypy/specialtypes_none.toml       |  2 --
 .../results/mypy/specialtypes_type.toml       |  3 ++-
 .../results/mypy/tuples_type_compat.toml      |  3 ++-
 conformance/results/mypy/tuples_unpacked.toml |  3 ++-
 .../results/mypy/typeddicts_alt_syntax.toml   |  4 +--
 .../results/mypy/typeddicts_operations.toml   | 11 --------
 .../results/mypy/typeddicts_required.toml     |  7 +++---
 conformance/results/mypy/version.toml         |  2 +-
 .../results/pyre/aliases_explicit.toml        |  3 ++-
 .../results/pyre/aliases_implicit.toml        | 25 ++++++++-----------
 conformance/results/pyre/aliases_newtype.toml | 16 ++++++------
 .../results/pyre/aliases_recursive.toml       |  7 +++---
 .../results/pyre/aliases_type_statement.toml  | 16 +++++++++++-
 .../results/pyre/aliases_typealiastype.toml   | 12 ++++++---
 .../results/pyre/aliases_variance.toml        |  4 ---
 .../results/pyre/annotations_coroutines.toml  |  3 ++-
 .../pyre/annotations_forward_refs.toml        |  5 ++--
 .../results/pyre/annotations_generators.toml  | 12 +++------
 .../results/pyre/annotations_methods.toml     |  3 ++-
 .../results/pyre/callables_annotation.toml    |  3 ++-
 .../results/pyre/callables_kwargs.toml        | 16 +++++++++---
 .../results/pyre/callables_protocol.toml      | 20 ++++-----------
 .../results/pyre/classes_classvar.toml        | 21 +++++++++-------
 .../results/pyre/classes_override.toml        |  3 ++-
 .../results/pyre/dataclasses_descriptors.toml |  3 ++-
 .../results/pyre/dataclasses_frozen.toml      |  5 ++--
 .../results/pyre/dataclasses_hash.toml        |  3 ++-
 .../results/pyre/dataclasses_inheritance.toml |  3 ++-
 .../results/pyre/dataclasses_order.toml       |  3 ++-
 .../results/pyre/dataclasses_postinit.toml    |  7 +++++-
 .../results/pyre/dataclasses_slots.toml       |  3 ++-
 .../pyre/dataclasses_transform_class.toml     |  3 ++-
 .../pyre/dataclasses_transform_field.toml     |  3 ++-
 .../pyre/dataclasses_transform_func.toml      |  3 ++-
 .../pyre/dataclasses_transform_meta.toml      |  3 ++-
 .../results/pyre/dataclasses_usage.toml       |  8 ++----
 .../results/pyre/directives_assert_type.toml  |  3 ++-
 .../pyre/directives_no_type_check.toml        |  3 ++-
 .../results/pyre/directives_reveal_type.toml  |  3 ++-
 .../pyre/directives_type_ignore_file1.toml    |  3 ++-
 .../pyre/directives_version_platform.toml     |  3 ++-
 .../results/pyre/generics_base_class.toml     |  3 ++-
 conformance/results/pyre/generics_basic.toml  |  3 ++-
 .../results/pyre/generics_defaults.toml       |  1 +
 .../pyre/generics_paramspec_basic.toml        |  4 ++-
 .../pyre/generics_paramspec_components.toml   |  3 ++-
 .../pyre/generics_paramspec_semantics.toml    |  5 ++--
 .../generics_paramspec_specialization.toml    |  3 ++-
 .../results/pyre/generics_scoping.toml        |  3 ++-
 .../results/pyre/generics_self_advanced.toml  |  3 ++-
 .../pyre/generics_self_attributes.toml        |  3 ++-
 .../results/pyre/generics_self_basic.toml     |  3 ++-
 .../results/pyre/generics_self_protocols.toml |  3 ++-
 .../results/pyre/generics_self_usage.toml     |  3 ++-
 .../pyre/generics_syntax_compatibility.toml   |  4 +--
 .../pyre/generics_syntax_declarations.toml    | 10 +++++++-
 .../pyre/generics_syntax_infer_variance.toml  |  5 +++-
 .../results/pyre/generics_syntax_scoping.toml |  3 ++-
 .../results/pyre/generics_type_erasure.toml   |  3 ++-
 .../pyre/generics_typevartuple_args.toml      |  3 ++-
 .../pyre/generics_typevartuple_basic.toml     |  7 ++++--
 .../pyre/generics_typevartuple_callable.toml  |  3 ++-
 .../pyre/generics_typevartuple_concat.toml    |  3 ++-
 .../pyre/generics_typevartuple_overloads.toml |  3 ++-
 .../generics_typevartuple_specialization.toml |  4 +--
 .../pyre/generics_typevartuple_unpack.toml    |  3 ++-
 .../results/pyre/generics_upper_bound.toml    |  3 ++-
 .../results/pyre/generics_variance.toml       | 11 ++++----
 .../pyre/generics_variance_inference.toml     |  3 ++-
 .../results/pyre/historical_positional.toml   |  3 ++-
 .../results/pyre/literals_interactions.toml   |  7 +++++-
 .../pyre/literals_parameterizations.toml      |  3 ++-
 .../results/pyre/literals_semantics.toml      |  3 ++-
 .../pyre/namedtuples_define_class.toml        |  3 ++-
 .../pyre/namedtuples_define_functional.toml   |  3 ++-
 .../results/pyre/namedtuples_type_compat.toml |  3 ++-
 .../results/pyre/namedtuples_usage.toml       |  3 ++-
 .../results/pyre/narrowing_typeguard.toml     |  3 ++-
 conformance/results/pyre/overloads_basic.toml |  6 +++--
 .../results/pyre/protocols_class_objects.toml |  4 +--
 .../results/pyre/protocols_definition.toml    |  7 +++---
 .../results/pyre/protocols_explicit.toml      | 10 +++++---
 .../results/pyre/protocols_generic.toml       |  4 +--
 .../results/pyre/protocols_merging.toml       |  8 +++---
 .../results/pyre/protocols_modules.toml       |  3 ++-
 .../pyre/protocols_runtime_checkable.toml     |  7 +++++-
 .../results/pyre/protocols_subtyping.toml     |  1 -
 .../results/pyre/protocols_variance.toml      | 10 +++++++-
 .../results/pyre/qualifiers_annotated.toml    | 16 +++---------
 .../pyre/qualifiers_final_annotation.toml     | 24 +++++-------------
 .../pyre/qualifiers_final_decorator.toml      |  6 ++---
 .../results/pyre/specialtypes_any.toml        |  3 ++-
 .../results/pyre/specialtypes_never.toml      | 11 +++++++-
 .../results/pyre/specialtypes_none.toml       |  5 ++--
 .../results/pyre/specialtypes_promotions.toml |  3 ++-
 .../results/pyre/specialtypes_type.toml       |  3 ++-
 .../results/pyre/tuples_type_compat.toml      |  3 ++-
 .../results/pyre/tuples_type_form.toml        |  3 ++-
 conformance/results/pyre/tuples_unpacked.toml |  3 ++-
 .../results/pyre/typeddicts_alt_syntax.toml   |  4 ++-
 .../results/pyre/typeddicts_class_syntax.toml |  3 ++-
 .../results/pyre/typeddicts_final.toml        |  3 ++-
 .../results/pyre/typeddicts_inheritance.toml  |  3 ++-
 .../results/pyre/typeddicts_operations.toml   | 11 +-------
 .../results/pyre/typeddicts_required.toml     |  7 +++++-
 .../pyre/typeddicts_type_consistency.toml     |  3 ++-
 .../results/pyre/typeddicts_usage.toml        |  3 ++-
 conformance/results/pyre/version.toml         |  2 +-
 .../results/pyright/aliases_implicit.toml     | 24 ++----------------
 .../results/pyright/aliases_newtype.toml      | 13 ----------
 .../results/pyright/aliases_recursive.toml    |  4 +--
 .../pyright/aliases_type_statement.toml       | 14 +----------
 .../pyright/aliases_typealiastype.toml        |  8 +++---
 .../results/pyright/aliases_variance.toml     |  4 ---
 .../pyright/annotations_forward_refs.toml     |  3 +--
 .../pyright/annotations_generators.toml       |  9 -------
 .../results/pyright/annotations_methods.toml  |  3 ++-
 .../results/pyright/callables_kwargs.toml     | 13 ++--------
 .../results/pyright/callables_protocol.toml   | 17 -------------
 .../results/pyright/classes_classvar.toml     | 18 +------------
 .../results/pyright/dataclasses_frozen.toml   |  2 --
 .../results/pyright/dataclasses_postinit.toml |  4 ---
 .../results/pyright/dataclasses_usage.toml    |  5 ----
 .../pyright/directives_no_type_check.toml     |  3 ++-
 .../results/pyright/generics_defaults.toml    |  1 +
 .../pyright/generics_paramspec_basic.toml     |  1 -
 .../pyright/generics_paramspec_semantics.toml |  5 ++--
 .../generics_syntax_compatibility.toml        |  1 -
 .../pyright/generics_syntax_declarations.toml |  7 ------
 .../generics_syntax_infer_variance.toml       |  2 ++
 .../pyright/generics_typevartuple_basic.toml  |  4 ---
 .../generics_typevartuple_specialization.toml |  1 -
 .../results/pyright/generics_variance.toml    |  8 +++---
 .../pyright/literals_interactions.toml        |  4 ---
 .../results/pyright/overloads_basic.toml      |  4 ++-
 .../pyright/protocols_class_objects.toml      |  1 -
 .../results/pyright/protocols_definition.toml |  4 ---
 .../results/pyright/protocols_explicit.toml   |  7 ------
 .../results/pyright/protocols_generic.toml    |  1 -
 .../results/pyright/protocols_merging.toml    |  5 +---
 .../pyright/protocols_runtime_checkable.toml  |  5 ++--
 .../results/pyright/protocols_subtyping.toml  |  1 -
 .../results/pyright/protocols_variance.toml   |  7 ++++++
 .../results/pyright/qualifiers_annotated.toml | 17 +++----------
 .../pyright/qualifiers_final_annotation.toml  | 22 ++--------------
 .../pyright/qualifiers_final_decorator.toml   |  3 +--
 .../results/pyright/specialtypes_never.toml   |  8 +++++-
 .../results/pyright/specialtypes_none.toml    |  2 --
 .../pyright/typeddicts_alt_syntax.toml        |  1 -
 .../pyright/typeddicts_operations.toml        | 11 --------
 .../results/pyright/typeddicts_required.toml  |  4 +--
 conformance/results/pyright/version.toml      |  2 +-
 .../results/pytype/aliases_explicit.toml      |  3 ++-
 .../results/pytype/aliases_implicit.toml      | 25 +++++++++++++------
 .../results/pytype/aliases_newtype.toml       | 16 ++++++++----
 .../results/pytype/aliases_recursive.toml     |  7 +++---
 .../pytype/aliases_type_statement.toml        | 16 +++++++++++-
 .../results/pytype/aliases_typealiastype.toml | 11 +++++---
 .../results/pytype/aliases_variance.toml      |  7 +++++-
 .../pytype/annotations_coroutines.toml        |  3 ++-
 .../pytype/annotations_forward_refs.toml      |  5 ++--
 .../pytype/annotations_generators.toml        | 13 ++++------
 .../results/pytype/annotations_methods.toml   |  3 ++-
 .../results/pytype/annotations_typeexpr.toml  |  3 ++-
 .../results/pytype/callables_kwargs.toml      | 16 ++++++------
 .../results/pytype/callables_protocol.toml    | 20 ++++++++++++---
 .../results/pytype/classes_classvar.toml      | 21 ++++++++++------
 .../results/pytype/classes_override.toml      |  3 ++-
 .../pytype/dataclasses_descriptors.toml       |  3 ++-
 .../results/pytype/dataclasses_frozen.toml    |  5 +++-
 .../results/pytype/dataclasses_hash.toml      |  3 ++-
 .../pytype/dataclasses_inheritance.toml       |  3 ++-
 .../results/pytype/dataclasses_kwonly.toml    |  3 ++-
 .../results/pytype/dataclasses_order.toml     |  3 ++-
 .../results/pytype/dataclasses_postinit.toml  |  7 +++---
 .../results/pytype/dataclasses_slots.toml     |  3 ++-
 .../pytype/dataclasses_transform_class.toml   |  3 ++-
 .../pytype/dataclasses_transform_field.toml   |  3 ++-
 .../pytype/dataclasses_transform_func.toml    |  3 ++-
 .../pytype/dataclasses_transform_meta.toml    |  3 ++-
 .../results/pytype/dataclasses_usage.toml     |  5 ----
 .../results/pytype/directives_cast.toml       |  3 ++-
 .../pytype/directives_no_type_check.toml      |  3 ++-
 .../pytype/directives_reveal_type.toml        |  3 ++-
 .../pytype/directives_type_ignore.toml        |  3 ++-
 .../pytype/directives_type_ignore_file2.toml  |  3 ++-
 .../pytype/directives_version_platform.toml   |  3 ++-
 .../results/pytype/generics_base_class.toml   |  3 ++-
 .../results/pytype/generics_basic.toml        |  3 ++-
 .../results/pytype/generics_defaults.toml     |  1 +
 .../pytype/generics_paramspec_basic.toml      |  4 ++-
 .../pytype/generics_paramspec_components.toml |  3 ++-
 .../pytype/generics_paramspec_semantics.toml  |  5 +++-
 .../generics_paramspec_specialization.toml    |  3 ++-
 .../pytype/generics_self_advanced.toml        |  3 ++-
 .../pytype/generics_self_attributes.toml      |  3 ++-
 .../results/pytype/generics_self_basic.toml   |  3 ++-
 .../pytype/generics_self_protocols.toml       |  3 ++-
 .../results/pytype/generics_self_usage.toml   |  3 ++-
 .../pytype/generics_syntax_compatibility.toml |  4 ++-
 .../pytype/generics_syntax_declarations.toml  | 10 +++++++-
 .../generics_syntax_infer_variance.toml       |  5 +++-
 .../pytype/generics_syntax_scoping.toml       |  3 ++-
 .../pytype/generics_typevartuple_args.toml    |  3 ++-
 .../pytype/generics_typevartuple_basic.toml   |  7 ++----
 .../generics_typevartuple_callable.toml       |  3 ++-
 .../pytype/generics_typevartuple_concat.toml  |  3 ++-
 .../generics_typevartuple_overloads.toml      |  3 ++-
 .../generics_typevartuple_specialization.toml |  4 +--
 .../pytype/generics_typevartuple_unpack.toml  |  3 ++-
 .../results/pytype/generics_upper_bound.toml  |  3 ++-
 .../results/pytype/generics_variance.toml     | 11 +++++++-
 .../pytype/generics_variance_inference.toml   |  3 ++-
 .../results/pytype/historical_positional.toml |  3 ++-
 .../results/pytype/literals_interactions.toml |  7 +++++-
 .../pytype/literals_literalstring.toml        |  3 ++-
 .../pytype/literals_parameterizations.toml    |  3 ++-
 .../results/pytype/literals_semantics.toml    |  3 ++-
 .../pytype/namedtuples_define_class.toml      |  3 ++-
 .../pytype/namedtuples_define_functional.toml |  3 ++-
 .../results/pytype/namedtuples_usage.toml     |  3 ++-
 .../results/pytype/narrowing_typeguard.toml   |  3 ++-
 .../results/pytype/overloads_basic.toml       |  6 +++--
 .../pytype/protocols_class_objects.toml       |  4 ++-
 .../results/pytype/protocols_definition.toml  |  7 ++++--
 .../results/pytype/protocols_explicit.toml    | 10 +++++---
 .../results/pytype/protocols_generic.toml     |  4 +--
 .../results/pytype/protocols_merging.toml     |  8 +++---
 .../results/pytype/protocols_modules.toml     |  3 ++-
 .../results/pytype/protocols_recursive.toml   |  3 ++-
 .../pytype/protocols_runtime_checkable.toml   |  7 +++++-
 .../results/pytype/protocols_self.toml        |  3 ++-
 .../results/pytype/protocols_subtyping.toml   |  4 ++-
 .../results/pytype/protocols_variance.toml    | 10 +++++++-
 .../results/pytype/qualifiers_annotated.toml  | 16 +++++-------
 .../pytype/qualifiers_final_annotation.toml   | 25 +++++++++++--------
 .../pytype/qualifiers_final_decorator.toml    |  6 +++--
 .../results/pytype/specialtypes_never.toml    | 11 +++++++-
 .../results/pytype/specialtypes_none.toml     |  5 ++--
 .../results/pytype/specialtypes_type.toml     |  3 ++-
 .../results/pytype/tuples_type_compat.toml    |  3 ++-
 .../results/pytype/tuples_unpacked.toml       |  3 ++-
 .../results/pytype/typeddicts_alt_syntax.toml |  4 ++-
 .../pytype/typeddicts_class_syntax.toml       |  3 ++-
 .../results/pytype/typeddicts_operations.toml | 14 +++++++----
 .../results/pytype/typeddicts_required.toml   |  7 +++++-
 .../pytype/typeddicts_type_consistency.toml   |  3 ++-
 .../results/pytype/typeddicts_usage.toml      |  3 ++-
 conformance/results/pytype/version.toml       |  2 +-
 conformance/results/results.html              |  2 +-
 conformance/src/main.py                       |  2 +-
 315 files changed, 897 insertions(+), 914 deletions(-)

diff --git a/conformance/results/mypy/aliases_explicit.toml b/conformance/results/mypy/aliases_explicit.toml
index 595684a4d..7cbdb8e1a 100644
--- a/conformance/results/mypy/aliases_explicit.toml
+++ b/conformance/results/mypy/aliases_explicit.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject specialization of type alias that has already been implicitly specialized.
+notes = """
+Does not reject specialization of type alias that has already been implicitly specialized.
 """
 output = """
 aliases_explicit.py:67: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]
diff --git a/conformance/results/mypy/aliases_implicit.toml b/conformance/results/mypy/aliases_implicit.toml
index 31f51e1f9..4a43bd4fe 100644
--- a/conformance/results/mypy/aliases_implicit.toml
+++ b/conformance/results/mypy/aliases_implicit.toml
@@ -40,27 +40,5 @@ aliases_implicit.py:135: error: Bad number of arguments for type alias, expected
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 76: Unexpected errors ['aliases_implicit.py:76: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]']
-Line 77: Unexpected errors ['aliases_implicit.py:77: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]']
-Line 78: Unexpected errors ['aliases_implicit.py:78: error: Bad number of arguments for type alias, expected 1, given 2  [type-arg]']
-Line 79: Unexpected errors ['aliases_implicit.py:79: error: Bad number of arguments for type alias, expected 1, given 2  [type-arg]']
-Line 80: Unexpected errors ['aliases_implicit.py:80: error: Can only replace ParamSpec with a parameter types list or another ParamSpec, got "int"  [misc]']
-Line 81: Unexpected errors ['aliases_implicit.py:81: error: Type argument "str" of "GoodTypeAlias12" must be a subtype of "float"  [type-var]']
 Line 100: Unexpected errors ['aliases_implicit.py:100: error: Function "list" could always be true in boolean context  [truthy-function]']
-Line 106: Unexpected errors ['aliases_implicit.py:106: error: Variable "aliases_implicit.BadTypeAlias1" is not valid as a type  [valid-type]']
-Line 107: Unexpected errors ['aliases_implicit.py:107: error: Variable "aliases_implicit.BadTypeAlias2" is not valid as a type  [valid-type]']
-Line 108: Unexpected errors ['aliases_implicit.py:108: error: Variable "aliases_implicit.BadTypeAlias3" is not valid as a type  [valid-type]']
-Line 109: Unexpected errors ['aliases_implicit.py:109: error: Variable "aliases_implicit.BadTypeAlias4" is not valid as a type  [valid-type]']
-Line 110: Unexpected errors ['aliases_implicit.py:110: error: Variable "aliases_implicit.BadTypeAlias5" is not valid as a type  [valid-type]']
-Line 111: Unexpected errors ['aliases_implicit.py:111: error: Variable "aliases_implicit.BadTypeAlias6" is not valid as a type  [valid-type]']
-Line 112: Unexpected errors ['aliases_implicit.py:112: error: Variable "aliases_implicit.BadTypeAlias7" is not valid as a type  [valid-type]']
-Line 113: Unexpected errors ['aliases_implicit.py:113: error: Variable "aliases_implicit.BadTypeAlias8" is not valid as a type  [valid-type]']
-Line 114: Unexpected errors ['aliases_implicit.py:114: error: Variable "aliases_implicit.BadTypeAlias9" is not valid as a type  [valid-type]']
-Line 115: Unexpected errors ['aliases_implicit.py:115: error: Variable "aliases_implicit.BadTypeAlias10" is not valid as a type  [valid-type]']
-Line 116: Unexpected errors ['aliases_implicit.py:116: error: Variable "aliases_implicit.BadTypeAlias11" is not valid as a type  [valid-type]']
-Line 117: Unexpected errors ['aliases_implicit.py:117: error: Variable "aliases_implicit.BadTypeAlias12" is not valid as a type  [valid-type]']
-Line 118: Unexpected errors ['aliases_implicit.py:118: error: Variable "aliases_implicit.BadTypeAlias13" is not valid as a type  [valid-type]']
-Line 119: Unexpected errors ['aliases_implicit.py:119: error: Variable "aliases_implicit.BadTypeAlias14" is not valid as a type  [valid-type]']
-Line 133: Unexpected errors ['aliases_implicit.py:133: error: "<typing special form>" not callable  [operator]']
-Line 135: Unexpected errors ['aliases_implicit.py:135: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]']
 """
diff --git a/conformance/results/mypy/aliases_newtype.toml b/conformance/results/mypy/aliases_newtype.toml
index f899ab8c8..bfbe1c393 100644
--- a/conformance/results/mypy/aliases_newtype.toml
+++ b/conformance/results/mypy/aliases_newtype.toml
@@ -20,18 +20,5 @@ aliases_newtype.py:62: error: Argument 2 to NewType(...) must be subclassable (g
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 11: Unexpected errors ['aliases_newtype.py:11: error: Argument 1 to "UserId" has incompatible type "str"; expected "int"  [arg-type]']
-Line 12: Unexpected errors ['aliases_newtype.py:12: error: Incompatible types in assignment (expression has type "int", variable has type "UserId")  [assignment]']
-Line 20: Unexpected errors ['aliases_newtype.py:20: error: Cannot use isinstance() with NewType type  [misc]']
-Line 23: Unexpected errors ['aliases_newtype.py:23: error: Cannot subclass "NewType"  [misc]']
-Line 32: Unexpected errors ['aliases_newtype.py:32: error: String argument 1 "BadName" to NewType(...) does not match variable name "GoodName"  [misc]']
-Line 38: Unexpected errors ['aliases_newtype.py:38: error: "GoodNewType1" expects no type arguments, but 1 given  [type-arg]']
 Line 41: Unexpected errors ['aliases_newtype.py:41: error: Cannot redefine "GoodNewType2" as a NewType  [misc]', 'aliases_newtype.py:41: error: Name "GoodNewType2" already defined on line 36  [no-redef]']
-Line 44: Unexpected errors ['aliases_newtype.py:44: error: Argument 2 to NewType(...) must be subclassable (got "int | str")  [valid-newtype]']
-Line 47: Unexpected errors ['aliases_newtype.py:47: error: Type variable "aliases_newtype.T" is unbound  [valid-type]']
-Line 49: Unexpected errors ['aliases_newtype.py:49: error: NewType cannot be used with protocol classes  [misc]']
-Line 51: Unexpected errors ['aliases_newtype.py:51: error: Argument 2 to NewType(...) must be subclassable (got "Literal[7]")  [valid-newtype]']
-Line 58: Unexpected errors ['aliases_newtype.py:58: error: Argument 2 to NewType(...) must be subclassable (got "TD1")  [valid-newtype]']
-Line 60: Unexpected errors ['aliases_newtype.py:60: error: NewType(...) expects exactly two positional arguments  [misc]']
-Line 62: Unexpected errors ['aliases_newtype.py:62: error: Argument 2 to NewType(...) must be subclassable (got "Any")  [valid-newtype]']
 """
diff --git a/conformance/results/mypy/aliases_recursive.toml b/conformance/results/mypy/aliases_recursive.toml
index 205c9d49b..e6f3540cd 100644
--- a/conformance/results/mypy/aliases_recursive.toml
+++ b/conformance/results/mypy/aliases_recursive.toml
@@ -14,8 +14,7 @@ aliases_recursive.py:81: error: Invalid recursive alias: a union item of itself
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 19: Unexpected errors ['aliases_recursive.py:19: error: Dict entry 1 has incompatible type "str": "complex"; expected "str": "int | str | float | list[Json] | dict[str, Json] | None"  [dict-item]']
-Line 20: Unexpected errors ['aliases_recursive.py:20: error: List item 1 has incompatible type "complex"; expected "int | str | float | list[Json] | dict[str, Json] | None"  [list-item]']
+Line 80: Expected 1 errors
 Line 38: Unexpected errors ['aliases_recursive.py:38: error: Incompatible types in assignment (expression has type "tuple[int, tuple[str, int], tuple[int, tuple[int, list[int]]]]", variable has type "RecursiveTuple")  [assignment]']
 Line 39: Unexpected errors ['aliases_recursive.py:39: error: Name "t6" already defined on line 38  [no-redef]']
 Line 50: Unexpected errors ['aliases_recursive.py:50: error: Dict entry 0 has incompatible type "str": "list[int]"; expected "str": "str | int | Mapping[str, RecursiveMapping]"  [dict-item]']
@@ -23,6 +22,5 @@ Line 51: Unexpected errors ['aliases_recursive.py:51: error: Dict entry 2 has in
 Line 55: Unexpected errors ['aliases_recursive.py:55: error: Dict entry 2 has incompatible type "str": "list[int]"; expected "str": "str | int | Mapping[str, RecursiveMapping]"  [dict-item]']
 Line 67: Unexpected errors ['aliases_recursive.py:67: error: List item 0 has incompatible type "float"; expected "GenericTypeAlias1[str] | str"  [list-item]']
 Line 73: Unexpected errors ['aliases_recursive.py:73: error: List item 0 has incompatible type "float"; expected "GenericTypeAlias2[str, int] | str | int"  [list-item]']
-Line 76: Unexpected errors ['aliases_recursive.py:76: error: Invalid recursive alias: a union item of itself  [misc]']
 Line 81: Unexpected errors ['aliases_recursive.py:81: error: Invalid recursive alias: a union item of itself  [misc]']
 """
diff --git a/conformance/results/mypy/aliases_type_statement.toml b/conformance/results/mypy/aliases_type_statement.toml
index eb19c125d..a17f67e81 100644
--- a/conformance/results/mypy/aliases_type_statement.toml
+++ b/conformance/results/mypy/aliases_type_statement.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support `type` statement.
+notes = """
+Does not support `type` statement.
 """
 output = """
 aliases_type_statement.py: error: Cannot assign multiple types to name "BadTypeAlias14" without an explicit "Type[...]" annotation  [misc]
@@ -75,12 +76,21 @@ aliases_type_statement.py:91: error: PEP 695 type aliases are not yet supported
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 17: Expected 1 errors
+Line 19: Expected 1 errors
+Line 26: Expected 1 errors
+Line 31: Expected 1 errors
+Line 64: Expected 1 errors, got 2 (['aliases_type_statement.py:64: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:64: error: Name "K" is not defined  [name-defined]'])
+Line 79: Expected 1 errors, got 2 (['aliases_type_statement.py:79: error: Unexpected "..."  [misc]', 'aliases_type_statement.py:79: error: Variable "aliases_type_statement.RecursiveTypeAlias2" is not valid as a type  [valid-type]'])
+Line 81: Expected 1 errors, got 2 (['aliases_type_statement.py:81: error: Unexpected "..."  [misc]', 'aliases_type_statement.py:81: error: Variable "aliases_type_statement.RecursiveTypeAlias2" is not valid as a type  [valid-type]'])
+Line 84: Expected 1 errors, got 2 (['aliases_type_statement.py:84: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:84: error: Name "RecursiveTypeAlias3" is not defined  [name-defined]'])
+Line 86: Expected 1 errors, got 3 (['aliases_type_statement.py:86: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:86: error: Name "T" is not defined  [name-defined]', 'aliases_type_statement.py:86: error: Cannot determine type of "RecursiveTypeAlias4"  [has-type]'])
+Line 90: Expected 1 errors, got 3 (['aliases_type_statement.py:90: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:90: error: Cannot resolve name "RecursiveTypeAlias7" (possible cyclic definition)  [misc]', 'aliases_type_statement.py:90: error: Name "RecursiveTypeAlias7" is used before definition  [used-before-def]'])
 Line 8: Unexpected errors ['aliases_type_statement.py:8: error: PEP 695 type aliases are not yet supported  [valid-type]']
 Line 9: Unexpected errors ['aliases_type_statement.py:9: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:9: error: Name "S3" is not defined  [name-defined]', 'aliases_type_statement.py:9: error: Name "S1" is not defined  [name-defined]', 'aliases_type_statement.py:9: error: Name "S2" is not defined  [name-defined]']
 Line 10: Unexpected errors ['aliases_type_statement.py:10: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:10: error: Value of type "UnionType" is not indexable  [index]']
 Line 14: Unexpected errors ['aliases_type_statement.py:14: error: PEP 695 type aliases are not yet supported  [valid-type]']
 Line 21: Unexpected errors ['aliases_type_statement.py:21: error: "type[int]" has no attribute "__value__"  [attr-defined]']
-Line 23: Unexpected errors ['aliases_type_statement.py:23: error: "type[int]" has no attribute "other_attrib"  [attr-defined]']
 Line 37: Unexpected errors ['aliases_type_statement.py:37: error: PEP 695 type aliases are not yet supported  [valid-type]']
 Line 38: Unexpected errors ['aliases_type_statement.py:38: error: PEP 695 type aliases are not yet supported  [valid-type]']
 Line 39: Unexpected errors ['aliases_type_statement.py:39: error: PEP 695 type aliases are not yet supported  [valid-type]']
@@ -94,22 +104,14 @@ Line 46: Unexpected errors ['aliases_type_statement.py:46: error: PEP 695 type a
 Line 47: Unexpected errors ['aliases_type_statement.py:47: error: PEP 695 type aliases are not yet supported  [valid-type]']
 Line 48: Unexpected errors ['aliases_type_statement.py:48: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:48: error: Function "list" could always be true in boolean context  [truthy-function]']
 Line 49: Unexpected errors ['aliases_type_statement.py:49: error: PEP 695 type aliases are not yet supported  [valid-type]']
-Line 52: Unexpected errors ['aliases_type_statement.py:52: error: PEP 695 type aliases are not yet supported  [valid-type]']
 Line 54: Unexpected errors ['aliases_type_statement.py:54: error: PEP 695 type aliases are not yet supported  [valid-type]']
 Line 58: Unexpected errors ['aliases_type_statement.py:58: error: PEP 695 type aliases are not yet supported  [valid-type]']
-Line 64: Unexpected errors ['aliases_type_statement.py:64: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:64: error: Name "K" is not defined  [name-defined]']
-Line 69: Unexpected errors ['aliases_type_statement.py:69: error: PEP 695 type aliases are not yet supported  [valid-type]']
 Line 72: Unexpected errors ['aliases_type_statement.py:72: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:72: error: Name "T" is not defined  [name-defined]', 'aliases_type_statement.py:72: error: Variable "aliases_type_statement.RecursiveTypeAlias1" is not valid as a type  [valid-type]']
 Line 74: Unexpected errors ['aliases_type_statement.py:74: error: Variable "aliases_type_statement.RecursiveTypeAlias1" is not valid as a type  [valid-type]']
 Line 75: Unexpected errors ['aliases_type_statement.py:75: error: Variable "aliases_type_statement.RecursiveTypeAlias1" is not valid as a type  [valid-type]']
 Line 77: Unexpected errors ['aliases_type_statement.py:77: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:77: error: Name "P" is not defined  [name-defined]', 'aliases_type_statement.py:77: error: Name "T" is not defined  [name-defined]', 'aliases_type_statement.py:77: error: Name "S" is not defined  [name-defined]', 'aliases_type_statement.py:77: error: Variable "aliases_type_statement.RecursiveTypeAlias2" is not valid as a type  [valid-type]']
-Line 79: Unexpected errors ['aliases_type_statement.py:79: error: Unexpected "..."  [misc]', 'aliases_type_statement.py:79: error: Variable "aliases_type_statement.RecursiveTypeAlias2" is not valid as a type  [valid-type]']
 Line 80: Unexpected errors ['aliases_type_statement.py:80: error: Unexpected "..."  [misc]', 'aliases_type_statement.py:80: error: Variable "aliases_type_statement.RecursiveTypeAlias2" is not valid as a type  [valid-type]']
-Line 81: Unexpected errors ['aliases_type_statement.py:81: error: Unexpected "..."  [misc]', 'aliases_type_statement.py:81: error: Variable "aliases_type_statement.RecursiveTypeAlias2" is not valid as a type  [valid-type]']
 Line 82: Unexpected errors ['aliases_type_statement.py:82: error: Bracketed expression "[...]" is not valid as a type  [valid-type]', 'aliases_type_statement.py:82: error: Variable "aliases_type_statement.RecursiveTypeAlias2" is not valid as a type  [valid-type]']
-Line 84: Unexpected errors ['aliases_type_statement.py:84: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:84: error: Name "RecursiveTypeAlias3" is not defined  [name-defined]']
-Line 86: Unexpected errors ['aliases_type_statement.py:86: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:86: error: Name "T" is not defined  [name-defined]', 'aliases_type_statement.py:86: error: Cannot determine type of "RecursiveTypeAlias4"  [has-type]']
 Line 88: Unexpected errors ['aliases_type_statement.py:88: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:88: error: Name "T" is not defined  [name-defined]', 'aliases_type_statement.py:88: error: Variable "aliases_type_statement.RecursiveTypeAlias5" is not valid as a type  [valid-type]']
-Line 90: Unexpected errors ['aliases_type_statement.py:90: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:90: error: Cannot resolve name "RecursiveTypeAlias7" (possible cyclic definition)  [misc]', 'aliases_type_statement.py:90: error: Name "RecursiveTypeAlias7" is used before definition  [used-before-def]']
 Line 91: Unexpected errors ['aliases_type_statement.py:91: error: PEP 695 type aliases are not yet supported  [valid-type]']
 """
diff --git a/conformance/results/mypy/aliases_typealiastype.toml b/conformance/results/mypy/aliases_typealiastype.toml
index 0ff094b4b..5488adfed 100644
--- a/conformance/results/mypy/aliases_typealiastype.toml
+++ b/conformance/results/mypy/aliases_typealiastype.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Support for TypeAliasType is not implemented.
+notes = """
+Support for TypeAliasType is not implemented.
 """
 output = """
 aliases_typealiastype.py:17: error: Type variable "aliases_typealiastype.T" is unbound  [valid-type]
@@ -56,23 +57,23 @@ aliases_typealiastype.py:69: error: Function "list" could always be true in bool
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 40: Expected 1 errors, got 2 (['aliases_typealiastype.py:40: error: Unexpected "..."  [misc]', 'aliases_typealiastype.py:40: error: Variable "aliases_typealiastype.GoodAlias5" is not valid as a type  [valid-type]'])
+Line 45: Expected 1 errors
+Line 49: Expected 1 errors
+Line 53: Expected 1 errors
+Line 54: Expected 1 errors, got 2 (['aliases_typealiastype.py:54: error: Cannot determine type of "BadAlias7"  [has-type]', 'aliases_typealiastype.py:54: error: Name "BadAlias7" is used before definition  [used-before-def]'])
 Line 17: Unexpected errors ['aliases_typealiastype.py:17: error: Type variable "aliases_typealiastype.T" is unbound  [valid-type]', 'aliases_typealiastype.py:17: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
 Line 18: Unexpected errors ['aliases_typealiastype.py:18: error: Type variable "aliases_typealiastype.T" is unbound  [valid-type]', 'aliases_typealiastype.py:18: error: Type variable "aliases_typealiastype.S" is unbound  [valid-type]', 'aliases_typealiastype.py:18: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object, object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
 Line 19: Unexpected errors ['aliases_typealiastype.py:19: error: Cannot resolve name "GoodAlias4" (possible cyclic definition)  [misc]', 'aliases_typealiastype.py:19: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
 Line 22: Unexpected errors ['aliases_typealiastype.py:22: error: Type variable "aliases_typealiastype.S" is unbound  [valid-type]', 'aliases_typealiastype.py:22: error: Cannot resolve name "GoodAlias5" (possible cyclic definition)  [misc]', 'aliases_typealiastype.py:22: error: TypeVarTuple "Ts" is unbound  [valid-type]']
 Line 23: Unexpected errors ['aliases_typealiastype.py:23: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object, object, object, object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
-Line 32: Unexpected errors ['aliases_typealiastype.py:32: error: "TypeAliasType" has no attribute "other_attrib"  [attr-defined]']
 Line 35: Unexpected errors ['aliases_typealiastype.py:35: error: Variable "aliases_typealiastype.GoodAlias4" is not valid as a type  [valid-type]']
 Line 36: Unexpected errors ['aliases_typealiastype.py:36: error: Variable "aliases_typealiastype.GoodAlias4" is not valid as a type  [valid-type]']
 Line 37: Unexpected errors ['aliases_typealiastype.py:37: error: Unexpected "..."  [misc]', 'aliases_typealiastype.py:37: error: Variable "aliases_typealiastype.GoodAlias5" is not valid as a type  [valid-type]']
 Line 38: Unexpected errors ['aliases_typealiastype.py:38: error: Unexpected "..."  [misc]', 'aliases_typealiastype.py:38: error: Variable "aliases_typealiastype.GoodAlias5" is not valid as a type  [valid-type]']
 Line 39: Unexpected errors ['aliases_typealiastype.py:39: error: Bracketed expression "[...]" is not valid as a type  [valid-type]', 'aliases_typealiastype.py:39: error: Variable "aliases_typealiastype.GoodAlias5" is not valid as a type  [valid-type]', 'aliases_typealiastype.py:39: error: Unpack is only valid in a variadic position  [valid-type]']
-Line 40: Unexpected errors ['aliases_typealiastype.py:40: error: Unexpected "..."  [misc]', 'aliases_typealiastype.py:40: error: Variable "aliases_typealiastype.GoodAlias5" is not valid as a type  [valid-type]']
 Line 44: Unexpected errors ['aliases_typealiastype.py:44: error: Type variable "aliases_typealiastype.S" is unbound  [valid-type]', 'aliases_typealiastype.py:44: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
-Line 46: Unexpected errors ['aliases_typealiastype.py:46: error: Type variable "aliases_typealiastype.S" is unbound  [valid-type]']
 Line 48: Unexpected errors ['aliases_typealiastype.py:48: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object, object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
-Line 50: Unexpected errors ['aliases_typealiastype.py:50: error: Cannot determine type of "BadAlias4"  [has-type]']
 Line 52: Unexpected errors ['aliases_typealiastype.py:52: error: Cannot determine type of "BadAlias5"  [has-type]', 'aliases_typealiastype.py:52: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
-Line 54: Unexpected errors ['aliases_typealiastype.py:54: error: Cannot determine type of "BadAlias7"  [has-type]', 'aliases_typealiastype.py:54: error: Name "BadAlias7" is used before definition  [used-before-def]']
 Line 69: Unexpected errors ['aliases_typealiastype.py:69: error: Function "list" could always be true in boolean context  [truthy-function]']
 """
diff --git a/conformance/results/mypy/aliases_variance.toml b/conformance/results/mypy/aliases_variance.toml
index 76bd06bd8..4d9766cf7 100644
--- a/conformance/results/mypy/aliases_variance.toml
+++ b/conformance/results/mypy/aliases_variance.toml
@@ -7,8 +7,4 @@ aliases_variance.py:44: error: Variance of TypeVar "T_contra" incompatible with
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 24: Unexpected errors ['aliases_variance.py:24: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]']
-Line 28: Unexpected errors ['aliases_variance.py:28: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]']
-Line 32: Unexpected errors ['aliases_variance.py:32: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]']
-Line 44: Unexpected errors ['aliases_variance.py:44: error: Variance of TypeVar "T_contra" incompatible with variance in parent type  [type-var]']
 """
diff --git a/conformance/results/mypy/annotations_forward_refs.toml b/conformance/results/mypy/annotations_forward_refs.toml
index 15654dea8..b51571842 100644
--- a/conformance/results/mypy/annotations_forward_refs.toml
+++ b/conformance/results/mypy/annotations_forward_refs.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report error for a forward reference that is not enclosed in quotes.
+notes = """
+Does not report error for a forward reference that is not enclosed in quotes.
 Does not report error for use of quoted type with "|" operator (runtime error).
 Incorrectly generates error for quoted type defined in class scope.
 """
@@ -45,8 +46,6 @@ Line 52: Unexpected errors ['annotations_forward_refs.py:52: error: Invalid type
 Line 53: Unexpected errors ['annotations_forward_refs.py:53: error: Invalid type comment or annotation  [valid-type]']
 Line 54: Unexpected errors ['annotations_forward_refs.py:54: error: Invalid type comment or annotation  [valid-type]']
 Line 55: Unexpected errors ['annotations_forward_refs.py:55: error: Module "types" is not valid as a type  [valid-type]']
-Line 80: Unexpected errors ['annotations_forward_refs.py:80: error: Name "ClassF" is not defined  [name-defined]']
 Line 87: Unexpected errors ['annotations_forward_refs.py:87: error: Function "annotations_forward_refs.ClassD.int" is not valid as a type  [valid-type]']
-Line 89: Unexpected errors ['annotations_forward_refs.py:89: error: Function "annotations_forward_refs.ClassD.int" is not valid as a type  [valid-type]']
 Line 93: Unexpected errors ['annotations_forward_refs.py:93: error: Expression is of type int?, not "int"  [assert-type]']
 """
diff --git a/conformance/results/mypy/annotations_generators.toml b/conformance/results/mypy/annotations_generators.toml
index 386223bfc..b1015f794 100644
--- a/conformance/results/mypy/annotations_generators.toml
+++ b/conformance/results/mypy/annotations_generators.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report incompatible Generator type in `yield from` statement.
+notes = """
+Does not report incompatible Generator type in `yield from` statement.
 """
 output = """
 annotations_generators.py:51: error: Missing return statement  [return]
@@ -14,13 +15,6 @@ annotations_generators.py:119: error: Incompatible types in "yield from" (actual
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 51: Unexpected errors ['annotations_generators.py:51: error: Missing return statement  [return]']
-Line 54: Unexpected errors ['annotations_generators.py:54: error: Incompatible return value type (got "bool", expected "C")  [return-value]']
-Line 57: Unexpected errors ['annotations_generators.py:57: error: Incompatible types in "yield" (actual type "int", expected type "A")  [misc]']
+Line 135: Expected 1 errors
 Line 66: Unexpected errors ['annotations_generators.py:66: error: Incompatible types in "yield" (actual type "int", expected type "A")  [misc]']
-Line 75: Unexpected errors ['annotations_generators.py:75: error: Incompatible types in "yield" (actual type "B", expected type "A")  [misc]']
-Line 86: Unexpected errors ['annotations_generators.py:86: error: The return type of a generator function should be "Generator" or one of its supertypes  [misc]']
-Line 91: Unexpected errors ['annotations_generators.py:91: error: The return type of an async generator function should be "AsyncGenerator" or one of its supertypes  [misc]']
-Line 118: Unexpected errors ['annotations_generators.py:118: error: Incompatible types in "yield from" (actual type "A", expected type "B")  [misc]']
-Line 119: Unexpected errors ['annotations_generators.py:119: error: Incompatible types in "yield from" (actual type "int", expected type "B")  [misc]']
 """
diff --git a/conformance/results/mypy/annotations_methods.toml b/conformance/results/mypy/annotations_methods.toml
index 0d6843e31..e6f16d09d 100644
--- a/conformance/results/mypy/annotations_methods.toml
+++ b/conformance/results/mypy/annotations_methods.toml
@@ -1,5 +1,6 @@
 conformant = "Pass"
-notes = """Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.
+notes = """
+Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.
 """
 output = """
 annotations_methods.py:42: error: Expression is of type "B", not "A"  [assert-type]
diff --git a/conformance/results/mypy/callables_kwargs.toml b/conformance/results/mypy/callables_kwargs.toml
index 75131dadb..0b8c11538 100644
--- a/conformance/results/mypy/callables_kwargs.toml
+++ b/conformance/results/mypy/callables_kwargs.toml
@@ -23,17 +23,12 @@ callables_kwargs.py:121: error: Unpack item in ** argument must be a TypedDict
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 43: Unexpected errors ['callables_kwargs.py:43: error: Missing named argument "v1" for "func1"  [call-arg]', 'callables_kwargs.py:43: error: Missing named argument "v3" for "func1"  [call-arg]']
-Line 48: Unexpected errors ['callables_kwargs.py:48: error: Unexpected keyword argument "v4" for "func1"  [call-arg]']
-Line 49: Unexpected errors ['callables_kwargs.py:49: error: Too many positional arguments for "func1"  [misc]']
-Line 55: Unexpected errors ['callables_kwargs.py:55: error: Argument 1 to "func1" has incompatible type "**dict[str, str]"; expected "int"  [arg-type]']
+Line 26: Expected 1 errors
+Line 43: Expected 1 errors, got 2 (['callables_kwargs.py:43: error: Missing named argument "v1" for "func1"  [call-arg]', 'callables_kwargs.py:43: error: Missing named argument "v3" for "func1"  [call-arg]'])
+Line 61: Expected 1 errors, got 2 (['callables_kwargs.py:61: error: "func2" gets multiple values for keyword argument "v3"  [misc]', 'callables_kwargs.py:61: error: Argument 1 to "func2" has incompatible type "int"; expected "str"  [arg-type]'])
+Line 108: Expected 1 errors
+Line 120: Expected 1 errors
 Line 58: Unexpected errors ['callables_kwargs.py:58: error: Argument 1 to "func1" has incompatible type "**dict[str, object]"; expected "int"  [arg-type]', 'callables_kwargs.py:58: error: Argument 1 to "func1" has incompatible type "**dict[str, object]"; expected "str"  [arg-type]']
-Line 60: Unexpected errors ['callables_kwargs.py:60: error: "func1" gets multiple values for keyword argument "v1"  [misc]']
-Line 61: Unexpected errors ['callables_kwargs.py:61: error: "func2" gets multiple values for keyword argument "v3"  [misc]', 'callables_kwargs.py:61: error: Argument 1 to "func2" has incompatible type "int"; expected "str"  [arg-type]']
-Line 62: Unexpected errors ['callables_kwargs.py:62: error: "func2" gets multiple values for keyword argument "v1"  [misc]']
-Line 98: Unexpected errors ['callables_kwargs.py:98: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol3")  [assignment]']
-Line 99: Unexpected errors ['callables_kwargs.py:99: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol4")  [assignment]']
-Line 100: Unexpected errors ['callables_kwargs.py:100: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol5")  [assignment]']
 Line 109: Unexpected errors ['callables_kwargs.py:109: error: Overlap between argument names and ** TypedDict items: "v1"  [misc]']
 Line 121: Unexpected errors ['callables_kwargs.py:121: error: Unpack item in ** argument must be a TypedDict  [misc]']
 """
diff --git a/conformance/results/mypy/callables_protocol.toml b/conformance/results/mypy/callables_protocol.toml
index 423839412..9d7e81246 100644
--- a/conformance/results/mypy/callables_protocol.toml
+++ b/conformance/results/mypy/callables_protocol.toml
@@ -34,21 +34,4 @@ callables_protocol.py:311: note: "Proto14_Default.__call__" has type "Callable[[
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 35: Unexpected errors ['callables_protocol.py:35: error: Incompatible types in assignment (expression has type "Callable[[VarArg(bytes), NamedArg(int | None, \\'max_items\\')], list[bytes]]", variable has type "Proto1")  [assignment]']
-Line 36: Unexpected errors ['callables_protocol.py:36: error: Incompatible types in assignment (expression has type "Callable[[VarArg(bytes)], list[bytes]]", variable has type "Proto1")  [assignment]']
-Line 37: Unexpected errors ['callables_protocol.py:37: error: Incompatible types in assignment (expression has type "Callable[[VarArg(bytes), NamedArg(str | None, \\'max_len\\')], list[bytes]]", variable has type "Proto1")  [assignment]']
-Line 67: Unexpected errors ['callables_protocol.py:67: error: Incompatible types in assignment (expression has type "Callable[[VarArg(bytes)], Any]", variable has type "Proto2")  [assignment]']
-Line 68: Unexpected errors ['callables_protocol.py:68: error: Incompatible types in assignment (expression has type "Callable[[VarArg(str), KwArg(str)], Any]", variable has type "Proto2")  [assignment]']
-Line 69: Unexpected errors ['callables_protocol.py:69: error: Incompatible types in assignment (expression has type "Callable[[VarArg(bytes), KwArg(bytes)], Any]", variable has type "Proto2")  [assignment]']
-Line 70: Unexpected errors ['callables_protocol.py:70: error: Incompatible types in assignment (expression has type "Callable[[KwArg(str)], Any]", variable has type "Proto2")  [assignment]']
-Line 97: Unexpected errors ['callables_protocol.py:97: error: Incompatible types in assignment (expression has type "Callable[[int], None]", variable has type "Proto4")  [assignment]']
-Line 121: Unexpected errors ['callables_protocol.py:121: error: Incompatible types in assignment (expression has type "Callable[[VarArg(bytes), DefaultNamedArg(int | None, \\'max_len\\')], list[bytes]]", variable has type "NotProto6")  [assignment]']
-Line 169: Unexpected errors ['callables_protocol.py:169: error: Incompatible types in assignment (expression has type "Callable[[int], Any]", variable has type "Proto8")  [assignment]']
-Line 186: Unexpected errors ['callables_protocol.py:186: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
-Line 187: Unexpected errors ['callables_protocol.py:187: error: "Proto9[P, R]" has no attribute "xxx"  [attr-defined]']
-Line 197: Unexpected errors ['callables_protocol.py:197: error: "Proto9[[int], str]" has no attribute "other_attribute2"; maybe "other_attribute"?  [attr-defined]']
-Line 238: Unexpected errors ['callables_protocol.py:238: error: Incompatible types in assignment (expression has type "Callable[[int, str], Any]", variable has type "Proto11")  [assignment]']
-Line 260: Unexpected errors ['callables_protocol.py:260: error: Incompatible types in assignment (expression has type "Callable[[VarArg(Any), NamedArg(Any, \\'kwarg0\\')], None]", variable has type "Proto12")  [assignment]']
-Line 284: Unexpected errors ['callables_protocol.py:284: error: Incompatible types in assignment (expression has type "Callable[[str], str]", variable has type "Proto13_Default")  [assignment]']
-Line 311: Unexpected errors ['callables_protocol.py:311: error: Incompatible types in assignment (expression has type "Callable[[NamedArg(str, \\'path\\')], str]", variable has type "Proto14_Default")  [assignment]']
 """
diff --git a/conformance/results/mypy/classes_classvar.toml b/conformance/results/mypy/classes_classvar.toml
index 689042aca..62a6d0a8a 100644
--- a/conformance/results/mypy/classes_classvar.toml
+++ b/conformance/results/mypy/classes_classvar.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Internal error if TypeVarTuple is used in ClassVar.
+notes = """
+Internal error if TypeVarTuple is used in ClassVar.
 Does not reject use of ParamSpec in ClassVar.
 Rejects ClassVar nested in Annotated.
 Does not reject use of ClassVar in TypeAlias definition.
@@ -30,21 +31,9 @@ classes_classvar.py:129: note: Protocol member ProtoA.y expected class variable,
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 36: Unexpected errors ['classes_classvar.py:36: error: ClassVar[...] must have at most one type argument  [valid-type]']
-Line 37: Unexpected errors ['classes_classvar.py:37: error: Invalid type: try using Literal[3] instead?  [valid-type]']
-Line 38: Unexpected errors ['classes_classvar.py:38: error: Name "var" is not defined  [name-defined]']
-Line 43: Unexpected errors ['classes_classvar.py:43: error: ClassVar cannot contain type variables  [misc]']
-Line 44: Unexpected errors ['classes_classvar.py:44: error: ClassVar cannot contain type variables  [misc]']
-Line 50: Unexpected errors ['classes_classvar.py:50: error: Incompatible types in assignment (expression has type "dict[Never, Never]", variable has type "list[str]")  [assignment]']
-Line 52: Unexpected errors ['classes_classvar.py:52: error: Name "Final" is not defined  [name-defined]']
-Line 53: Unexpected errors ['classes_classvar.py:53: error: Invalid type: ClassVar nested inside other type  [valid-type]']
+Line 45: Expected 1 errors
+Line 48: Expected 1 errors
+Line 70: Expected 1 errors
 Line 59: Unexpected errors ['classes_classvar.py:59: error: Invalid type: ClassVar nested inside other type  [valid-type]']
-Line 61: Unexpected errors ['classes_classvar.py:61: error: ClassVar can only be used for assignments in class body  [misc]']
-Line 62: Unexpected errors ['classes_classvar.py:62: error: ClassVar can only be used for assignments in class body  [misc]']
-Line 63: Unexpected errors ['classes_classvar.py:63: error: ClassVar can only be used for assignments in class body  [misc]']
-Line 65: Unexpected errors ['classes_classvar.py:65: error: ClassVar can only be used for assignments in class body  [misc]']
-Line 69: Unexpected errors ['classes_classvar.py:69: error: ClassVar can only be used for assignments in class body  [misc]']
 Line 76: Unexpected errors ['classes_classvar.py:76: error: Expression is of type "Any", not "float"  [assert-type]']
-Line 100: Unexpected errors ['classes_classvar.py:100: error: Cannot assign to class variable "stats" via instance  [misc]']
-Line 129: Unexpected errors ['classes_classvar.py:129: error: Incompatible types in assignment (expression has type "ProtoAImpl", variable has type "ProtoA")  [assignment]']
 """
diff --git a/conformance/results/mypy/classes_override.toml b/conformance/results/mypy/classes_override.toml
index cab836939..27e9d4fda 100644
--- a/conformance/results/mypy/classes_override.toml
+++ b/conformance/results/mypy/classes_override.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not handle case where parent class derives from Any.
+notes = """
+Does not handle case where parent class derives from Any.
 """
 output = """
 classes_override.py:53: error: Method "method3" is marked as an override, but no base method was found with this name  [misc]
diff --git a/conformance/results/mypy/dataclasses_descriptors.toml b/conformance/results/mypy/dataclasses_descriptors.toml
index 2e078d75f..6e02a182d 100644
--- a/conformance/results/mypy/dataclasses_descriptors.toml
+++ b/conformance/results/mypy/dataclasses_descriptors.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not correctly evaluate type of descriptor access.
+notes = """
+Does not correctly evaluate type of descriptor access.
 """
 output = """
 dataclasses_descriptors.py:66: error: Expression is of type "Desc2[int]", not "int"  [assert-type]
diff --git a/conformance/results/mypy/dataclasses_frozen.toml b/conformance/results/mypy/dataclasses_frozen.toml
index 82ccb8cb5..14e0d560e 100644
--- a/conformance/results/mypy/dataclasses_frozen.toml
+++ b/conformance/results/mypy/dataclasses_frozen.toml
@@ -7,8 +7,6 @@ dataclasses_frozen.py:33: error: Cannot inherit frozen dataclass from a non-froz
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 16: Unexpected errors ['dataclasses_frozen.py:16: error: Property "a" defined in "DC1" is read-only  [misc]']
-Line 17: Unexpected errors ['dataclasses_frozen.py:17: error: Property "b" defined in "DC1" is read-only  [misc]']
 Line 23: Unexpected errors ['dataclasses_frozen.py:23: error: Cannot inherit non-frozen dataclass from a frozen one  [misc]']
 Line 33: Unexpected errors ['dataclasses_frozen.py:33: error: Cannot inherit frozen dataclass from a non-frozen one  [misc]']
 """
diff --git a/conformance/results/mypy/dataclasses_hash.toml b/conformance/results/mypy/dataclasses_hash.toml
index 93dda1a73..3a54be8cc 100644
--- a/conformance/results/mypy/dataclasses_hash.toml
+++ b/conformance/results/mypy/dataclasses_hash.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report when dataclass is not compatible with Hashable protocol.
+notes = """
+Does not report when dataclass is not compatible with Hashable protocol.
 """
 output = """
 """
diff --git a/conformance/results/mypy/dataclasses_kwonly.toml b/conformance/results/mypy/dataclasses_kwonly.toml
index b9a744740..a7cdc65ea 100644
--- a/conformance/results/mypy/dataclasses_kwonly.toml
+++ b/conformance/results/mypy/dataclasses_kwonly.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Incorrectly rejects kw_only field with default before positional field.
+notes = """
+Incorrectly rejects kw_only field with default before positional field.
 """
 output = """
 dataclasses_kwonly.py:23: error: Too many positional arguments for "DC1"  [misc]
diff --git a/conformance/results/mypy/dataclasses_postinit.toml b/conformance/results/mypy/dataclasses_postinit.toml
index b26b6d80f..05df62663 100644
--- a/conformance/results/mypy/dataclasses_postinit.toml
+++ b/conformance/results/mypy/dataclasses_postinit.toml
@@ -11,8 +11,4 @@ dataclasses_postinit.py:36: note:          def __post_init__(self: DC2, x: int)
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 19: Unexpected errors ['dataclasses_postinit.py:19: error: Argument 3 of "__post_init__" is incompatible with supertype "dataclass"; supertype defines the argument type as "str"  [override]']
-Line 28: Unexpected errors ['dataclasses_postinit.py:28: error: "DC1" has no attribute "x"  [attr-defined]']
-Line 29: Unexpected errors ['dataclasses_postinit.py:29: error: "DC1" has no attribute "y"  [attr-defined]']
-Line 36: Unexpected errors ['dataclasses_postinit.py:36: error: Signature of "__post_init__" incompatible with supertype "dataclass"  [override]']
 """
diff --git a/conformance/results/mypy/dataclasses_slots.toml b/conformance/results/mypy/dataclasses_slots.toml
index d3436faaa..5bafc2a8f 100644
--- a/conformance/results/mypy/dataclasses_slots.toml
+++ b/conformance/results/mypy/dataclasses_slots.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject write to instance variable that is not defined in __slots__.
+notes = """
+Does not reject write to instance variable that is not defined in __slots__.
 """
 output = """
 dataclasses_slots.py:12: error: "DC1" both defines "__slots__" and is used with "slots=True"  [misc]
diff --git a/conformance/results/mypy/dataclasses_transform_field.toml b/conformance/results/mypy/dataclasses_transform_field.toml
index ec2897bc1..8870e7cb1 100644
--- a/conformance/results/mypy/dataclasses_transform_field.toml
+++ b/conformance/results/mypy/dataclasses_transform_field.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.
+notes = """
+Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.
 """
 output = """
 dataclasses_transform_field.py:64: error: Unexpected keyword argument "id" for "CustomerModel1"  [call-arg]
diff --git a/conformance/results/mypy/dataclasses_transform_func.toml b/conformance/results/mypy/dataclasses_transform_func.toml
index 6f02285d5..07e8592fb 100644
--- a/conformance/results/mypy/dataclasses_transform_func.toml
+++ b/conformance/results/mypy/dataclasses_transform_func.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not handle `kw_only=False` override when `kw_only_default=True`.
+notes = """
+Does not handle `kw_only=False` override when `kw_only_default=True`.
 Does not report error when `order=False` and comparison operators are used.
 """
 output = """
diff --git a/conformance/results/mypy/dataclasses_usage.toml b/conformance/results/mypy/dataclasses_usage.toml
index 4cb7f026d..f07a0984a 100644
--- a/conformance/results/mypy/dataclasses_usage.toml
+++ b/conformance/results/mypy/dataclasses_usage.toml
@@ -17,11 +17,6 @@ dataclasses_usage.py:205: error: Name "v1" already defined on line 25  [no-redef
 conformance_automated = "Fail"
 errors_diff = """
 Line 36: Unexpected errors ['dataclasses_usage.py:36: error: Accessing "__init__" on an instance is unsound, since instance.__init__ could be from an incompatible subclass  [misc]']
-Line 51: Unexpected errors ['dataclasses_usage.py:51: error: Missing positional argument "unit_price" in call to "InventoryItem"  [call-arg]']
-Line 52: Unexpected errors ['dataclasses_usage.py:52: error: Argument 2 to "InventoryItem" has incompatible type "str"; expected "float"  [arg-type]']
-Line 53: Unexpected errors ['dataclasses_usage.py:53: error: Too many arguments for "InventoryItem"  [call-arg]']
-Line 84: Unexpected errors ['dataclasses_usage.py:84: error: Too many arguments for "DC4"  [call-arg]']
-Line 89: Unexpected errors ['dataclasses_usage.py:89: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
 Line 127: Unexpected errors ['dataclasses_usage.py:127: error: Too many arguments for "DC7"  [call-arg]']
 Line 130: Unexpected errors ['dataclasses_usage.py:130: error: Missing positional argument "y" in call to "DC8"  [call-arg]']
 Line 179: Unexpected errors ['dataclasses_usage.py:179: error: Too many arguments for "DC13"  [call-arg]']
diff --git a/conformance/results/mypy/directives_no_type_check.toml b/conformance/results/mypy/directives_no_type_check.toml
index fae912c5b..29af2a24f 100644
--- a/conformance/results/mypy/directives_no_type_check.toml
+++ b/conformance/results/mypy/directives_no_type_check.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not honor `@no_type_check` class decorator.
+notes = """
+Does not honor `@no_type_check` class decorator.
 Does not reject invalid call of `@no_type_check` function.
 """
 output = """
diff --git a/conformance/results/mypy/directives_type_ignore.toml b/conformance/results/mypy/directives_type_ignore.toml
index c7d9609fd..8dfefb377 100644
--- a/conformance/results/mypy/directives_type_ignore.toml
+++ b/conformance/results/mypy/directives_type_ignore.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not honor "# type: ignore" comment if comment includes additional text.
+notes = """
+Does not honor "# type: ignore" comment if comment includes additional text.
 """
 output = """
 directives_type_ignore.py:11: error: Invalid "type: ignore" comment  [syntax]
diff --git a/conformance/results/mypy/directives_version_platform.toml b/conformance/results/mypy/directives_version_platform.toml
index a8333e014..29b10c8ac 100644
--- a/conformance/results/mypy/directives_version_platform.toml
+++ b/conformance/results/mypy/directives_version_platform.toml
@@ -1,5 +1,6 @@
 conformant = "Pass"
-notes = """Does not understand three-element form of sys.version checks.
+notes = """
+Does not understand three-element form of sys.version checks.
 Does not understand os.name checks.
 """
 output = """
diff --git a/conformance/results/mypy/generics_defaults.toml b/conformance/results/mypy/generics_defaults.toml
index 04613c955..b5438487c 100644
--- a/conformance/results/mypy/generics_defaults.toml
+++ b/conformance/results/mypy/generics_defaults.toml
@@ -3,4 +3,5 @@ output = """
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 26: Expected 1 errors
 """
diff --git a/conformance/results/mypy/generics_paramspec_basic.toml b/conformance/results/mypy/generics_paramspec_basic.toml
index 1aeeab768..2b7004360 100644
--- a/conformance/results/mypy/generics_paramspec_basic.toml
+++ b/conformance/results/mypy/generics_paramspec_basic.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject ParamSpec when used "bare" in type alias definition.
+notes = """
+Does not reject ParamSpec when used "bare" in type alias definition.
 """
 output = """
 generics_paramspec_basic.py:10: error: String argument 1 "NotIt" to ParamSpec(...) does not match variable name "WrongName"  [misc]
@@ -16,7 +17,6 @@ generics_paramspec_basic.py:39: note: You can use ParamSpec as the first argumen
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 10: Unexpected errors ['generics_paramspec_basic.py:10: error: String argument 1 "NotIt" to ParamSpec(...) does not match variable name "WrongName"  [misc]']
 Line 23: Unexpected errors ['generics_paramspec_basic.py:23: error: Invalid location for ParamSpec "P"  [valid-type]']
 Line 27: Unexpected errors ['generics_paramspec_basic.py:27: error: Invalid location for Concatenate  [valid-type]']
 Line 31: Unexpected errors ['generics_paramspec_basic.py:31: error: Invalid location for ParamSpec "P"  [misc]']
diff --git a/conformance/results/mypy/generics_paramspec_components.toml b/conformance/results/mypy/generics_paramspec_components.toml
index 81b003e29..7fcaec744 100644
--- a/conformance/results/mypy/generics_paramspec_components.toml
+++ b/conformance/results/mypy/generics_paramspec_components.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report illegal use of "P.args" on normal parameter.
+notes = """
+Does not report illegal use of "P.args" on normal parameter.
 Does not report error when P.args is specified but P.kwargs is missing.
 Does not report error when P is out of scope and P.args and P.kwargs is used.
 Does not report error when keyword argument is specified between P.args and P.kwargs.
diff --git a/conformance/results/mypy/generics_paramspec_semantics.toml b/conformance/results/mypy/generics_paramspec_semantics.toml
index a59d052de..fba11fc62 100644
--- a/conformance/results/mypy/generics_paramspec_semantics.toml
+++ b/conformance/results/mypy/generics_paramspec_semantics.toml
@@ -14,8 +14,7 @@ generics_paramspec_semantics.py:136: error: Argument 1 to "expects_int_first" ha
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Unexpected errors ['generics_paramspec_semantics.py:26: error: Unexpected keyword argument "a"  [call-arg]', 'generics_paramspec_semantics.py:26: error: Unexpected keyword argument "b"  [call-arg]']
-Line 27: Unexpected errors ['generics_paramspec_semantics.py:27: error: Argument 2 has incompatible type "str"; expected "bool"  [arg-type]']
+Line 26: Expected 1 errors, got 2 (['generics_paramspec_semantics.py:26: error: Unexpected keyword argument "a"  [call-arg]', 'generics_paramspec_semantics.py:26: error: Unexpected keyword argument "b"  [call-arg]'])
 Line 61: Unexpected errors ['generics_paramspec_semantics.py:61: error: Argument 2 to "func1" has incompatible type "Callable[[NamedArg(int, \\'y\\')], int]"; expected "Callable[[NamedArg(int, \\'x\\')], int]"  [arg-type]']
 Line 97: Unexpected errors ['generics_paramspec_semantics.py:97: error: Argument 1 has incompatible type "int"; expected "str"  [arg-type]']
 Line 107: Unexpected errors ['generics_paramspec_semantics.py:107: error: Argument 1 has incompatible type "int"; expected "bool"  [arg-type]']
diff --git a/conformance/results/mypy/generics_scoping.toml b/conformance/results/mypy/generics_scoping.toml
index a5512a0d4..e341101ad 100644
--- a/conformance/results/mypy/generics_scoping.toml
+++ b/conformance/results/mypy/generics_scoping.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """False negative on generic class nested within generic class with same type variable.
+notes = """
+False negative on generic class nested within generic class with same type variable.
 """
 output = """
 generics_scoping.py:25: error: Argument 1 to "meth_2" of "MyClass" has incompatible type "str"; expected "int"  [arg-type]
diff --git a/conformance/results/mypy/generics_self_advanced.toml b/conformance/results/mypy/generics_self_advanced.toml
index ace463613..c6b3cd085 100644
--- a/conformance/results/mypy/generics_self_advanced.toml
+++ b/conformance/results/mypy/generics_self_advanced.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not infer the type of an unannotated `self` parameter to be type `Self`.
+notes = """
+Does not infer the type of an unannotated `self` parameter to be type `Self`.
 Does not retain `Self` when calling method that returns `Self`.
 Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.
 Does not retain `Self` when accessing attribute through `type[Self]`.
diff --git a/conformance/results/mypy/generics_self_basic.toml b/conformance/results/mypy/generics_self_basic.toml
index 5958ad373..8fb10f3dd 100644
--- a/conformance/results/mypy/generics_self_basic.toml
+++ b/conformance/results/mypy/generics_self_basic.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not properly handle constructor call through `cls` parameter.
+notes = """
+Does not properly handle constructor call through `cls` parameter.
 """
 output = """
 generics_self_basic.py:19: error: Incompatible return value type (got "Shape", expected "Self")  [return-value]
diff --git a/conformance/results/mypy/generics_syntax_compatibility.toml b/conformance/results/mypy/generics_syntax_compatibility.toml
index 55132deca..2f1dcf36c 100644
--- a/conformance/results/mypy/generics_syntax_compatibility.toml
+++ b/conformance/results/mypy/generics_syntax_compatibility.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Type parameter syntax not yet support.
+notes = """
+Type parameter syntax not yet support.
 """
 output = """
 generics_syntax_compatibility.py:14: error: PEP 695 generics are not yet supported  [valid-type]
@@ -13,7 +14,7 @@ generics_syntax_compatibility.py:26: error: Name "M" is not defined  [name-defin
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 14: Unexpected errors ['generics_syntax_compatibility.py:14: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_compatibility.py:14: error: Name "V" is not defined  [name-defined]']
+Line 14: Expected 1 errors, got 2 (['generics_syntax_compatibility.py:14: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_compatibility.py:14: error: Name "V" is not defined  [name-defined]'])
 Line 18: Unexpected errors ['generics_syntax_compatibility.py:18: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_compatibility.py:18: error: Name "V" is not defined  [name-defined]']
 Line 22: Unexpected errors ['generics_syntax_compatibility.py:22: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 23: Unexpected errors ['generics_syntax_compatibility.py:23: error: Name "V" is not defined  [name-defined]']
diff --git a/conformance/results/mypy/generics_syntax_declarations.toml b/conformance/results/mypy/generics_syntax_declarations.toml
index 7696a39c5..fb58f6559 100644
--- a/conformance/results/mypy/generics_syntax_declarations.toml
+++ b/conformance/results/mypy/generics_syntax_declarations.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Type parameter syntax not yet support.
+notes = """
+Type parameter syntax not yet support.
 """
 output = """
 generics_syntax_declarations.py:13: error: PEP 695 generics are not yet supported  [valid-type]
@@ -46,13 +47,6 @@ Line 32: Unexpected errors ['generics_syntax_declarations.py:32: error: Name "T"
 Line 37: Unexpected errors ['generics_syntax_declarations.py:37: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 41: Unexpected errors ['generics_syntax_declarations.py:41: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 45: Unexpected errors ['generics_syntax_declarations.py:45: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 46: Unexpected errors ['generics_syntax_declarations.py:46: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 50: Unexpected errors ['generics_syntax_declarations.py:50: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 54: Unexpected errors ['generics_syntax_declarations.py:54: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 58: Unexpected errors ['generics_syntax_declarations.py:58: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 62: Unexpected errors ['generics_syntax_declarations.py:62: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 66: Unexpected errors ['generics_syntax_declarations.py:66: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 73: Unexpected errors ['generics_syntax_declarations.py:73: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 77: Unexpected errors ['generics_syntax_declarations.py:77: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 81: Unexpected errors ['generics_syntax_declarations.py:81: error: PEP 695 generics are not yet supported  [valid-type]']
 """
diff --git a/conformance/results/mypy/generics_syntax_infer_variance.toml b/conformance/results/mypy/generics_syntax_infer_variance.toml
index 104775686..d6dc0750a 100644
--- a/conformance/results/mypy/generics_syntax_infer_variance.toml
+++ b/conformance/results/mypy/generics_syntax_infer_variance.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Type parameter syntax not yet support.
+notes = """
+Type parameter syntax not yet support.
 """
 output = """
 generics_syntax_infer_variance.py:11: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]
@@ -108,6 +109,8 @@ generics_syntax_infer_variance.py:153: error: The type "type[ShouldBeContravaria
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 17: Expected 1 errors
+Line 21: Expected 1 errors
 Line 11: Unexpected errors ['generics_syntax_infer_variance.py:11: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
 Line 12: Unexpected errors ['generics_syntax_infer_variance.py:12: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
 Line 13: Unexpected errors ['generics_syntax_infer_variance.py:13: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
diff --git a/conformance/results/mypy/generics_syntax_scoping.toml b/conformance/results/mypy/generics_syntax_scoping.toml
index 50a8b1608..74612eb20 100644
--- a/conformance/results/mypy/generics_syntax_scoping.toml
+++ b/conformance/results/mypy/generics_syntax_scoping.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Type parameter syntax not yet support.
+notes = """
+Type parameter syntax not yet support.
 """
 output = """
 generics_syntax_scoping.py:14: error: PEP 695 generics are not yet supported  [valid-type]
diff --git a/conformance/results/mypy/generics_type_erasure.toml b/conformance/results/mypy/generics_type_erasure.toml
index 1809e51b5..1ee1a784b 100644
--- a/conformance/results/mypy/generics_type_erasure.toml
+++ b/conformance/results/mypy/generics_type_erasure.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Infers Node[Never] instead of Node[Any] when argument is not provided.
+notes = """
+Infers Node[Never] instead of Node[Any] when argument is not provided.
 False negative on instance attribute access on type(node).
 """
 output = """
diff --git a/conformance/results/mypy/generics_typevartuple_args.toml b/conformance/results/mypy/generics_typevartuple_args.toml
index 69f6d30f8..0614a1833 100644
--- a/conformance/results/mypy/generics_typevartuple_args.toml
+++ b/conformance/results/mypy/generics_typevartuple_args.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not enforce that tuples captured by TypeVarTuple are same type.
+notes = """
+Does not enforce that tuples captured by TypeVarTuple are same type.
 """
 output = """
 generics_typevartuple_args.py:33: error: Argument 3 to "exec_le" has incompatible type "str"; expected "Env"  [arg-type]
diff --git a/conformance/results/mypy/generics_typevartuple_basic.toml b/conformance/results/mypy/generics_typevartuple_basic.toml
index c41089507..9c60f0c82 100644
--- a/conformance/results/mypy/generics_typevartuple_basic.toml
+++ b/conformance/results/mypy/generics_typevartuple_basic.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not enforce that tuples captured by TypeVarTuple are same length.
+notes = """
+Does not enforce that tuples captured by TypeVarTuple are same length.
 Does not enforce that tuples captured by TypeVarTuple are same type.
 """
 output = """
@@ -23,11 +24,7 @@ errors_diff = """
 Line 42: Unexpected errors ['generics_typevartuple_basic.py:42: error: Argument 1 to "Array" has incompatible type "Height"; expected "tuple[Height, Width]"  [arg-type]']
 Line 43: Unexpected errors ['generics_typevartuple_basic.py:43: error: Argument 1 to "Array" has incompatible type "tuple[Batch, Width]"; expected "tuple[Batch, Height, Width]"  [arg-type]']
 Line 45: Unexpected errors ['generics_typevartuple_basic.py:45: error: Argument 1 to "Array" has incompatible type "tuple[Time, Batch, Width, Height]"; expected "tuple[Time, Batch, Height, Width]"  [arg-type]']
-Line 52: Unexpected errors ['generics_typevartuple_basic.py:52: error: Free type variable expected in Generic[...]  [misc]']
-Line 53: Unexpected errors ['generics_typevartuple_basic.py:53: error: TypeVarTuple "Shape" is only valid with an unpack  [valid-type]']
-Line 56: Unexpected errors ['generics_typevartuple_basic.py:56: error: TypeVarTuple "Shape" is only valid with an unpack  [valid-type]']
 Line 57: Unexpected errors ['generics_typevartuple_basic.py:57: error: Incompatible return value type (got "tuple[*Shape]", expected "tuple[Any]")  [return-value]']
-Line 59: Unexpected errors ['generics_typevartuple_basic.py:59: error: TypeVarTuple "Shape" is only valid with an unpack  [valid-type]']
 Line 65: Unexpected errors ['generics_typevartuple_basic.py:65: error: Unexpected keyword argument "covariant" for "TypeVarTuple"  [misc]']
 Line 66: Unexpected errors ['generics_typevartuple_basic.py:66: error: Too many positional arguments for "TypeVarTuple"  [misc]']
 Line 67: Unexpected errors ['generics_typevartuple_basic.py:67: error: Unexpected keyword argument "bound" for "TypeVarTuple"  [misc]']
diff --git a/conformance/results/mypy/generics_typevartuple_specialization.toml b/conformance/results/mypy/generics_typevartuple_specialization.toml
index de90f8930..d262402e7 100644
--- a/conformance/results/mypy/generics_typevartuple_specialization.toml
+++ b/conformance/results/mypy/generics_typevartuple_specialization.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.
+notes = """
+Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.
 Rejects specialization of generic type alias defined as a tuple containing a TypeVar.
 "More than one Unpack" error message has no line number.
 """
@@ -20,6 +21,5 @@ Line 85: Unexpected errors ['generics_typevartuple_specialization.py:85: error:
 Line 108: Unexpected errors ['generics_typevartuple_specialization.py:108: error: Type application is only supported for generic classes  [misc]']
 Line 109: Unexpected errors ['generics_typevartuple_specialization.py:109: error: Type application is only supported for generic classes  [misc]', 'generics_typevartuple_specialization.py:109: error: Unpack is only valid in a variadic position  [valid-type]']
 Line 110: Unexpected errors ['generics_typevartuple_specialization.py:110: error: Type application is only supported for generic classes  [misc]', 'generics_typevartuple_specialization.py:110: error: Unpack is only valid in a variadic position  [valid-type]']
-Line 127: Unexpected errors ['generics_typevartuple_specialization.py:127: error: Bad number of arguments for type alias, expected at least 2, given 1  [type-arg]']
 Line 163: Unexpected errors ['generics_typevartuple_specialization.py:163: error: TypeVarTuple cannot be split  [type-arg]']
 """
diff --git a/conformance/results/mypy/generics_typevartuple_unpack.toml b/conformance/results/mypy/generics_typevartuple_unpack.toml
index a7e353708..97511d869 100644
--- a/conformance/results/mypy/generics_typevartuple_unpack.toml
+++ b/conformance/results/mypy/generics_typevartuple_unpack.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject multiple unpack operators in a tuple.
+notes = """
+Does not reject multiple unpack operators in a tuple.
 """
 output = """
 generics_typevartuple_unpack.py:30: error: Argument 1 to "process_batch_channels" has incompatible type "Array[Batch]"; expected "Array[Batch, *tuple[Any, ...], Channels]"  [arg-type]
diff --git a/conformance/results/mypy/generics_variance.toml b/conformance/results/mypy/generics_variance.toml
index de1f0501b..0b9ce2ca4 100644
--- a/conformance/results/mypy/generics_variance.toml
+++ b/conformance/results/mypy/generics_variance.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.
+notes = """
+Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.
 """
 output = """
 generics_variance.py:14: error: TypeVar cannot be both covariant and contravariant  [misc]
@@ -12,11 +13,11 @@ generics_variance.py:131: error: Variance of TypeVar "T_contra" incompatible wit
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 113: Expected 1 errors
+Line 127: Expected 1 errors
+Line 133: Expected 1 errors
+Line 143: Expected 1 errors
 Line 14: Unexpected errors ['generics_variance.py:14: error: TypeVar cannot be both covariant and contravariant  [misc]']
-Line 77: Unexpected errors ['generics_variance.py:77: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]']
-Line 81: Unexpected errors ['generics_variance.py:81: error: Variance of TypeVar "T_contra" incompatible with variance in parent type  [type-var]']
-Line 93: Unexpected errors ['generics_variance.py:93: error: Variance of TypeVar "T_contra" incompatible with variance in parent type  [type-var]']
-Line 105: Unexpected errors ['generics_variance.py:105: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]']
 Line 125: Unexpected errors ['generics_variance.py:125: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]']
 Line 131: Unexpected errors ['generics_variance.py:131: error: Variance of TypeVar "T_contra" incompatible with variance in parent type  [type-var]']
 """
diff --git a/conformance/results/mypy/generics_variance_inference.toml b/conformance/results/mypy/generics_variance_inference.toml
index 241c69af9..e5e709c42 100644
--- a/conformance/results/mypy/generics_variance_inference.toml
+++ b/conformance/results/mypy/generics_variance_inference.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Type parameter syntax not yet support.
+notes = """
+Type parameter syntax not yet support.
 """
 output = """
 generics_variance_inference.py:15: error: PEP 695 generics are not yet supported  [valid-type]
diff --git a/conformance/results/mypy/historical_positional.toml b/conformance/results/mypy/historical_positional.toml
index eb69df753..47b32652c 100644
--- a/conformance/results/mypy/historical_positional.toml
+++ b/conformance/results/mypy/historical_positional.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject positional-only parameter after non-positional-only parameter.
+notes = """
+Does not reject positional-only parameter after non-positional-only parameter.
 Treats keyword-only parameter as positional-only.
 Applies legacy positional-only rules when PEP 570 syntax is used.
 """
diff --git a/conformance/results/mypy/literals_interactions.toml b/conformance/results/mypy/literals_interactions.toml
index a76edb6c8..c7b835880 100644
--- a/conformance/results/mypy/literals_interactions.toml
+++ b/conformance/results/mypy/literals_interactions.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not narrow type of `x` with `x in Literal` type guard pattern.
+notes = """
+Does not narrow type of `x` with `x in Literal` type guard pattern.
 """
 output = """
 literals_interactions.py:15: error: Tuple index out of range  [misc]
@@ -11,10 +12,6 @@ literals_interactions.py:109: error: Argument 1 to "expects_pending_status" has
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 15: Unexpected errors ['literals_interactions.py:15: error: Tuple index out of range  [misc]']
-Line 16: Unexpected errors ['literals_interactions.py:16: error: Tuple index out of range  [misc]']
-Line 17: Unexpected errors ['literals_interactions.py:17: error: Tuple index out of range  [misc]']
-Line 18: Unexpected errors ['literals_interactions.py:18: error: Tuple index out of range  [misc]']
 Line 106: Unexpected errors ['literals_interactions.py:106: error: Argument 1 to "expects_bad_status" has incompatible type "str"; expected "Literal[\\'MALFORMED\\', \\'ABORTED\\']"  [arg-type]']
 Line 109: Unexpected errors ['literals_interactions.py:109: error: Argument 1 to "expects_pending_status" has incompatible type "str"; expected "Literal[\\'PENDING\\']"  [arg-type]']
 """
diff --git a/conformance/results/mypy/literals_literalstring.toml b/conformance/results/mypy/literals_literalstring.toml
index b4f9ba2ed..c9b02db6a 100644
--- a/conformance/results/mypy/literals_literalstring.toml
+++ b/conformance/results/mypy/literals_literalstring.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Support for `LiteralString` is not implemented.
+notes = """
+Support for `LiteralString` is not implemented.
 """
 output = """
 literals_literalstring.py:36: error: Parameter 2 of Literal[...] is invalid  [valid-type]
diff --git a/conformance/results/mypy/literals_parameterizations.toml b/conformance/results/mypy/literals_parameterizations.toml
index 4053a21d3..657b3661f 100644
--- a/conformance/results/mypy/literals_parameterizations.toml
+++ b/conformance/results/mypy/literals_parameterizations.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject tuple within Literal.
+notes = """
+Does not reject tuple within Literal.
 """
 output = """
 literals_parameterizations.py:41: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]
diff --git a/conformance/results/mypy/namedtuples_define_class.toml b/conformance/results/mypy/namedtuples_define_class.toml
index 5b7e48d4b..67cd0dc3c 100644
--- a/conformance/results/mypy/namedtuples_define_class.toml
+++ b/conformance/results/mypy/namedtuples_define_class.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject override of named tuple attribute in child class.
+notes = """
+Does not reject override of named tuple attribute in child class.
 """
 output = """
 namedtuples_define_class.py:32: error: Tuple index out of range  [misc]
diff --git a/conformance/results/mypy/namedtuples_define_functional.toml b/conformance/results/mypy/namedtuples_define_functional.toml
index 077ae8231..b0602e52f 100644
--- a/conformance/results/mypy/namedtuples_define_functional.toml
+++ b/conformance/results/mypy/namedtuples_define_functional.toml
@@ -1,5 +1,6 @@
 conformant = "Pass"
-notes = """Does not handle illegal named tuple names the same as runtime.
+notes = """
+Does not handle illegal named tuple names the same as runtime.
 """
 output = """
 namedtuples_define_functional.py:16: error: Missing positional argument "y" in call to "Point1"  [call-arg]
diff --git a/conformance/results/mypy/namedtuples_usage.toml b/conformance/results/mypy/namedtuples_usage.toml
index 7c09b0597..43943205f 100644
--- a/conformance/results/mypy/namedtuples_usage.toml
+++ b/conformance/results/mypy/namedtuples_usage.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject attempt to delete named tuple field by name.
+notes = """
+Does not reject attempt to delete named tuple field by name.
 """
 output = """
 namedtuples_usage.py:34: error: Tuple index out of range  [misc]
diff --git a/conformance/results/mypy/overloads_basic.toml b/conformance/results/mypy/overloads_basic.toml
index e92e4cef2..ea9ac9962 100644
--- a/conformance/results/mypy/overloads_basic.toml
+++ b/conformance/results/mypy/overloads_basic.toml
@@ -9,7 +9,8 @@ overloads_basic.py:74: error: An overloaded function outside a stub file must ha
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 37: Unexpected errors ['overloads_basic.py:37: error: No overload variant of "__getitem__" of "Bytes" matches argument type "str"  [call-overload]']
+Line 64: Expected 1 errors
+Line 76: Expected 1 errors
 Line 62: Unexpected errors ['overloads_basic.py:62: error: Single overload definition, multiple required  [misc]']
 Line 74: Unexpected errors ['overloads_basic.py:74: error: An overloaded function outside a stub file must have an implementation  [no-overload-impl]']
 """
diff --git a/conformance/results/mypy/protocols_class_objects.toml b/conformance/results/mypy/protocols_class_objects.toml
index d7aee5771..8d5fc0deb 100644
--- a/conformance/results/mypy/protocols_class_objects.toml
+++ b/conformance/results/mypy/protocols_class_objects.toml
@@ -25,7 +25,6 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 29: Unexpected errors ['protocols_class_objects.py:29: error: Only concrete class can be given where "type[Proto]" is expected  [type-abstract]']
 Line 34: Unexpected errors ['protocols_class_objects.py:34: error: Can only assign concrete classes to a variable of type "type[Proto]"  [type-abstract]']
-Line 58: Unexpected errors ['protocols_class_objects.py:58: error: Incompatible types in assignment (expression has type "type[ConcreteA]", variable has type "ProtoA1")  [assignment]']
 Line 74: Unexpected errors ['protocols_class_objects.py:74: error: Incompatible types in assignment (expression has type "type[ConcreteB]", variable has type "ProtoB1")  [assignment]']
 Line 101: Unexpected errors ['protocols_class_objects.py:101: error: Incompatible types in assignment (expression has type "type[ConcreteC1]", variable has type "ProtoC1")  [assignment]']
 Line 103: Unexpected errors ['protocols_class_objects.py:103: error: Incompatible types in assignment (expression has type "type[ConcreteC2]", variable has type "ProtoC1")  [assignment]']
diff --git a/conformance/results/mypy/protocols_definition.toml b/conformance/results/mypy/protocols_definition.toml
index 47d7e5c1b..f26c1464c 100644
--- a/conformance/results/mypy/protocols_definition.toml
+++ b/conformance/results/mypy/protocols_definition.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not detect protocol mismatch if concrete method is missing annotations.
+notes = """
+Does not detect protocol mismatch if concrete method is missing annotations.
 Does not detect protocol mismatch if concrete method's parameters are position-only.
 """
 output = """
@@ -53,8 +54,7 @@ protocols_definition.py:341: note: Protocol member Template6.val1 expected setta
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 30: Unexpected errors ['protocols_definition.py:30: error: List item 0 has incompatible type "int"; expected "SupportsClose"  [list-item]']
-Line 67: Unexpected errors ['protocols_definition.py:67: error: Protocol members cannot be defined via assignment to self  [misc]', 'protocols_definition.py:67: error: "Template" has no attribute "temp"  [attr-defined]']
+Line 67: Expected 1 errors, got 2 (['protocols_definition.py:67: error: Protocol members cannot be defined via assignment to self  [misc]', 'protocols_definition.py:67: error: "Template" has no attribute "temp"  [attr-defined]'])
 Line 114: Unexpected errors ['protocols_definition.py:114: error: Incompatible types in assignment (expression has type "Concrete2_Bad1", variable has type "Template2")  [assignment]']
 Line 115: Unexpected errors ['protocols_definition.py:115: error: Incompatible types in assignment (expression has type "Concrete2_Bad2", variable has type "Template2")  [assignment]']
 Line 116: Unexpected errors ['protocols_definition.py:116: error: Incompatible types in assignment (expression has type "Concrete2_Bad3", variable has type "Template2")  [assignment]']
@@ -69,6 +69,4 @@ Line 219: Unexpected errors ['protocols_definition.py:219: error: Incompatible t
 Line 287: Unexpected errors ['protocols_definition.py:287: error: Incompatible types in assignment (expression has type "Concrete5_Bad3", variable has type "Template5")  [assignment]']
 Line 289: Unexpected errors ['protocols_definition.py:289: error: Incompatible types in assignment (expression has type "Concrete5_Bad5", variable has type "Template5")  [assignment]']
 Line 339: Unexpected errors ['protocols_definition.py:339: error: Incompatible types in assignment (expression has type "Concrete6_Bad1", variable has type "Template6")  [assignment]']
-Line 340: Unexpected errors ['protocols_definition.py:340: error: Incompatible types in assignment (expression has type "Concrete6_Bad2", variable has type "Template6")  [assignment]']
-Line 341: Unexpected errors ['protocols_definition.py:341: error: Incompatible types in assignment (expression has type "Concrete6_Bad3", variable has type "Template6")  [assignment]']
 """
diff --git a/conformance/results/mypy/protocols_explicit.toml b/conformance/results/mypy/protocols_explicit.toml
index a9202b710..6665b8bbf 100644
--- a/conformance/results/mypy/protocols_explicit.toml
+++ b/conformance/results/mypy/protocols_explicit.toml
@@ -1,5 +1,6 @@
 conformant = "Pass"
-notes = """Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.
+notes = """
+Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.
 """
 output = """
 protocols_explicit.py:27: error: Call to abstract method "draw" of "PColor" with trivial body via super() is unsafe  [safe-super]
@@ -12,11 +13,4 @@ protocols_explicit.py:159: error: Cannot instantiate abstract class "Concrete7A"
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 27: Unexpected errors ['protocols_explicit.py:27: error: Call to abstract method "draw" of "PColor" with trivial body via super() is unsafe  [safe-super]']
-Line 56: Unexpected errors ['protocols_explicit.py:56: error: Incompatible types in assignment (expression has type "tuple[int, int, str]", base class "RGB" defined the type as "tuple[int, int, int]")  [assignment]']
-Line 59: Unexpected errors ['protocols_explicit.py:59: error: Cannot instantiate abstract class "Point" with abstract attributes "intensity", "other" and "transparency"  [abstract]']
-Line 86: Unexpected errors ['protocols_explicit.py:86: error: Cannot instantiate abstract class "Concrete1" with abstract attributes "cm1" and "im1"  [abstract]']
-Line 104: Unexpected errors ['protocols_explicit.py:104: error: Cannot instantiate abstract class "Concrete3" with abstract attributes "cm10", "cm11" and "im1"  [abstract]']
-Line 129: Unexpected errors ['protocols_explicit.py:129: error: Cannot instantiate abstract class "Concrete5" with abstract attribute "method1"  [abstract]']
-Line 159: Unexpected errors ['protocols_explicit.py:159: error: Cannot instantiate abstract class "Concrete7A" with abstract attribute "method1"  [abstract]']
 """
diff --git a/conformance/results/mypy/protocols_generic.toml b/conformance/results/mypy/protocols_generic.toml
index 897848493..a1bb8c90d 100644
--- a/conformance/results/mypy/protocols_generic.toml
+++ b/conformance/results/mypy/protocols_generic.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Fails protocol matching when method-scoped TypeVar is used in protocol.
+notes = """
+Fails protocol matching when method-scoped TypeVar is used in protocol.
 """
 output = """
 protocols_generic.py:40: error: Incompatible types in assignment (expression has type "Concrete1", variable has type "Proto1[int, str]")  [assignment]
@@ -40,7 +41,6 @@ protocols_generic.py:147: note:         def m(self, item: str, callback: Callabl
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 40: Unexpected errors ['protocols_generic.py:40: error: Incompatible types in assignment (expression has type "Concrete1", variable has type "Proto1[int, str]")  [assignment]']
 Line 44: Unexpected errors ['protocols_generic.py:44: error: Only single Generic[...] or Protocol[...] can be in bases  [misc]', 'protocols_generic.py:44: error: Duplicate type variables in Generic[...] or Protocol[...]  [misc]']
 Line 56: Unexpected errors ['protocols_generic.py:56: error: Incompatible types in assignment (expression has type "Box[float]", variable has type "Box[int]")  [assignment]']
 Line 66: Unexpected errors ['protocols_generic.py:66: error: Incompatible types in assignment (expression has type "Sender[int]", variable has type "Sender[float]")  [assignment]']
diff --git a/conformance/results/mypy/protocols_merging.toml b/conformance/results/mypy/protocols_merging.toml
index 3526c5b62..4e34e9bcb 100644
--- a/conformance/results/mypy/protocols_merging.toml
+++ b/conformance/results/mypy/protocols_merging.toml
@@ -13,10 +13,7 @@ protocols_merging.py:84: error: Incompatible types in assignment (expression has
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 52: Unexpected errors ['protocols_merging.py:52: error: Incompatible types in assignment (expression has type "SCConcrete2", variable has type "SizedAndClosable1")  [assignment]']
-Line 53: Unexpected errors ['protocols_merging.py:53: error: Incompatible types in assignment (expression has type "SCConcrete2", variable has type "SizedAndClosable2")  [assignment]']
-Line 54: Unexpected errors ['protocols_merging.py:54: error: Incompatible types in assignment (expression has type "SCConcrete2", variable has type "SizedAndClosable3")  [assignment]']
+Line 67: Expected 1 errors
 Line 68: Unexpected errors ['protocols_merging.py:68: error: All bases of a protocol must be protocols  [misc]']
-Line 83: Unexpected errors ['protocols_merging.py:83: error: Cannot instantiate abstract class "SizedAndClosable4" with abstract attribute "close"  [abstract]']
 Line 84: Unexpected errors ['protocols_merging.py:84: error: Incompatible types in assignment (expression has type "SCConcrete1", variable has type "SizedAndClosable4")  [assignment]']
 """
diff --git a/conformance/results/mypy/protocols_runtime_checkable.toml b/conformance/results/mypy/protocols_runtime_checkable.toml
index 15907d23a..1582a664c 100644
--- a/conformance/results/mypy/protocols_runtime_checkable.toml
+++ b/conformance/results/mypy/protocols_runtime_checkable.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report unsafe overlap for runtime_checkable protocol.
+notes = """
+Does not report unsafe overlap for runtime_checkable protocol.
 """
 output = """
 protocols_runtime_checkable.py:23: error: Only @runtime_checkable protocols can be used with instance and class checks  [misc]
@@ -10,7 +11,9 @@ protocols_runtime_checkable.py:61: note: Protocol "DataProtocol" has non-method
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 23: Unexpected errors ['protocols_runtime_checkable.py:23: error: Only @runtime_checkable protocols can be used with instance and class checks  [misc]']
+Line 88: Expected 1 errors
+Line 93: Expected 1 errors
+Line 96: Expected 1 errors
 Line 55: Unexpected errors ["protocols_runtime_checkable.py:55: error: Only protocols that don't have non-method members can be used with issubclass()  [misc]"]
 Line 61: Unexpected errors ["protocols_runtime_checkable.py:61: error: Only protocols that don't have non-method members can be used with issubclass()  [misc]"]
 """
diff --git a/conformance/results/mypy/protocols_subtyping.toml b/conformance/results/mypy/protocols_subtyping.toml
index 40f37c3bb..67364a8e0 100644
--- a/conformance/results/mypy/protocols_subtyping.toml
+++ b/conformance/results/mypy/protocols_subtyping.toml
@@ -12,7 +12,6 @@ protocols_subtyping.py:103: error: Incompatible types in assignment (expression
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 16: Unexpected errors ['protocols_subtyping.py:16: error: Cannot instantiate protocol class "Proto1"  [misc]']
 Line 38: Unexpected errors ['protocols_subtyping.py:38: error: Incompatible types in assignment (expression has type "Proto2", variable has type "Concrete2")  [assignment]']
 Line 55: Unexpected errors ['protocols_subtyping.py:55: error: Incompatible types in assignment (expression has type "Proto2", variable has type "Proto3")  [assignment]']
 Line 79: Unexpected errors ['protocols_subtyping.py:79: error: Incompatible types in assignment (expression has type "Proto5[int]", variable has type "Proto4[int, float]")  [assignment]']
diff --git a/conformance/results/mypy/protocols_variance.toml b/conformance/results/mypy/protocols_variance.toml
index d0c4a6122..ef712d013 100644
--- a/conformance/results/mypy/protocols_variance.toml
+++ b/conformance/results/mypy/protocols_variance.toml
@@ -12,13 +12,6 @@ protocols_variance.py:104: error: Invariant type variable "T1" used in protocol
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 21: Unexpected errors ['protocols_variance.py:21: error: Invariant type variable "T1" used in protocol where covariant one is expected  [misc]']
-Line 40: Unexpected errors ['protocols_variance.py:40: error: Invariant type variable "T3" used in protocol where contravariant one is expected  [misc]']
-Line 56: Unexpected errors ['protocols_variance.py:56: error: Invariant type variable "T1" used in protocol where contravariant one is expected  [misc]']
-Line 61: Unexpected errors ['protocols_variance.py:61: error: Covariant type variable "T1_co" used in protocol where contravariant one is expected  [misc]']
 Line 62: Unexpected errors ['protocols_variance.py:62: error: Cannot use a covariant type variable as a parameter  [misc]']
-Line 66: Unexpected errors ['protocols_variance.py:66: error: Invariant type variable "T1" used in protocol where covariant one is expected  [misc]']
-Line 71: Unexpected errors ['protocols_variance.py:71: error: Contravariant type variable "T1_contra" used in protocol where covariant one is expected  [misc]']
 Line 72: Unexpected errors ['protocols_variance.py:72: error: Cannot use a contravariant type variable as return type  [misc]']
-Line 104: Unexpected errors ['protocols_variance.py:104: error: Invariant type variable "T1" used in protocol where covariant one is expected  [misc]']
 """
diff --git a/conformance/results/mypy/qualifiers_annotated.toml b/conformance/results/mypy/qualifiers_annotated.toml
index 1c9dd9b13..d6cc8c433 100644
--- a/conformance/results/mypy/qualifiers_annotated.toml
+++ b/conformance/results/mypy/qualifiers_annotated.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not allow ClassVar to be nested within Annotated.
+notes = """
+Does not allow ClassVar to be nested within Annotated.
 Does not allow Final to be nested within Annotated.
 Does not allow Required and NotRequired to be nested within Annotated.
 Does not reject type[T] compatibility for type alias defined with Annotated.
@@ -33,19 +34,6 @@ qualifiers_annotated.py:119: error: Invalid assignment target  [misc]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 43: Unexpected errors ['qualifiers_annotated.py:43: error: Bracketed expression "[...]" is not valid as a type  [valid-type]']
-Line 44: Unexpected errors ['qualifiers_annotated.py:44: error: Syntax error in type annotation  [syntax]']
-Line 45: Unexpected errors ['qualifiers_annotated.py:45: error: Invalid type comment or annotation  [valid-type]']
-Line 46: Unexpected errors ['qualifiers_annotated.py:46: error: Invalid type comment or annotation  [valid-type]']
-Line 47: Unexpected errors ['qualifiers_annotated.py:47: error: Invalid type comment or annotation  [valid-type]']
-Line 48: Unexpected errors ['qualifiers_annotated.py:48: error: Invalid type comment or annotation  [valid-type]']
-Line 49: Unexpected errors ['qualifiers_annotated.py:49: error: Invalid type comment or annotation  [valid-type]']
-Line 50: Unexpected errors ['qualifiers_annotated.py:50: error: Name "var1" is not defined  [name-defined]']
-Line 51: Unexpected errors ['qualifiers_annotated.py:51: error: Invalid type: try using Literal[True] instead?  [valid-type]']
-Line 52: Unexpected errors ['qualifiers_annotated.py:52: error: Invalid type: try using Literal[1] instead?  [valid-type]']
-Line 53: Unexpected errors ['qualifiers_annotated.py:53: error: Invalid type comment or annotation  [valid-type]']
-Line 54: Unexpected errors ['qualifiers_annotated.py:54: error: Invalid type comment or annotation  [valid-type]']
-Line 64: Unexpected errors ['qualifiers_annotated.py:64: error: Annotated[...] must have exactly one type argument and at least one annotation  [valid-type]']
 Line 76: Unexpected errors ['qualifiers_annotated.py:76: error: Incompatible types in assignment (expression has type "object", variable has type "type[Any]")  [assignment]']
 Line 84: Unexpected errors ['qualifiers_annotated.py:84: error: Argument 1 to "func4" has incompatible type "object"; expected "type[Never]"  [arg-type]']
 Line 91: Unexpected errors ['qualifiers_annotated.py:91: error: "<typing special form>" not callable  [operator]']
diff --git a/conformance/results/mypy/qualifiers_final_annotation.toml b/conformance/results/mypy/qualifiers_final_annotation.toml
index 69368d610..0d5a1c80c 100644
--- a/conformance/results/mypy/qualifiers_final_annotation.toml
+++ b/conformance/results/mypy/qualifiers_final_annotation.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.
+notes = """
+Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.
 Does not allow conditional assignment of Final instance variable in __init__ method.
 Does not allow redefinition of private class variable that is marked Final in parent class.
 Does not report modification of local Final variable via "for" statement.
@@ -37,31 +38,13 @@ qualifiers_final_annotation.py:155: error: Cannot assign to final name "x"  [mis
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 16: Unexpected errors ['qualifiers_final_annotation.py:16: error: Type in Final[...] can only be omitted if there is an initializer  [misc]']
-Line 18: Unexpected errors ['qualifiers_final_annotation.py:18: error: Final[...] takes at most one type argument  [misc]']
-Line 34: Unexpected errors ['qualifiers_final_annotation.py:34: error: Type in Final[...] can only be omitted if there is an initializer  [misc]']
-Line 38: Unexpected errors ['qualifiers_final_annotation.py:38: error: Final name must be initialized with a value  [misc]']
-Line 54: Unexpected errors ['qualifiers_final_annotation.py:54: error: Cannot assign to final attribute "ID5"  [misc]']
+Line 149: Expected 1 errors
 Line 59: Unexpected errors ['qualifiers_final_annotation.py:59: error: Cannot assign to final attribute "ID6"  [misc]']
-Line 62: Unexpected errors ['qualifiers_final_annotation.py:62: error: Can only declare a final attribute in class body or __init__  [misc]']
-Line 63: Unexpected errors ['qualifiers_final_annotation.py:63: error: Can only declare a final attribute in class body or __init__  [misc]']
-Line 65: Unexpected errors ['qualifiers_final_annotation.py:65: error: Cannot assign to final attribute "ID7"  [misc]']
-Line 67: Unexpected errors ['qualifiers_final_annotation.py:67: error: Cannot assign to final attribute "ID7"  [misc]']
-Line 71: Unexpected errors ['qualifiers_final_annotation.py:71: error: Cannot assign to final name "RATE"  [misc]']
-Line 81: Unexpected errors ['qualifiers_final_annotation.py:81: error: Cannot assign to final attribute "DEFAULT_ID"  [misc]']
-Line 94: Unexpected errors ['qualifiers_final_annotation.py:94: error: Cannot assign to final name "BORDER_WIDTH"  [misc]']
 Line 96: Unexpected errors ['qualifiers_final_annotation.py:96: error: Cannot assign to final name "__private"  [misc]']
-Line 107: Unexpected errors ['qualifiers_final_annotation.py:107: error: Final can be only used as an outermost qualifier in a variable annotation  [valid-type]']
-Line 108: Unexpected errors ['qualifiers_final_annotation.py:108: error: Variable should not be annotated with both ClassVar and Final  [misc]']
 Line 118: Unexpected errors ['qualifiers_final_annotation.py:118: error: Final can be only used as an outermost qualifier in a variable annotation  [valid-type]']
 Line 121: Unexpected errors ['qualifiers_final_annotation.py:121: error: Final can be only used as an outermost qualifier in a variable annotation  [valid-type]']
 Line 131: Unexpected errors ['qualifiers_final_annotation.py:131: error: Invalid "NamedTuple()" field name  [misc]']
 Line 133: Unexpected errors ['qualifiers_final_annotation.py:133: error: Unexpected keyword argument "x" for "N"  [call-arg]', 'qualifiers_final_annotation.py:133: error: Unexpected keyword argument "y" for "N"  [call-arg]']
 Line 134: Unexpected errors ['qualifiers_final_annotation.py:134: error: Unexpected keyword argument "a" for "N"  [call-arg]']
 Line 135: Unexpected errors ['qualifiers_final_annotation.py:135: error: Unexpected keyword argument "x" for "N"  [call-arg]', 'qualifiers_final_annotation.py:135: error: Unexpected keyword argument "y" for "N"  [call-arg]']
-Line 141: Unexpected errors ['qualifiers_final_annotation.py:141: error: Cannot assign to final name "ID1"  [misc]']
-Line 145: Unexpected errors ['qualifiers_final_annotation.py:145: error: Cannot assign to final name "x"  [misc]']
-Line 147: Unexpected errors ['qualifiers_final_annotation.py:147: error: Cannot assign to final name "x"  [misc]']
-Line 152: Unexpected errors ['qualifiers_final_annotation.py:152: error: Incompatible types in assignment (expression has type "TextIOWrapper", variable has type "int")  [assignment]']
-Line 155: Unexpected errors ['qualifiers_final_annotation.py:155: error: Cannot assign to final name "x"  [misc]']
 """
diff --git a/conformance/results/mypy/qualifiers_final_decorator.toml b/conformance/results/mypy/qualifiers_final_decorator.toml
index 7fa6d163e..51b75e60c 100644
--- a/conformance/results/mypy/qualifiers_final_decorator.toml
+++ b/conformance/results/mypy/qualifiers_final_decorator.toml
@@ -18,7 +18,8 @@ qualifiers_final_decorator.py:125: error: @final cannot be used with non-method
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 21: Unexpected errors ['qualifiers_final_decorator.py:21: error: Cannot inherit from final class "Base1"  [misc]']
+Line 85: Expected 1 errors
+Line 126: Expected 1 errors
 Line 56: Unexpected errors ['qualifiers_final_decorator.py:56: error: Cannot override final attribute "method1" (previously declared in base class "Base2")  [misc]']
 Line 59: Unexpected errors ['qualifiers_final_decorator.py:59: error: Cannot override final attribute "method2" (previously declared in base class "Base2")  [misc]']
 Line 63: Unexpected errors ['qualifiers_final_decorator.py:63: error: Cannot override final attribute "method3" (previously declared in base class "Base2")  [misc]']
diff --git a/conformance/results/mypy/specialtypes_never.toml b/conformance/results/mypy/specialtypes_never.toml
index 70fc5420b..b12afaeca 100644
--- a/conformance/results/mypy/specialtypes_never.toml
+++ b/conformance/results/mypy/specialtypes_never.toml
@@ -8,7 +8,13 @@ specialtypes_never.py:104: error: Incompatible return value type (got "ClassC[No
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 19: Unexpected errors ['specialtypes_never.py:19: error: Implicit return in function which does not return  [misc]']
+Line 44: Expected 1 errors
+Line 45: Expected 1 errors
+Line 50: Expected 1 errors
+Line 51: Expected 1 errors
+Line 54: Expected 1 errors
+Line 59: Expected 1 errors
+Line 60: Expected 1 errors
 Line 85: Unexpected errors ['specialtypes_never.py:85: error: Incompatible types in assignment (expression has type "list[NoReturn]", variable has type "list[int]")  [assignment]']
 Line 104: Unexpected errors ['specialtypes_never.py:104: error: Incompatible return value type (got "ClassC[NoReturn]", expected "ClassC[U]")  [return-value]']
 """
diff --git a/conformance/results/mypy/specialtypes_none.toml b/conformance/results/mypy/specialtypes_none.toml
index d8f1df10a..a87b89057 100644
--- a/conformance/results/mypy/specialtypes_none.toml
+++ b/conformance/results/mypy/specialtypes_none.toml
@@ -7,6 +7,4 @@ specialtypes_none.py:41: error: Argument 1 to "func2" has incompatible type "Non
 conformance_automated = "Fail"
 errors_diff = """
 Line 21: Unexpected errors ['specialtypes_none.py:21: error: Argument 1 to "func1" has incompatible type "type[None]"; expected "None"  [arg-type]']
-Line 27: Unexpected errors ['specialtypes_none.py:27: error: Incompatible types in assignment (expression has type "None", variable has type "Iterable[Any]")  [assignment]']
-Line 41: Unexpected errors ['specialtypes_none.py:41: error: Argument 1 to "func2" has incompatible type "None"; expected "type[None]"  [arg-type]']
 """
diff --git a/conformance/results/mypy/specialtypes_type.toml b/conformance/results/mypy/specialtypes_type.toml
index ba6626384..7a5c0e243 100644
--- a/conformance/results/mypy/specialtypes_type.toml
+++ b/conformance/results/mypy/specialtypes_type.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not treat `type` same as `type[Any]` for assert_type.
+notes = """
+Does not treat `type` same as `type[Any]` for assert_type.
 Does not allow access to unknown attributes from object of type `type[Any]`.
 """
 output = """
diff --git a/conformance/results/mypy/tuples_type_compat.toml b/conformance/results/mypy/tuples_type_compat.toml
index ef64c2fe7..eba17639e 100644
--- a/conformance/results/mypy/tuples_type_compat.toml
+++ b/conformance/results/mypy/tuples_type_compat.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not support tuple narrowing based on `len()` type guard (optional).
+notes = """
+Does not support tuple narrowing based on `len()` type guard (optional).
 Incorrectly narrows tuple based on sequence patterns.
 """
 output = """
diff --git a/conformance/results/mypy/tuples_unpacked.toml b/conformance/results/mypy/tuples_unpacked.toml
index a5ab438d2..b0ee48644 100644
--- a/conformance/results/mypy/tuples_unpacked.toml
+++ b/conformance/results/mypy/tuples_unpacked.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """"More than one unpack" error is missing a line number.
+notes = """
+"More than one unpack" error is missing a line number.
 """
 output = """
 tuples_unpacked.py: error: More than one Unpack in a type is not allowed  [misc]
diff --git a/conformance/results/mypy/typeddicts_alt_syntax.toml b/conformance/results/mypy/typeddicts_alt_syntax.toml
index 0e31b375a..a2adc882a 100644
--- a/conformance/results/mypy/typeddicts_alt_syntax.toml
+++ b/conformance/results/mypy/typeddicts_alt_syntax.toml
@@ -1,5 +1,6 @@
 conformant = "Pass"
-notes = """Does not support keyword-argument form of alternative syntax (deprecated in 3.11).
+notes = """
+Does not support keyword-argument form of alternative syntax (deprecated in 3.11).
 """
 output = """
 typeddicts_alt_syntax.py:23: error: TypedDict() expects a dictionary literal as the second argument  [misc]
@@ -18,5 +19,4 @@ Line 31: Unexpected errors ['typeddicts_alt_syntax.py:31: error: First argument
 Line 35: Unexpected errors ['typeddicts_alt_syntax.py:35: error: Too many arguments for TypedDict()  [misc]']
 Line 41: Unexpected errors ['typeddicts_alt_syntax.py:41: error: Unexpected arguments to TypedDict()  [misc]']
 Line 44: Unexpected errors ['typeddicts_alt_syntax.py:44: error: Extra keys ("name", "year") for TypedDict "Movie2"  [typeddict-unknown-key]']
-Line 45: Unexpected errors ['typeddicts_alt_syntax.py:45: error: Extra keys ("name", "year") for TypedDict "Movie2"  [typeddict-unknown-key]']
 """
diff --git a/conformance/results/mypy/typeddicts_operations.toml b/conformance/results/mypy/typeddicts_operations.toml
index 004da4083..920a43ff8 100644
--- a/conformance/results/mypy/typeddicts_operations.toml
+++ b/conformance/results/mypy/typeddicts_operations.toml
@@ -14,15 +14,4 @@ typeddicts_operations.py:62: error: "MovieOptional" has no attribute "clear"  [a
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 22: Unexpected errors ['typeddicts_operations.py:22: error: Value of "name" has incompatible type "int"; expected "str"  [typeddict-item]']
-Line 23: Unexpected errors ['typeddicts_operations.py:23: error: Value of "year" has incompatible type "str"; expected "int"  [typeddict-item]']
-Line 24: Unexpected errors ['typeddicts_operations.py:24: error: TypedDict "Movie" has no key "other"  [typeddict-unknown-key]']
-Line 26: Unexpected errors ['typeddicts_operations.py:26: error: TypedDict "Movie" has no key "other"  [typeddict-item]']
-Line 28: Unexpected errors ['typeddicts_operations.py:28: error: Missing key "year" for TypedDict "Movie"  [typeddict-item]']
-Line 29: Unexpected errors ['typeddicts_operations.py:29: error: Incompatible types (expression has type "float", TypedDict item "year" has type "int")  [typeddict-item]']
-Line 32: Unexpected errors ['typeddicts_operations.py:32: error: Extra key "other" for TypedDict "Movie"  [typeddict-unknown-key]']
-Line 37: Unexpected errors ['typeddicts_operations.py:37: error: Expected TypedDict key to be string literal  [misc]']
-Line 47: Unexpected errors ['typeddicts_operations.py:47: error: "Movie" has no attribute "clear"  [attr-defined]']
-Line 49: Unexpected errors ['typeddicts_operations.py:49: error: Key "name" of TypedDict "Movie" cannot be deleted  [misc]']
-Line 62: Unexpected errors ['typeddicts_operations.py:62: error: "MovieOptional" has no attribute "clear"  [attr-defined]']
 """
diff --git a/conformance/results/mypy/typeddicts_required.toml b/conformance/results/mypy/typeddicts_required.toml
index 81353a69b..944b9504c 100644
--- a/conformance/results/mypy/typeddicts_required.toml
+++ b/conformance/results/mypy/typeddicts_required.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not support nesting of `Annotated` and `Required` or `NotRequired`.
+notes = """
+Does not support nesting of `Annotated` and `Required` or `NotRequired`.
 """
 output = """
 typeddicts_required.py:12: error: Required[] can be only used in a TypedDict definition  [valid-type]
@@ -11,10 +12,8 @@ typeddicts_required.py:67: error: Required[] can be only used in a TypedDict def
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 12: Unexpected errors ['typeddicts_required.py:12: error: Required[] can be only used in a TypedDict definition  [valid-type]']
+Line 17: Expected 1 errors
 Line 16: Unexpected errors ['typeddicts_required.py:16: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
-Line 59: Unexpected errors ['typeddicts_required.py:59: error: Required[] can be only used in a TypedDict definition  [valid-type]']
-Line 60: Unexpected errors ['typeddicts_required.py:60: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
 Line 65: Unexpected errors ['typeddicts_required.py:65: error: Required[] can be only used in a TypedDict definition  [valid-type]']
 Line 67: Unexpected errors ['typeddicts_required.py:67: error: Required[] can be only used in a TypedDict definition  [valid-type]']
 """
diff --git a/conformance/results/mypy/version.toml b/conformance/results/mypy/version.toml
index 15e6e85c0..4f076d3cf 100644
--- a/conformance/results/mypy/version.toml
+++ b/conformance/results/mypy/version.toml
@@ -1,2 +1,2 @@
 version = "mypy 1.9.0"
-test_duration = 1.4
+test_duration = 1.6
diff --git a/conformance/results/pyre/aliases_explicit.toml b/conformance/results/pyre/aliases_explicit.toml
index 139389299..6206b5b46 100644
--- a/conformance/results/pyre/aliases_explicit.toml
+++ b/conformance/results/pyre/aliases_explicit.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Incorrectly reports error for type alias defined with ParamSpec.
+notes = """
+Incorrectly reports error for type alias defined with ParamSpec.
 Incorrectly rejects some valid type aliases when used in annotations.
 Incorrectly evaluates generic type alias with ParamSpec with missing type argument.
 Does not report some illegal annotation forms as invalid type aliases.
diff --git a/conformance/results/pyre/aliases_implicit.toml b/conformance/results/pyre/aliases_implicit.toml
index 4df929ff7..a94010bbf 100644
--- a/conformance/results/pyre/aliases_implicit.toml
+++ b/conformance/results/pyre/aliases_implicit.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Incorrectly reports error for type alias defined with ParamSpec.
+notes = """
+Incorrectly reports error for type alias defined with ParamSpec.
 Incorrectly rejects some valid type aliases when used in annotations.
 Incorrectly evaluates generic type alias with ParamSpec with missing type argument.
 Does not report invalid specialization of generic type aliases.
@@ -33,6 +34,14 @@ aliases_implicit.py:119:9 Undefined or invalid type [11]: Annotation `BadTypeAli
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 76: Expected 1 errors
+Line 77: Expected 1 errors
+Line 78: Expected 1 errors
+Line 79: Expected 1 errors
+Line 80: Expected 1 errors
+Line 81: Expected 1 errors
+Line 133: Expected 1 errors
+Line 135: Expected 1 errors
 Line 38: Unexpected errors ['aliases_implicit.py:38:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[object, TypeVar]`.']
 Line 42: Unexpected errors ['aliases_implicit.py:42:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[ParamSpec, None]`.']
 Line 54: Unexpected errors ['aliases_implicit.py:54:8 Undefined or invalid type [11]: Annotation `GoodTypeAlias9` is not defined as a type.']
@@ -42,18 +51,4 @@ Line 64: Unexpected errors ['aliases_implicit.py:64:26 Incompatible parameter ty
 Line 65: Unexpected errors ['aliases_implicit.py:65:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int], Type[int], Type[str]]`.']
 Line 68: Unexpected errors ['aliases_implicit.py:68:29 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[List[Type[Union[int, str]]], None]`.']
 Line 72: Unexpected errors ['aliases_implicit.py:72:30 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[typing.Any, None]`.']
-Line 106: Unexpected errors ['aliases_implicit.py:106:8 Undefined or invalid type [11]: Annotation `BadTypeAlias1` is not defined as a type.']
-Line 107: Unexpected errors ['aliases_implicit.py:107:8 Undefined or invalid type [11]: Annotation `BadTypeAlias2` is not defined as a type.']
-Line 108: Unexpected errors ['aliases_implicit.py:108:8 Undefined or invalid type [11]: Annotation `BadTypeAlias3` is not defined as a type.']
-Line 109: Unexpected errors ['aliases_implicit.py:109:8 Undefined or invalid type [11]: Annotation `BadTypeAlias4` is not defined as a type.']
-Line 110: Unexpected errors ['aliases_implicit.py:110:8 Undefined or invalid type [11]: Annotation `BadTypeAlias5` is not defined as a type.']
-Line 111: Unexpected errors ['aliases_implicit.py:111:8 Undefined or invalid type [11]: Annotation `BadTypeAlias6` is not defined as a type.']
-Line 112: Unexpected errors ['aliases_implicit.py:112:8 Undefined or invalid type [11]: Annotation `BadTypeAlias7` is not defined as a type.']
-Line 113: Unexpected errors ['aliases_implicit.py:113:8 Undefined or invalid type [11]: Annotation `BadTypeAlias8` is not defined as a type.']
-Line 114: Unexpected errors ['aliases_implicit.py:114:8 Undefined or invalid type [11]: Annotation `BadTypeAlias9` is not defined as a type.']
-Line 115: Unexpected errors ['aliases_implicit.py:115:9 Undefined or invalid type [11]: Annotation `BadTypeAlias10` is not defined as a type.']
-Line 116: Unexpected errors ['aliases_implicit.py:116:9 Undefined or invalid type [11]: Annotation `BadTypeAlias11` is not defined as a type.']
-Line 117: Unexpected errors ['aliases_implicit.py:117:9 Undefined or invalid type [11]: Annotation `BadTypeAlias12` is not defined as a type.']
-Line 118: Unexpected errors ['aliases_implicit.py:118:9 Undefined or invalid type [11]: Annotation `BadTypeAlias13` is not defined as a type.']
-Line 119: Unexpected errors ['aliases_implicit.py:119:9 Undefined or invalid type [11]: Annotation `BadTypeAlias14` is not defined as a type.']
 """
diff --git a/conformance/results/pyre/aliases_newtype.toml b/conformance/results/pyre/aliases_newtype.toml
index 50fdfbbd0..e9de50146 100644
--- a/conformance/results/pyre/aliases_newtype.toml
+++ b/conformance/results/pyre/aliases_newtype.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject use of NewType in `isinstance` call.
+notes = """
+Does not reject use of NewType in `isinstance` call.
 Does not reject use of NewType in class definition statement.
 Does not report inconsistency between name of NewType and assigned identifier name.
 Does not reject use of NewType with generic class with TypeVar.
@@ -18,11 +19,10 @@ aliases_newtype.py:62:37 Invalid inheritance [39]: `typing.Any` is not a valid p
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 11: Unexpected errors ['aliases_newtype.py:11:7 Incompatible parameter type [6]: In call `UserId.__init__`, for 1st positional argument, expected `int` but got `str`.']
-Line 12: Unexpected errors ['aliases_newtype.py:12:0 Incompatible variable type [9]: u1 is declared to have type `UserId` but is used as type `int`.']
-Line 38: Unexpected errors ['aliases_newtype.py:38:5 Invalid type parameters [24]: Non-generic type `GoodNewType1` cannot take parameters.']
-Line 44: Unexpected errors ['aliases_newtype.py:44:37 Invalid inheritance [39]: `typing.Union[int, str]` is not a valid parent class.']
-Line 51: Unexpected errors ['aliases_newtype.py:51:37 Invalid inheritance [39]: `typing_extensions.Literal[7]` is not a valid parent class.']
-Line 60: Unexpected errors ['aliases_newtype.py:60:14 Too many arguments [19]: Call `NewType.__init__` expects 2 positional arguments, 3 were provided.']
-Line 62: Unexpected errors ['aliases_newtype.py:62:37 Invalid inheritance [39]: `typing.Any` is not a valid parent class.']
+Line 20: Expected 1 errors
+Line 23: Expected 1 errors
+Line 32: Expected 1 errors
+Line 47: Expected 1 errors
+Line 49: Expected 1 errors
+Line 58: Expected 1 errors
 """
diff --git a/conformance/results/pyre/aliases_recursive.toml b/conformance/results/pyre/aliases_recursive.toml
index 008f5e546..29df02a46 100644
--- a/conformance/results/pyre/aliases_recursive.toml
+++ b/conformance/results/pyre/aliases_recursive.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not properly handle some recursive type aliases.
+notes = """
+Does not properly handle some recursive type aliases.
 Does not properly handle specialization of generic recursive type aliases.
 """
 output = """
@@ -20,8 +21,7 @@ aliases_recursive.py:81:0 Incompatible variable type [9]: MutualReference2 is de
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 19: Unexpected errors ['aliases_recursive.py:19:0 Incompatible variable type [9]: j4 is declared to have type `aliases_recursive.Json (resolves to Union[None, Dict[str, Json], List[Json], float, int, str])` but is used as type `Dict[str, complex]`.']
-Line 20: Unexpected errors ['aliases_recursive.py:20:0 Incompatible variable type [9]: j5 is declared to have type `aliases_recursive.Json (resolves to Union[None, Dict[str, Json], List[Json], float, int, str])` but is used as type `List[complex]`.']
+Line 80: Expected 1 errors
 Line 30: Unexpected errors ['aliases_recursive.py:30:35 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[str, typing.Any]`.']
 Line 33: Unexpected errors ['aliases_recursive.py:33:4 Undefined or invalid type [11]: Annotation `RecursiveTuple` is not defined as a type.']
 Line 42: Unexpected errors ['aliases_recursive.py:42:39 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_KT]], Type[Variable[_VT_co](covariant)]]` but got `Tuple[Type[str], str]`.']
@@ -31,7 +31,6 @@ Line 65: Unexpected errors ['aliases_recursive.py:65:4 Undefined or invalid type
 Line 66: Unexpected errors ['aliases_recursive.py:66:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias1` is not defined as a type.']
 Line 69: Unexpected errors ['aliases_recursive.py:69:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `_SpecialForm`.']
 Line 71: Unexpected errors ['aliases_recursive.py:71:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias2` is not defined as a type.']
-Line 76: Unexpected errors ['aliases_recursive.py:76:0 Incompatible variable type [9]: RecursiveUnion is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.']
 Line 78: Unexpected errors ['aliases_recursive.py:78:0 Incompatible variable type [9]: MutualReference1 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.']
 Line 81: Unexpected errors ['aliases_recursive.py:81:0 Incompatible variable type [9]: MutualReference2 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.']
 """
diff --git a/conformance/results/pyre/aliases_type_statement.toml b/conformance/results/pyre/aliases_type_statement.toml
index 2fac8d2e0..4aaccfbb0 100644
--- a/conformance/results/pyre/aliases_type_statement.toml
+++ b/conformance/results/pyre/aliases_type_statement.toml
@@ -1,10 +1,24 @@
 conformant = "Unsupported"
-notes = """Does not support `type` statement.
+notes = """
+Does not support `type` statement.
 """
 output = """
 aliases_type_statement.py:8:6 Parsing failure [404]: invalid syntax
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 17: Expected 1 errors
+Line 19: Expected 1 errors
+Line 23: Expected 1 errors
+Line 26: Expected 1 errors
+Line 31: Expected 1 errors
+Line 52: Expected 1 errors
+Line 64: Expected 1 errors
+Line 69: Expected 1 errors
+Line 79: Expected 1 errors
+Line 81: Expected 1 errors
+Line 84: Expected 1 errors
+Line 86: Expected 1 errors
+Line 90: Expected 1 errors
 Line 8: Unexpected errors ['aliases_type_statement.py:8:6 Parsing failure [404]: invalid syntax']
 """
diff --git a/conformance/results/pyre/aliases_typealiastype.toml b/conformance/results/pyre/aliases_typealiastype.toml
index b013b168a..f13dc4704 100644
--- a/conformance/results/pyre/aliases_typealiastype.toml
+++ b/conformance/results/pyre/aliases_typealiastype.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Support for TypeAliasType is not implemented.
+notes = """
+Support for TypeAliasType is not implemented.
 """
 output = """
 aliases_typealiastype.py:5:0 Undefined import [21]: Could not find a name `TypeAliasType` defined in module `typing`.
@@ -44,6 +45,12 @@ aliases_typealiastype.py:70:13 Undefined attribute [16]: Module `typing` has no
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 32: Expected 1 errors
+Line 40: Expected 1 errors
+Line 45: Expected 1 errors
+Line 46: Expected 1 errors, got 2 (['aliases_typealiastype.py:46:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.', 'aliases_typealiastype.py:46:44 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.'])
+Line 49: Expected 1 errors
+Line 53: Expected 1 errors
 Line 5: Unexpected errors ['aliases_typealiastype.py:5:0 Undefined import [21]: Could not find a name `TypeAliasType` defined in module `typing`.']
 Line 16: Unexpected errors ['aliases_typealiastype.py:16:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
 Line 17: Unexpected errors ['aliases_typealiastype.py:17:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.', 'aliases_typealiastype.py:17:46 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
@@ -57,11 +64,8 @@ Line 37: Unexpected errors ['aliases_typealiastype.py:37:4 Undefined or invalid
 Line 39: Unexpected errors ['aliases_typealiastype.py:39:4 Invalid type [31]: Expression `$local_aliases_typealiastype$GoodAlias5[(int, str, [int, str], *tuple[(int, str, int)])]` is not a valid type.']
 Line 43: Unexpected errors ['aliases_typealiastype.py:43:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
 Line 44: Unexpected errors ['aliases_typealiastype.py:44:22 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
-Line 46: Unexpected errors ['aliases_typealiastype.py:46:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.', 'aliases_typealiastype.py:46:44 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
 Line 47: Unexpected errors ['aliases_typealiastype.py:47:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 50: Unexpected errors ['aliases_typealiastype.py:50:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
 Line 51: Unexpected errors ['aliases_typealiastype.py:51:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 54: Unexpected errors ['aliases_typealiastype.py:54:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
 Line 55: Unexpected errors ['aliases_typealiastype.py:55:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
 Line 58: Unexpected errors ['aliases_typealiastype.py:58:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
 Line 59: Unexpected errors ['aliases_typealiastype.py:59:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
diff --git a/conformance/results/pyre/aliases_variance.toml b/conformance/results/pyre/aliases_variance.toml
index 97ebc7f07..628ffee01 100644
--- a/conformance/results/pyre/aliases_variance.toml
+++ b/conformance/results/pyre/aliases_variance.toml
@@ -7,8 +7,4 @@ aliases_variance.py:44:0 Invalid type variance [46]: The type variable `Variable
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 24: Unexpected errors ['aliases_variance.py:24:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T]` because subclasses cannot use more permissive type variables than their superclasses.']
-Line 28: Unexpected errors ['aliases_variance.py:28:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T]` because subclasses cannot use more permissive type variables than their superclasses.']
-Line 32: Unexpected errors ['aliases_variance.py:32:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T]` because subclasses cannot use more permissive type variables than their superclasses.']
-Line 44: Unexpected errors ['aliases_variance.py:44:0 Invalid type variance [46]: The type variable `Variable[T_contra](contravariant)` is incompatible with parent class type variable `Variable[T]` because subclasses cannot use more permissive type variables than their superclasses.']
 """
diff --git a/conformance/results/pyre/annotations_coroutines.toml b/conformance/results/pyre/annotations_coroutines.toml
index 7484cb4ce..cf8bc0f9c 100644
--- a/conformance/results/pyre/annotations_coroutines.toml
+++ b/conformance/results/pyre/annotations_coroutines.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not evaluate correct type for async function.
+notes = """
+Does not evaluate correct type for async function.
 """
 output = """
 annotations_coroutines.py:19:45 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_T_co](covariant)], Type[Variable[_T_contra](contravariant)], Type[Variable[_V_co](covariant)]]` but got `Tuple[object, object, Type[str]]`.
diff --git a/conformance/results/pyre/annotations_forward_refs.toml b/conformance/results/pyre/annotations_forward_refs.toml
index e66b77b39..00d759cda 100644
--- a/conformance/results/pyre/annotations_forward_refs.toml
+++ b/conformance/results/pyre/annotations_forward_refs.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report error for a forward reference that is not enclosed in quotes.
+notes = """
+Does not report error for a forward reference that is not enclosed in quotes.
 Does not report error for use of quoted type with "|" operator (runtime error).
 Does not reject f-string in quoted type annotation.
 Incorrectly generates error for quoted type defined in class scope.
@@ -29,6 +30,7 @@ annotations_forward_refs.py:100:7 Undefined or invalid type [11]: Annotation `
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 89: Expected 1 errors
 Line 19: Unexpected errors ['annotations_forward_refs.py:19:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.']
 Line 41: Unexpected errors ['annotations_forward_refs.py:41:8 Undefined or invalid type [11]: Annotation `eval(.join(map(chr, [105, 110, 116])))` is not defined as a type.']
 Line 42: Unexpected errors ['annotations_forward_refs.py:42:8 Invalid type [31]: Expression `"[int, str]"` is not a valid type.']
@@ -45,7 +47,6 @@ Line 52: Unexpected errors ['annotations_forward_refs.py:52:9 Invalid type [31]:
 Line 53: Unexpected errors ['annotations_forward_refs.py:53:9 Invalid type [31]: Expression `"int or str"` is not a valid type.']
 Line 55: Unexpected errors ['annotations_forward_refs.py:55:9 Undefined or invalid type [11]: Annotation `types` is not defined as a type.']
 Line 77: Unexpected errors ['annotations_forward_refs.py:77:0 Uninitialized attribute [13]: Attribute `ClassC` is declared in class `ClassD` to have type `ClassC` but is never initialized.']
-Line 80: Unexpected errors ['annotations_forward_refs.py:80:12 Undefined or invalid type [11]: Annotation `ClassF` is not defined as a type.']
 Line 87: Unexpected errors ['annotations_forward_refs.py:87:7 Undefined or invalid type [11]: Annotation `ClassD.int` is not defined as a type.']
 Line 100: Unexpected errors ['annotations_forward_refs.py:100:7 Undefined or invalid type [11]: Annotation `']
 """
diff --git a/conformance/results/pyre/annotations_generators.toml b/conformance/results/pyre/annotations_generators.toml
index 96b6cd5fc..85ff14127 100644
--- a/conformance/results/pyre/annotations_generators.toml
+++ b/conformance/results/pyre/annotations_generators.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report invalid return type for generator when function implicitly returns None.
+notes = """
+Does not report invalid return type for generator when function implicitly returns None.
 Incorrectly evaluates type of call to async generator.
 """
 output = """
@@ -21,17 +22,12 @@ annotations_generators.py:182:58 Undefined attribute [16]: `AsyncIterator` has n
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 54: Unexpected errors ['annotations_generators.py:54:8 Incompatible return type [7]: Expected `Generator[A, B, C]` but got `Generator[typing.Any, typing.Any, bool]`.']
-Line 57: Unexpected errors ['annotations_generators.py:57:8 Incompatible return type [7]: Expected `Generator[A, B, C]` but got `Generator[int, typing.Any, typing.Any]`.']
+Line 51: Expected 1 errors
+Line 86: Expected 1 errors
 Line 66: Unexpected errors ['annotations_generators.py:66:8 Incompatible return type [7]: Expected `Generator[A, int, typing.Any]` but got `Generator[int, typing.Any, typing.Any]`.']
-Line 75: Unexpected errors ['annotations_generators.py:75:4 Incompatible return type [7]: Expected `Iterator[A]` but got `Generator[B, typing.Any, typing.Any]`.']
 Line 87: Unexpected errors ['annotations_generators.py:87:4 Incompatible return type [7]: Expected `int` but got `Generator[None, typing.Any, typing.Any]`.']
 Line 88: Unexpected errors ['annotations_generators.py:88:4 Incompatible return type [7]: Expected `int` but got `Generator[typing.Any, typing.Any, int]`.']
-Line 91: Unexpected errors ['annotations_generators.py:91:0 Incompatible async generator return type [57]: Expected return annotation to be AsyncGenerator or a superclass but got `int`.']
 Line 92: Unexpected errors ['annotations_generators.py:92:4 Incompatible return type [7]: Expected `int` but got `AsyncGenerator[None, typing.Any]`.']
-Line 118: Unexpected errors ['annotations_generators.py:118:4 Incompatible return type [7]: Expected `Iterator[B]` but got `Generator[A, None, typing.Any]`.']
-Line 119: Unexpected errors ['annotations_generators.py:119:4 Incompatible return type [7]: Expected `Iterator[B]` but got `Generator[int, None, typing.Any]`.']
-Line 135: Unexpected errors ['annotations_generators.py:135:4 Incompatible return type [7]: Expected `Generator[None, str, None]` but got `Generator[None, int, typing.Any]`.']
 Line 167: Unexpected errors ['annotations_generators.py:167:35 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_T_co](covariant)], Type[Variable[_T_contra](contravariant)]]` but got `Tuple[Type[str], None]`.']
 Line 174: Unexpected errors ['annotations_generators.py:174:35 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_T_co](covariant)], Type[Variable[_T_contra](contravariant)]]` but got `Tuple[Type[str], None]`.']
 Line 182: Unexpected errors ['annotations_generators.py:182:48 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_T_co](covariant)], Type[Variable[_T_contra](contravariant)], Type[Variable[_V_co](covariant)]]` but got `Tuple[object, object, typing.Any]`.', 'annotations_generators.py:182:58 Undefined attribute [16]: `AsyncIterator` has no attribute `__getitem__`.']
diff --git a/conformance/results/pyre/annotations_methods.toml b/conformance/results/pyre/annotations_methods.toml
index ed12407a5..7c6686a21 100644
--- a/conformance/results/pyre/annotations_methods.toml
+++ b/conformance/results/pyre/annotations_methods.toml
@@ -1,5 +1,6 @@
 conformant = "Pass"
-notes = """Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.
+notes = """
+Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.
 """
 output = """
 """
diff --git a/conformance/results/pyre/callables_annotation.toml b/conformance/results/pyre/callables_annotation.toml
index e7cf33204..1f9f8ed81 100644
--- a/conformance/results/pyre/callables_annotation.toml
+++ b/conformance/results/pyre/callables_annotation.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not evaluate correct type for `*args: int` parameter.
+notes = """
+Does not evaluate correct type for `*args: int` parameter.
 Does not reject illegal form `Callable[[...], int]`.
 """
 output = """
diff --git a/conformance/results/pyre/callables_kwargs.toml b/conformance/results/pyre/callables_kwargs.toml
index d95975240..ac59ba5d2 100644
--- a/conformance/results/pyre/callables_kwargs.toml
+++ b/conformance/results/pyre/callables_kwargs.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand Unpack in the context of **kwargs annotation.
+notes = """
+Does not understand Unpack in the context of **kwargs annotation.
 """
 output = """
 callables_kwargs.py:22:20 Undefined or invalid type [11]: Annotation `Unpack` is not defined as a type.
@@ -11,10 +12,17 @@ callables_kwargs.py:121:20 Invalid type variable [34]: The type variable `Variab
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 26: Expected 1 errors
+Line 43: Expected 1 errors
+Line 48: Expected 1 errors
+Line 55: Expected 1 errors
+Line 60: Expected 1 errors
+Line 98: Expected 1 errors
+Line 99: Expected 1 errors
+Line 100: Expected 1 errors
+Line 108: Expected 1 errors
+Line 120: Expected 1 errors
 Line 22: Unexpected errors ['callables_kwargs.py:22:20 Undefined or invalid type [11]: Annotation `Unpack` is not defined as a type.']
-Line 49: Unexpected errors ['callables_kwargs.py:49:4 Too many arguments [19]: Call `func1` expects 1 positional argument, 4 were provided.']
 Line 59: Unexpected errors ['callables_kwargs.py:59:12 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `str` but got `object`.']
-Line 61: Unexpected errors ['callables_kwargs.py:61:10 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `str` but got `int`.']
-Line 62: Unexpected errors ['callables_kwargs.py:62:18 Incompatible parameter type [6]: In call `func2`, for 2nd positional argument, expected `str` but got `object`.']
 Line 121: Unexpected errors ["callables_kwargs.py:121:20 Invalid type variable [34]: The type variable `Variable[T (bound to callables_kwargs.TD2)]` isn't present in the function's parameters."]
 """
diff --git a/conformance/results/pyre/callables_protocol.toml b/conformance/results/pyre/callables_protocol.toml
index f6a04b2db..c4630b5ee 100644
--- a/conformance/results/pyre/callables_protocol.toml
+++ b/conformance/results/pyre/callables_protocol.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not correctly handle callback protocol that declares attributes in all functions.
+notes = """
+Does not correctly handle callback protocol that declares attributes in all functions.
 Does not report type incompatibility for callback protocol with positional-only parameters.
 Incorrectly reports type compatibility error with callback that has *args and **kwargs.
 Does not report type incompatibility for callback missing a default argument for positional parameter.
@@ -25,20 +26,9 @@ callables_protocol.py:260:0 Incompatible variable type [9]: cb12 is declared to
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 35: Unexpected errors ['callables_protocol.py:35:0 Incompatible variable type [9]: cb1 is declared to have type `Proto1` but is used as type `typing.Callable(cb1_bad1)[[Variable(bytes), KeywordOnly(max_items, Optional[int])], List[bytes]]`.']
-Line 36: Unexpected errors ['callables_protocol.py:36:0 Incompatible variable type [9]: cb1 is declared to have type `Proto1` but is used as type `typing.Callable(cb1_bad2)[[Variable(bytes)], List[bytes]]`.']
-Line 37: Unexpected errors ['callables_protocol.py:37:0 Incompatible variable type [9]: cb1 is declared to have type `Proto1` but is used as type `typing.Callable(cb1_bad3)[[Variable(bytes), KeywordOnly(max_len, Optional[str])], List[bytes]]`.']
-Line 67: Unexpected errors ['callables_protocol.py:67:0 Incompatible variable type [9]: cb2 is declared to have type `Proto2` but is used as type `typing.Callable(cb2_bad1)[[Variable(bytes)], typing.Any]`.']
-Line 68: Unexpected errors ['callables_protocol.py:68:0 Incompatible variable type [9]: cb2 is declared to have type `Proto2` but is used as type `typing.Callable(cb2_bad2)[[Variable(str), Keywords(str)], typing.Any]`.']
-Line 69: Unexpected errors ['callables_protocol.py:69:0 Incompatible variable type [9]: cb2 is declared to have type `Proto2` but is used as type `typing.Callable(cb2_bad3)[[Variable(bytes), Keywords(bytes)], typing.Any]`.']
-Line 70: Unexpected errors ['callables_protocol.py:70:0 Incompatible variable type [9]: cb2 is declared to have type `Proto2` but is used as type `typing.Callable(cb2_bad4)[[Keywords(str)], typing.Any]`.']
-Line 97: Unexpected errors ['callables_protocol.py:97:0 Incompatible variable type [9]: var4 is declared to have type `Proto4` but is used as type `typing.Callable(cb4_bad1)[[Named(x, int)], None]`.']
-Line 121: Unexpected errors ['callables_protocol.py:121:0 Incompatible variable type [9]: cb6 is declared to have type `NotProto6` but is used as type `typing.Callable(cb6_bad1)[[Variable(bytes), KeywordOnly(max_len, Optional[int], default)], List[bytes]]`.']
-Line 169: Unexpected errors ['callables_protocol.py:169:0 Incompatible variable type [9]: cb8 is declared to have type `Proto8` but is used as type `typing.Callable(cb8_bad1)[[Named(x, int)], typing.Any]`.']
-Line 186: Unexpected errors ['callables_protocol.py:186:4 Incompatible attribute type [8]: Attribute `other_attribute` declared in class `Proto9` has type `int` but is used as type `str`.']
-Line 187: Unexpected errors ['callables_protocol.py:187:4 Undefined attribute [16]: `Proto9` has no attribute `xxx`.']
-Line 197: Unexpected errors ['callables_protocol.py:197:6 Undefined attribute [16]: `Proto9` has no attribute `other_attribute2`.']
+Line 238: Expected 1 errors
+Line 284: Expected 1 errors
+Line 311: Expected 1 errors
 Line 216: Unexpected errors ['callables_protocol.py:216:0 Incompatible variable type [9]: cb10 is declared to have type `Proto10` but is used as type `typing.Callable(cb10_good)[[], None]`.']
 Line 259: Unexpected errors ['callables_protocol.py:259:0 Incompatible variable type [9]: cb12 is declared to have type `Proto12` but is used as type `typing.Callable(cb12_good2)[[Variable(typing.Any), Keywords(typing.Any)], None]`.']
-Line 260: Unexpected errors ['callables_protocol.py:260:0 Incompatible variable type [9]: cb12 is declared to have type `Proto12` but is used as type `typing.Callable(cb12_bad1)[[Variable(typing.Any), KeywordOnly(kwarg0, typing.Any)], None]`.']
 """
diff --git a/conformance/results/pyre/classes_classvar.toml b/conformance/results/pyre/classes_classvar.toml
index 62a4a63ba..f2be82e38 100644
--- a/conformance/results/pyre/classes_classvar.toml
+++ b/conformance/results/pyre/classes_classvar.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject use of TypeVar in ClassVar.
+notes = """
+Does not reject use of TypeVar in ClassVar.
 Does not reject use of ParamSpec in ClassVar.
 Does not reject use of ClassVar as a generic type argument.
 Does not reject use of ClassVar in parameter type annotation.
@@ -26,15 +27,17 @@ classes_classvar.py:129:0 Incompatible variable type [9]: a is declared to have
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 43: Expected 1 errors
+Line 44: Expected 1 errors
+Line 45: Expected 1 errors
+Line 48: Expected 1 errors
+Line 53: Expected 1 errors
+Line 61: Expected 1 errors
+Line 62: Expected 1 errors
+Line 65: Expected 1 errors
+Line 69: Expected 1 errors
+Line 70: Expected 1 errors
 Line 33: Unexpected errors ['classes_classvar.py:33:0 Uninitialized attribute [13]: Attribute `bad1` is declared in class `ClassA` to have type `typing.Any` but is never initialized.', 'classes_classvar.py:33:0 Uninitialized attribute [13]: Attribute `bad4` is declared in class `ClassA` to have type `Variable[T]` but is never initialized.', 'classes_classvar.py:33:0 Uninitialized attribute [13]: Attribute `bad5` is declared in class `ClassA` to have type `typing.List[Variable[T]]` but is never initialized.', 'classes_classvar.py:33:0 Uninitialized attribute [13]: Attribute `bad6` is declared in class `ClassA` to have type `typing.Callable[classes_classvar.P, typing.Any]` but is never initialized.']
-Line 36: Unexpected errors ['classes_classvar.py:36:10 Invalid type parameters [24]: Generic type `CV` expects 1 type parameter, received 2.']
-Line 37: Unexpected errors ['classes_classvar.py:37:10 Invalid type [31]: Expression `typing.ClassVar[3]` is not a valid type.']
-Line 38: Unexpected errors ['classes_classvar.py:38:13 Unbound name [10]: Name `var` is used but not defined in the current scope.']
-Line 50: Unexpected errors ['classes_classvar.py:50:4 Incompatible attribute type [8]: Attribute `bad8` declared in class `ClassA` has type `List[str]` but is used as type `Dict[Variable[_KT], Variable[_VT]]`.']
-Line 52: Unexpected errors ['classes_classvar.py:52:10 Unbound name [10]: Name `Final` is used but not defined in the current scope.']
-Line 63: Unexpected errors ['classes_classvar.py:63:8 Undefined attribute [16]: `ClassA` has no attribute `xx`.']
 Line 66: Unexpected errors ['classes_classvar.py:66:8 Incompatible return type [7]: Expected `CV[int]` but got `int`.']
 Line 79: Unexpected errors ['classes_classvar.py:79:0 Uninitialized attribute [13]: Attribute `damage` is declared in class `BasicStarship` to have type `int` but is never initialized.']
-Line 100: Unexpected errors ['classes_classvar.py:100:0 Invalid assignment [41]: Assigning to class variable through instance, did you mean to assign to `Starship.stats` instead?']
-Line 129: Unexpected errors ['classes_classvar.py:129:0 Incompatible variable type [9]: a is declared to have type `ProtoA` but is used as type `ProtoAImpl`.']
 """
diff --git a/conformance/results/pyre/classes_override.toml b/conformance/results/pyre/classes_override.toml
index 35d2aef54..47a7d12b3 100644
--- a/conformance/results/pyre/classes_override.toml
+++ b/conformance/results/pyre/classes_override.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not yet support the @override decorator.
+notes = """
+Does not yet support the @override decorator.
 """
 output = """
 classes_override.py:7:0 Undefined import [21]: Could not find a name `override` defined in module `typing`.
diff --git a/conformance/results/pyre/dataclasses_descriptors.toml b/conformance/results/pyre/dataclasses_descriptors.toml
index c57c07284..929ca9616 100644
--- a/conformance/results/pyre/dataclasses_descriptors.toml
+++ b/conformance/results/pyre/dataclasses_descriptors.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Incorrectly generates error when calling constructor of dataclass with descriptor.
+notes = """
+Incorrectly generates error when calling constructor of dataclass with descriptor.
 """
 output = """
 dataclasses_descriptors.py:35:10 Incompatible parameter type [6]: In call `DC1.__init__`, for 1st positional argument, expected `Desc1` but got `int`.
diff --git a/conformance/results/pyre/dataclasses_frozen.toml b/conformance/results/pyre/dataclasses_frozen.toml
index 98afcd7c3..23be61772 100644
--- a/conformance/results/pyre/dataclasses_frozen.toml
+++ b/conformance/results/pyre/dataclasses_frozen.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject frozen dataclass inherited from non-frozen dataclass.
+notes = """
+Does not reject frozen dataclass inherited from non-frozen dataclass.
 Does not reject non-frozen dataclass inherited from frozen dataclass.
 """
 output = """
@@ -8,6 +9,4 @@ dataclasses_frozen.py:17:0 Invalid assignment [41]: Cannot reassign final attrib
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 16: Unexpected errors ['dataclasses_frozen.py:16:0 Invalid assignment [41]: Cannot reassign final attribute `dc1.a`.']
-Line 17: Unexpected errors ['dataclasses_frozen.py:17:0 Invalid assignment [41]: Cannot reassign final attribute `dc1.b`.']
 """
diff --git a/conformance/results/pyre/dataclasses_hash.toml b/conformance/results/pyre/dataclasses_hash.toml
index 93dda1a73..3a54be8cc 100644
--- a/conformance/results/pyre/dataclasses_hash.toml
+++ b/conformance/results/pyre/dataclasses_hash.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report when dataclass is not compatible with Hashable protocol.
+notes = """
+Does not report when dataclass is not compatible with Hashable protocol.
 """
 output = """
 """
diff --git a/conformance/results/pyre/dataclasses_inheritance.toml b/conformance/results/pyre/dataclasses_inheritance.toml
index f7331a090..8d0f14ca2 100644
--- a/conformance/results/pyre/dataclasses_inheritance.toml
+++ b/conformance/results/pyre/dataclasses_inheritance.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject ClassVar that is overridden by instance variable.
+notes = """
+Does not reject ClassVar that is overridden by instance variable.
 Does not reject instance variable that is overridden by ClassVar.
 """
 output = """
diff --git a/conformance/results/pyre/dataclasses_order.toml b/conformance/results/pyre/dataclasses_order.toml
index 6723ff082..0f2d6a2c5 100644
--- a/conformance/results/pyre/dataclasses_order.toml
+++ b/conformance/results/pyre/dataclasses_order.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report type incompatibility with comparison operator.
+notes = """
+Does not report type incompatibility with comparison operator.
 """
 output = """
 """
diff --git a/conformance/results/pyre/dataclasses_postinit.toml b/conformance/results/pyre/dataclasses_postinit.toml
index 5801b2b45..6e870e508 100644
--- a/conformance/results/pyre/dataclasses_postinit.toml
+++ b/conformance/results/pyre/dataclasses_postinit.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not perform validation of `__post_init__` method.
+notes = """
+Does not perform validation of `__post_init__` method.
 Does not reject access of `InitVar` from object.
 """
 output = """
@@ -7,5 +8,9 @@ dataclasses_postinit.py:54:4 Inconsistent override [14]: `dataclasses_postinit.D
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 19: Expected 1 errors
+Line 28: Expected 1 errors
+Line 29: Expected 1 errors
+Line 36: Expected 1 errors
 Line 54: Unexpected errors ['dataclasses_postinit.py:54:4 Inconsistent override [14]: `dataclasses_postinit.DC4.__post_init__` overrides method defined in `DC3` inconsistently. Could not find parameter `_age` in overridden signature.']
 """
diff --git a/conformance/results/pyre/dataclasses_slots.toml b/conformance/results/pyre/dataclasses_slots.toml
index a0c88b5c4..9f76db998 100644
--- a/conformance/results/pyre/dataclasses_slots.toml
+++ b/conformance/results/pyre/dataclasses_slots.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report error when `slots=True` is used with `__slots__` definition.
+notes = """
+Does not report error when `slots=True` is used with `__slots__` definition.
 Does not reject write to instance variable that is not defined in __slots__.
 Does not reject access to `__slots__` from dataclass instance when `slots=False`.
 """
diff --git a/conformance/results/pyre/dataclasses_transform_class.toml b/conformance/results/pyre/dataclasses_transform_class.toml
index 46f48dcc5..72533cc77 100644
--- a/conformance/results/pyre/dataclasses_transform_class.toml
+++ b/conformance/results/pyre/dataclasses_transform_class.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand @dataclass_transform.
+notes = """
+Does not understand @dataclass_transform.
 """
 output = """
 dataclasses_transform_class.py:27:0 Uninitialized attribute [13]: Attribute `not_a_field` is declared in class `ModelBase` to have type `str` but is never initialized.
diff --git a/conformance/results/pyre/dataclasses_transform_field.toml b/conformance/results/pyre/dataclasses_transform_field.toml
index ccbb281a6..713c8ec87 100644
--- a/conformance/results/pyre/dataclasses_transform_field.toml
+++ b/conformance/results/pyre/dataclasses_transform_field.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand @dataclass_transform.
+notes = """
+Does not understand @dataclass_transform.
 """
 output = """
 dataclasses_transform_field.py:49:42 Invalid type variable [34]: The type variable `Variable[T]` isn't present in the function's parameters.
diff --git a/conformance/results/pyre/dataclasses_transform_func.toml b/conformance/results/pyre/dataclasses_transform_func.toml
index ee83250e6..0749be7e3 100644
--- a/conformance/results/pyre/dataclasses_transform_func.toml
+++ b/conformance/results/pyre/dataclasses_transform_func.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand @dataclass_transform.
+notes = """
+Does not understand @dataclass_transform.
 """
 output = """
 dataclasses_transform_func.py:20:0 Incompatible overload [43]: The implementation of `create_model` does not accept all possible arguments of overload defined on line `20`.
diff --git a/conformance/results/pyre/dataclasses_transform_meta.toml b/conformance/results/pyre/dataclasses_transform_meta.toml
index 6137c8046..446318564 100644
--- a/conformance/results/pyre/dataclasses_transform_meta.toml
+++ b/conformance/results/pyre/dataclasses_transform_meta.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand @dataclass_transform.
+notes = """
+Does not understand @dataclass_transform.
 """
 output = """
 dataclasses_transform_meta.py:25:0 Uninitialized attribute [13]: Attribute `not_a_field` is declared in class `ModelMeta` to have type `str` but is never initialized.
diff --git a/conformance/results/pyre/dataclasses_usage.toml b/conformance/results/pyre/dataclasses_usage.toml
index 44a95eb3c..b8e6328d1 100644
--- a/conformance/results/pyre/dataclasses_usage.toml
+++ b/conformance/results/pyre/dataclasses_usage.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report error when field with no default follows field with default.
+notes = """
+Does not report error when field with no default follows field with default.
 Incorrectly reports error with InitVar that has default value.
 """
 output = """
@@ -22,12 +23,7 @@ errors_diff = """
 Line 62: Expected 1 errors
 Line 68: Expected 1 errors
 Line 74: Expected 1 errors
-Line 51: Unexpected errors ['dataclasses_usage.py:51:5 Missing argument [20]: Call `InventoryItem.__init__` expects argument `unit_price`.']
-Line 52: Unexpected errors ['dataclasses_usage.py:52:27 Incompatible parameter type [6]: In call `InventoryItem.__init__`, for 2nd positional argument, expected `float` but got `str`.']
-Line 53: Unexpected errors ['dataclasses_usage.py:53:5 Too many arguments [19]: Call `InventoryItem.__init__` expects 3 positional arguments, 4 were provided.']
 Line 73: Unexpected errors ['dataclasses_usage.py:73:4 Incompatible attribute type [8]: Attribute `a` declared in class `DC3` has type `InitVar[int]` but is used as type `int`.']
-Line 84: Unexpected errors ['dataclasses_usage.py:84:5 Too many arguments [19]: Call `DC4.__init__` expects 1 positional argument, 2 were provided.']
-Line 89: Unexpected errors ['dataclasses_usage.py:89:4 Incompatible attribute type [8]: Attribute `a` declared in class `DC5` has type `int` but is used as type `str`.']
 Line 116: Unexpected errors ['dataclasses_usage.py:116:0 Uninitialized attribute [13]: Attribute `y` is declared in class `DC8` to have type `int` but is never initialized.']
 Line 127: Unexpected errors ['dataclasses_usage.py:127:0 Too many arguments [19]: Call `DC7.__init__` expects 1 positional argument, 2 were provided.']
 Line 130: Unexpected errors ['dataclasses_usage.py:130:0 Missing argument [20]: Call `DC8.__init__` expects argument `y`.']
diff --git a/conformance/results/pyre/directives_assert_type.toml b/conformance/results/pyre/directives_assert_type.toml
index 1d01c0c12..b16852d99 100644
--- a/conformance/results/pyre/directives_assert_type.toml
+++ b/conformance/results/pyre/directives_assert_type.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand "assert_type".
+notes = """
+Does not understand "assert_type".
 """
 output = """
 directives_assert_type.py:31:4 Missing argument [20]: Call `assert_type` expects argument in position 0.
diff --git a/conformance/results/pyre/directives_no_type_check.toml b/conformance/results/pyre/directives_no_type_check.toml
index 29a5dc850..b05d4b585 100644
--- a/conformance/results/pyre/directives_no_type_check.toml
+++ b/conformance/results/pyre/directives_no_type_check.toml
@@ -1,5 +1,6 @@
 conformant = "Pass"
-notes = """Does not honor @no_type_check decorator.
+notes = """
+Does not honor @no_type_check decorator.
 """
 output = """
 directives_no_type_check.py:16:4 Incompatible attribute type [8]: Attribute `x` declared in class `ClassA` has type `int` but is used as type `str`.
diff --git a/conformance/results/pyre/directives_reveal_type.toml b/conformance/results/pyre/directives_reveal_type.toml
index b75505e26..1627b476d 100644
--- a/conformance/results/pyre/directives_reveal_type.toml
+++ b/conformance/results/pyre/directives_reveal_type.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand reveal_type call.
+notes = """
+Does not understand reveal_type call.
 """
 output = """
 directives_reveal_type.py:19:4 Missing argument [20]: Call `reveal_type` expects argument in position 0.
diff --git a/conformance/results/pyre/directives_type_ignore_file1.toml b/conformance/results/pyre/directives_type_ignore_file1.toml
index 66b1680ff..3efc56a3e 100644
--- a/conformance/results/pyre/directives_type_ignore_file1.toml
+++ b/conformance/results/pyre/directives_type_ignore_file1.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support file-level `#type: ignore` comment.
+notes = """
+Does not support file-level `#type: ignore` comment.
 """
 output = """
 directives_type_ignore_file1.py:16:0 Incompatible variable type [9]: x is declared to have type `int` but is used as type `str`.
diff --git a/conformance/results/pyre/directives_version_platform.toml b/conformance/results/pyre/directives_version_platform.toml
index 586c43695..fde74f498 100644
--- a/conformance/results/pyre/directives_version_platform.toml
+++ b/conformance/results/pyre/directives_version_platform.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not support sys.platform checks.
+notes = """
+Does not support sys.platform checks.
 Does not support os.name checks.
 """
 output = """
diff --git a/conformance/results/pyre/generics_base_class.toml b/conformance/results/pyre/generics_base_class.toml
index 890907a19..af22315b1 100644
--- a/conformance/results/pyre/generics_base_class.toml
+++ b/conformance/results/pyre/generics_base_class.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject illegal use of Generic.
+notes = """
+Does not reject illegal use of Generic.
 Does not allow using generic in assert_type expression.
 """
 output = """
diff --git a/conformance/results/pyre/generics_basic.toml b/conformance/results/pyre/generics_basic.toml
index a2a24385b..ab39c6514 100644
--- a/conformance/results/pyre/generics_basic.toml
+++ b/conformance/results/pyre/generics_basic.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """False positives in examples using constrained type variables.
+notes = """
+False positives in examples using constrained type variables.
 False negative in custom map example.
 False positive using `iter`.
 False negative for generic metaclass.
diff --git a/conformance/results/pyre/generics_defaults.toml b/conformance/results/pyre/generics_defaults.toml
index 2322628a3..30659a8ea 100644
--- a/conformance/results/pyre/generics_defaults.toml
+++ b/conformance/results/pyre/generics_defaults.toml
@@ -30,6 +30,7 @@ generics_defaults.py:172:33 Undefined attribute [16]: `Foo7` has no attribute `_
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 26: Expected 1 errors
 Line 25: Unexpected errors ['generics_defaults.py:25:4 Undefined or invalid type [11]: Annotation `DefaultStrT` is not defined as a type.', 'generics_defaults.py:25:4 Undefined or invalid type [11]: Annotation `T` is not defined as a type.']
 Line 29: Unexpected errors ['generics_defaults.py:29:20 Undefined or invalid type [11]: Annotation `DefaultIntT` is not defined as a type.']
 Line 32: Unexpected errors ['generics_defaults.py:32:32 Undefined attribute [16]: `NoNonDefaults` has no attribute `__getitem__`.']
diff --git a/conformance/results/pyre/generics_paramspec_basic.toml b/conformance/results/pyre/generics_paramspec_basic.toml
index 69019f0e1..0dadbb2a8 100644
--- a/conformance/results/pyre/generics_paramspec_basic.toml
+++ b/conformance/results/pyre/generics_paramspec_basic.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not enforce name consistency for ParamSpec assigned to identifier.
+notes = """
+Does not enforce name consistency for ParamSpec assigned to identifier.
 Incorrectly reports error for legitimate use of ParamSpec in generic type alias.
 Does not reject ParamSpec when used in various invalid locations.
 """
@@ -15,6 +16,7 @@ generics_paramspec_basic.py:31:13 Invalid type parameters [24]: Single type para
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 10: Expected 1 errors
 Line 15: Unexpected errors ['generics_paramspec_basic.py:15:0 Undefined or invalid type [11]: Annotation `P` is not defined as a type.']
 Line 17: Unexpected errors ['generics_paramspec_basic.py:17:0 Incompatible variable type [9]: TA2 is declared to have type `TypeAlias` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.', 'generics_paramspec_basic.py:17:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[ParamSpec, None]`.']
 Line 18: Unexpected errors ['generics_paramspec_basic.py:18:0 Incompatible variable type [9]: TA3 is declared to have type `TypeAlias` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.', 'generics_paramspec_basic.py:18:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[object, None]`.']
diff --git a/conformance/results/pyre/generics_paramspec_components.toml b/conformance/results/pyre/generics_paramspec_components.toml
index 55166dd50..63f50bd52 100644
--- a/conformance/results/pyre/generics_paramspec_components.toml
+++ b/conformance/results/pyre/generics_paramspec_components.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report illegal use of "P.args" on normal parameter.
+notes = """
+Does not report illegal use of "P.args" on normal parameter.
 Does not report error when P.args is specified but P.kwargs is missing.
 Does not report error when P is out of scope and P.args and P.kwargs is used.
 Does not report error when calling callback defined with ParamSpec with incorrect arguments.
diff --git a/conformance/results/pyre/generics_paramspec_semantics.toml b/conformance/results/pyre/generics_paramspec_semantics.toml
index 10c8848f2..d85478b18 100644
--- a/conformance/results/pyre/generics_paramspec_semantics.toml
+++ b/conformance/results/pyre/generics_paramspec_semantics.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).
+notes = """
+Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).
 Reports error for legitimate Callable type annotation that uses Concatenate.
 Does not evaluate the correct type for call of Callable defined with Concatenate.
 """
@@ -17,8 +18,6 @@ generics_paramspec_semantics.py:122:25 Invalid type [31]: Expression `typing.Cal
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Unexpected errors ['generics_paramspec_semantics.py:26:0 Unexpected keyword [28]: Unexpected keyword argument `a` to anonymous call.']
-Line 27: Unexpected errors ['generics_paramspec_semantics.py:27:8 Incompatible parameter type [6]: In anonymous call, for 2nd positional argument, expected `bool` but got `str`.']
 Line 46: Unexpected errors ['generics_paramspec_semantics.py:46:16 Incompatible parameter type [6]: In call `func1`, for 2nd positional argument, expected `typing.Callable[generics_paramspec_semantics.P, int]` but got `typing.Callable(y_x)[[Named(y, int), Named(x, str)], int]`.']
 Line 61: Unexpected errors ['generics_paramspec_semantics.py:61:22 Incompatible parameter type [6]: In call `func1`, for 2nd positional argument, expected `typing.Callable[generics_paramspec_semantics.P, int]` but got `typing.Callable(keyword_only_y)[[KeywordOnly(y, int)], int]`.']
 Line 90: Unexpected errors ['generics_paramspec_semantics.py:90:32 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(str, $local_generics_paramspec_semantics$P)], bool)]` is not a valid type.']
diff --git a/conformance/results/pyre/generics_paramspec_specialization.toml b/conformance/results/pyre/generics_paramspec_specialization.toml
index d2ea908c9..d4140c8f9 100644
--- a/conformance/results/pyre/generics_paramspec_specialization.toml
+++ b/conformance/results/pyre/generics_paramspec_specialization.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Reports error for legitimate use of ParamSpec and Concatenate in function signature.
+notes = """
+Reports error for legitimate use of ParamSpec and Concatenate in function signature.
 Reports error for legitimate specialization of generic class parameterized with ParamSpec.
 """
 output = """
diff --git a/conformance/results/pyre/generics_scoping.toml b/conformance/results/pyre/generics_scoping.toml
index 69b6e6556..e7b561e9b 100644
--- a/conformance/results/pyre/generics_scoping.toml
+++ b/conformance/results/pyre/generics_scoping.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """False negative on generic class nested within generic function with same type variable.
+notes = """
+False negative on generic class nested within generic function with same type variable.
 False negative on generic class nested within generic class with same type variable.
 """
 output = """
diff --git a/conformance/results/pyre/generics_self_advanced.toml b/conformance/results/pyre/generics_self_advanced.toml
index 93c3ff9a0..0a9334274 100644
--- a/conformance/results/pyre/generics_self_advanced.toml
+++ b/conformance/results/pyre/generics_self_advanced.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand `Self` type.
+notes = """
+Does not understand `Self` type.
 """
 output = """
 generics_self_advanced.py:25:7 Undefined or invalid type [11]: Annotation `Self` is not defined as a type.
diff --git a/conformance/results/pyre/generics_self_attributes.toml b/conformance/results/pyre/generics_self_attributes.toml
index fef8ce1ae..e25ad39d6 100644
--- a/conformance/results/pyre/generics_self_attributes.toml
+++ b/conformance/results/pyre/generics_self_attributes.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand `Self` type.
+notes = """
+Does not understand `Self` type.
 """
 output = """
 generics_self_attributes.py:16:10 Undefined or invalid type [11]: Annotation `Self` is not defined as a type.
diff --git a/conformance/results/pyre/generics_self_basic.toml b/conformance/results/pyre/generics_self_basic.toml
index 714955443..e20c9bb47 100644
--- a/conformance/results/pyre/generics_self_basic.toml
+++ b/conformance/results/pyre/generics_self_basic.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand `Self` type.
+notes = """
+Does not understand `Self` type.
 """
 output = """
 generics_self_basic.py:13:26 Undefined attribute [16]: Module `typing` has no attribute `Self`.
diff --git a/conformance/results/pyre/generics_self_protocols.toml b/conformance/results/pyre/generics_self_protocols.toml
index 1983447ba..a17a8c120 100644
--- a/conformance/results/pyre/generics_self_protocols.toml
+++ b/conformance/results/pyre/generics_self_protocols.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject protocol compatibility due to method `Self` return type.
+notes = """
+Does not reject protocol compatibility due to method `Self` return type.
 """
 output = """
 generics_self_protocols.py:61:18 Incompatible parameter type [6]: In call `accepts_shape`, for 1st positional argument, expected `ShapeProtocol` but got `BadReturnType`.
diff --git a/conformance/results/pyre/generics_self_usage.toml b/conformance/results/pyre/generics_self_usage.toml
index ffc5021fd..1ab31dbc3 100644
--- a/conformance/results/pyre/generics_self_usage.toml
+++ b/conformance/results/pyre/generics_self_usage.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand `Self` type.
+notes = """
+Does not understand `Self` type.
 """
 output = """
 generics_self_usage.py:20:34 Undefined or invalid type [11]: Annotation `Self` is not defined as a type.
diff --git a/conformance/results/pyre/generics_syntax_compatibility.toml b/conformance/results/pyre/generics_syntax_compatibility.toml
index 96a010a19..0477ceaf5 100644
--- a/conformance/results/pyre/generics_syntax_compatibility.toml
+++ b/conformance/results/pyre/generics_syntax_compatibility.toml
@@ -1,10 +1,10 @@
 conformant = "Unsupported"
-notes = """Type parameter syntax not yet support.
+notes = """
+Type parameter syntax not yet support.
 """
 output = """
 generics_syntax_compatibility.py:14:13 Parsing failure [404]: invalid syntax
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 14: Unexpected errors ['generics_syntax_compatibility.py:14:13 Parsing failure [404]: invalid syntax']
 """
diff --git a/conformance/results/pyre/generics_syntax_declarations.toml b/conformance/results/pyre/generics_syntax_declarations.toml
index 51d31f19a..21d5b423f 100644
--- a/conformance/results/pyre/generics_syntax_declarations.toml
+++ b/conformance/results/pyre/generics_syntax_declarations.toml
@@ -1,10 +1,18 @@
 conformant = "Unsupported"
-notes = """Type parameter syntax not yet support.
+notes = """
+Type parameter syntax not yet support.
 """
 output = """
 generics_syntax_declarations.py:13:17 Parsing failure [404]: invalid syntax
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 46: Expected 1 errors
+Line 50: Expected 1 errors
+Line 62: Expected 1 errors
+Line 66: Expected 1 errors
+Line 73: Expected 1 errors
+Line 77: Expected 1 errors
+Line 81: Expected 1 errors
 Line 13: Unexpected errors ['generics_syntax_declarations.py:13:17 Parsing failure [404]: invalid syntax']
 """
diff --git a/conformance/results/pyre/generics_syntax_infer_variance.toml b/conformance/results/pyre/generics_syntax_infer_variance.toml
index 68511b297..7c0dbb586 100644
--- a/conformance/results/pyre/generics_syntax_infer_variance.toml
+++ b/conformance/results/pyre/generics_syntax_infer_variance.toml
@@ -1,10 +1,13 @@
 conformant = "Unsupported"
-notes = """Type parameter syntax not yet support.
+notes = """
+Type parameter syntax not yet support.
 """
 output = """
 generics_syntax_infer_variance.py:129:25 Parsing failure [404]: invalid syntax
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 17: Expected 1 errors
+Line 21: Expected 1 errors
 Line 129: Unexpected errors ['generics_syntax_infer_variance.py:129:25 Parsing failure [404]: invalid syntax']
 """
diff --git a/conformance/results/pyre/generics_syntax_scoping.toml b/conformance/results/pyre/generics_syntax_scoping.toml
index 379e82fe6..6012858d1 100644
--- a/conformance/results/pyre/generics_syntax_scoping.toml
+++ b/conformance/results/pyre/generics_syntax_scoping.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Type parameter syntax not yet support.
+notes = """
+Type parameter syntax not yet support.
 """
 output = """
 generics_syntax_scoping.py:14:13 Parsing failure [404]: invalid syntax
diff --git a/conformance/results/pyre/generics_type_erasure.toml b/conformance/results/pyre/generics_type_erasure.toml
index 9d815ff1a..d1c10b54b 100644
--- a/conformance/results/pyre/generics_type_erasure.toml
+++ b/conformance/results/pyre/generics_type_erasure.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Doesn't allow using Node[Any] in assert_type expression.
+notes = """
+Doesn't allow using Node[Any] in assert_type expression.
 False negatives on instance attribute access on the type.
 """
 output = """
diff --git a/conformance/results/pyre/generics_typevartuple_args.toml b/conformance/results/pyre/generics_typevartuple_args.toml
index 07001066e..f9701c15a 100644
--- a/conformance/results/pyre/generics_typevartuple_args.toml
+++ b/conformance/results/pyre/generics_typevartuple_args.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support TypeVarTuple.
+notes = """
+Does not support TypeVarTuple.
 """
 output = """
 generics_typevartuple_args.py:16:25 Invalid type [31]: Expression `*$local_generics_typevartuple_args$Ts` is not a valid type.
diff --git a/conformance/results/pyre/generics_typevartuple_basic.toml b/conformance/results/pyre/generics_typevartuple_basic.toml
index ca26bc306..2642064ad 100644
--- a/conformance/results/pyre/generics_typevartuple_basic.toml
+++ b/conformance/results/pyre/generics_typevartuple_basic.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support TypeVarTuple.
+notes = """
+Does not support TypeVarTuple.
 """
 output = """
 generics_typevartuple_basic.py:12:13 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.
@@ -49,6 +50,9 @@ generics_typevartuple_basic.py:106:13 Invalid type [31]: Expression `typing.Gene
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 53: Expected 1 errors
+Line 56: Expected 1 errors
+Line 59: Expected 1 errors
 Line 12: Unexpected errors ['generics_typevartuple_basic.py:12:13 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.']
 Line 16: Unexpected errors ['generics_typevartuple_basic.py:16:17 Invalid type [31]: Expression `*$local_generics_typevartuple_basic$Ts` is not a valid type.', 'generics_typevartuple_basic.py:16:25 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.']
 Line 23: Unexpected errors ['generics_typevartuple_basic.py:23:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_basic$Shape)]` is not a valid type.']
@@ -63,7 +67,6 @@ Line 42: Unexpected errors ['generics_typevartuple_basic.py:42:0 Incompatible va
 Line 43: Unexpected errors ['generics_typevartuple_basic.py:43:0 Incompatible variable type [9]: v5 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:43:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:43:40 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Batch, Width]`. Expected has length 1, but actual has length 2.']
 Line 44: Unexpected errors ['generics_typevartuple_basic.py:44:0 Incompatible variable type [9]: v6 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:44:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
 Line 45: Unexpected errors ['generics_typevartuple_basic.py:45:4 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Time, Batch, Width, Height]`. Expected has length 1, but actual has length 4.']
-Line 52: Unexpected errors ['generics_typevartuple_basic.py:52:13 Undefined or invalid type [11]: Annotation `Shape` is not defined as a type.']
 Line 54: Unexpected errors ['generics_typevartuple_basic.py:54:21 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Shape)]` is not a valid type.']
 Line 65: Unexpected errors ['generics_typevartuple_basic.py:65:6 Unexpected keyword [28]: Unexpected keyword argument `covariant` to call `TypeVarTuple.__init__`.']
 Line 66: Unexpected errors ['generics_typevartuple_basic.py:66:6 Too many arguments [19]: Call `TypeVarTuple.__init__` expects 1 positional argument, 3 were provided.']
diff --git a/conformance/results/pyre/generics_typevartuple_callable.toml b/conformance/results/pyre/generics_typevartuple_callable.toml
index fdd650a95..284210b7b 100644
--- a/conformance/results/pyre/generics_typevartuple_callable.toml
+++ b/conformance/results/pyre/generics_typevartuple_callable.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support TypeVarTuple.
+notes = """
+Does not support TypeVarTuple.
 """
 output = """
 generics_typevartuple_callable.py:17:31 Invalid type [31]: Expression `typing.Callable[([*$local_generics_typevartuple_callable$Ts], None)]` is not a valid type.
diff --git a/conformance/results/pyre/generics_typevartuple_concat.toml b/conformance/results/pyre/generics_typevartuple_concat.toml
index f1f233c24..f45e34847 100644
--- a/conformance/results/pyre/generics_typevartuple_concat.toml
+++ b/conformance/results/pyre/generics_typevartuple_concat.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support TypeVarTuple.
+notes = """
+Does not support TypeVarTuple.
 """
 output = """
 generics_typevartuple_concat.py:22:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_concat$Ts)]` is not a valid type.
diff --git a/conformance/results/pyre/generics_typevartuple_overloads.toml b/conformance/results/pyre/generics_typevartuple_overloads.toml
index 426091df7..a87f03199 100644
--- a/conformance/results/pyre/generics_typevartuple_overloads.toml
+++ b/conformance/results/pyre/generics_typevartuple_overloads.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support TypeVarTuple.
+notes = """
+Does not support TypeVarTuple.
 """
 output = """
 generics_typevartuple_overloads.py:16:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_overloads$Shape)]` is not a valid type.
diff --git a/conformance/results/pyre/generics_typevartuple_specialization.toml b/conformance/results/pyre/generics_typevartuple_specialization.toml
index 2451b9f3e..f9483d6aa 100644
--- a/conformance/results/pyre/generics_typevartuple_specialization.toml
+++ b/conformance/results/pyre/generics_typevartuple_specialization.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support TypeVarTuple.
+notes = """
+Does not support TypeVarTuple.
 """
 output = """
 generics_typevartuple_specialization.py:16:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_specialization$Ts)]` is not a valid type.
@@ -122,7 +123,6 @@ Line 120: Unexpected errors ['generics_typevartuple_specialization.py:120:12 Inc
 Line 121: Unexpected errors ['generics_typevartuple_specialization.py:121:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[typing.Any, ...]`.', 'generics_typevartuple_specialization.py:121:12 Unable to concatenate tuple [60]: Concatenation not yet support for multiple variadic tuples: `*Ts, *Ts`.']
 Line 122: Unexpected errors ['generics_typevartuple_specialization.py:122:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[typing.Any, ...]`.', 'generics_typevartuple_specialization.py:122:12 Unable to concatenate tuple [60]: Concatenation not yet support for multiple variadic tuples: `*Ts, *tuple[(int, ...)]`.', 'generics_typevartuple_specialization.py:122:12 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:122:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.']
 Line 125: Unexpected errors ['generics_typevartuple_specialization.py:125:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[*Tuple[typing.Any, ...], TypeVar, TypeVar]`.']
-Line 127: Unexpected errors ['generics_typevartuple_specialization.py:127:4 Undefined or invalid type [11]: Annotation `TA7` is not defined as a type.']
 Line 130: Unexpected errors ['generics_typevartuple_specialization.py:130:13 Invalid type [31]: Expression `$local_generics_typevartuple_specialization$TA7[(*$local_generics_typevartuple_specialization$Ts, $local_generics_typevartuple_specialization$T1, $local_generics_typevartuple_specialization$T2)]` is not a valid type.', "generics_typevartuple_specialization.py:130:13 Invalid type variable [34]: The type variable `Variable[T1]` isn't present in the function's parameters.", "generics_typevartuple_specialization.py:130:13 Invalid type variable [34]: The type variable `Variable[T2]` isn't present in the function's parameters.", 'generics_typevartuple_specialization.py:130:34 Invalid type [31]: Expression `tuple[(tuple[(*$local_generics_typevartuple_specialization$Ts)], $local_generics_typevartuple_specialization$T1, $local_generics_typevartuple_specialization$T2)]` is not a valid type.', "generics_typevartuple_specialization.py:130:34 Invalid type variable [34]: The type variable `Variable[T1]` isn't present in the function's parameters.", "generics_typevartuple_specialization.py:130:34 Invalid type variable [34]: The type variable `Variable[T2]` isn't present in the function's parameters."]
 Line 135: Unexpected errors ['generics_typevartuple_specialization.py:135:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[tuple[Variable[_T_co](covariant)]], Type[str], Type[bool]]`.', 'generics_typevartuple_specialization.py:135:38 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[]`.']
 Line 136: Unexpected errors ['generics_typevartuple_specialization.py:136:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[tuple[str]], Type[bool], Type[float]]`.']
diff --git a/conformance/results/pyre/generics_typevartuple_unpack.toml b/conformance/results/pyre/generics_typevartuple_unpack.toml
index 98b8a67dd..f181b07e4 100644
--- a/conformance/results/pyre/generics_typevartuple_unpack.toml
+++ b/conformance/results/pyre/generics_typevartuple_unpack.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support TypeVarTuple.
+notes = """
+Does not support TypeVarTuple.
 """
 output = """
 generics_typevartuple_unpack.py:17:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_unpack$Ts)]` is not a valid type.
diff --git a/conformance/results/pyre/generics_upper_bound.toml b/conformance/results/pyre/generics_upper_bound.toml
index 7b0d7a90a..004e4dda8 100644
--- a/conformance/results/pyre/generics_upper_bound.toml
+++ b/conformance/results/pyre/generics_upper_bound.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject use of upper bound with constrained TypeVar.
+notes = """
+Does not reject use of upper bound with constrained TypeVar.
 """
 output = """
 generics_upper_bound.py:22:0 Invalid type [31]: Expression `Variable[T_Bad1 (bound to typing.List[Variable[generics_upper_bound.T]])]` is not a valid type. Type variables cannot contain other type variables in their constraints.
diff --git a/conformance/results/pyre/generics_variance.toml b/conformance/results/pyre/generics_variance.toml
index aefb9e23f..dc4705fde 100644
--- a/conformance/results/pyre/generics_variance.toml
+++ b/conformance/results/pyre/generics_variance.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject a TypeVar that is defined as both covariant and contravariant.
+notes = """
+Does not reject a TypeVar that is defined as both covariant and contravariant.
 Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.
 """
 output = """
@@ -12,10 +13,10 @@ generics_variance.py:131:0 Invalid type variance [46]: The type variable `Variab
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 77: Unexpected errors ['generics_variance.py:77:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T]` because subclasses cannot use more permissive type variables than their superclasses.']
-Line 81: Unexpected errors ['generics_variance.py:81:0 Invalid type variance [46]: The type variable `Variable[T_contra](contravariant)` is incompatible with parent class type variable `Variable[T]` because subclasses cannot use more permissive type variables than their superclasses.']
-Line 93: Unexpected errors ['generics_variance.py:93:0 Invalid type variance [46]: The type variable `Variable[T_contra](contravariant)` is incompatible with parent class type variable `Variable[T_co](covariant)` because subclasses cannot use more permissive type variables than their superclasses.']
-Line 105: Unexpected errors ['generics_variance.py:105:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T_contra](contravariant)` because subclasses cannot use more permissive type variables than their superclasses.']
+Line 113: Expected 1 errors
+Line 127: Expected 1 errors
+Line 133: Expected 1 errors
+Line 143: Expected 1 errors
 Line 125: Unexpected errors ['generics_variance.py:125:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T_contra](contravariant)` because subclasses cannot use more permissive type variables than their superclasses.']
 Line 131: Unexpected errors ['generics_variance.py:131:0 Invalid type variance [46]: The type variable `Variable[T_contra](contravariant)` is incompatible with parent class type variable `Variable[T_co](covariant)` because subclasses cannot use more permissive type variables than their superclasses.']
 """
diff --git a/conformance/results/pyre/generics_variance_inference.toml b/conformance/results/pyre/generics_variance_inference.toml
index 9d1672c01..9d53a8cfc 100644
--- a/conformance/results/pyre/generics_variance_inference.toml
+++ b/conformance/results/pyre/generics_variance_inference.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Type parameter syntax not yet support.
+notes = """
+Type parameter syntax not yet support.
 """
 output = """
 generics_variance_inference.py:15:13 Parsing failure [404]: invalid syntax
diff --git a/conformance/results/pyre/historical_positional.toml b/conformance/results/pyre/historical_positional.toml
index bc7905589..09c01d496 100644
--- a/conformance/results/pyre/historical_positional.toml
+++ b/conformance/results/pyre/historical_positional.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject positional-only parameter after non-positional-only parameter.
+notes = """
+Does not reject positional-only parameter after non-positional-only parameter.
 Treats keyword-only parameter as positional-only.
 Applies legacy positional-only rules when PEP 570 syntax is used.
 """
diff --git a/conformance/results/pyre/literals_interactions.toml b/conformance/results/pyre/literals_interactions.toml
index 144f256b1..6cdd9525b 100644
--- a/conformance/results/pyre/literals_interactions.toml
+++ b/conformance/results/pyre/literals_interactions.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not detect out-of-bound tuple literal index.
+notes = """
+Does not detect out-of-bound tuple literal index.
 Does not narrow type of `x` with `x in Literal` type guard pattern.
 Does not narrow type of `x` with `x == Literal` type guard pattern.
 """
@@ -10,6 +11,10 @@ literals_interactions.py:109:31 Non-literal string [62]: In call `expects_pendin
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 15: Expected 1 errors
+Line 16: Expected 1 errors
+Line 17: Expected 1 errors
+Line 18: Expected 1 errors
 Line 51: Unexpected errors ['literals_interactions.py:51:38 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[AnyStr <: [str, bytes]]]` but got `object`.']
 Line 106: Unexpected errors ["literals_interactions.py:106:34 Incompatible parameter type [6]: In call `expects_bad_status`, for 1st positional argument, expected `Union[typing_extensions.Literal['ABORTED'], typing_extensions.Literal['MALFORMED']]` but got `str`."]
 Line 109: Unexpected errors ['literals_interactions.py:109:31 Non-literal string [62]: In call `expects_pending_status`, for 1st positional argument, expected `LiteralString` but got `str`. Ensure only a string literal or a `LiteralString` is used.']
diff --git a/conformance/results/pyre/literals_parameterizations.toml b/conformance/results/pyre/literals_parameterizations.toml
index 440e3b8a1..b002e504f 100644
--- a/conformance/results/pyre/literals_parameterizations.toml
+++ b/conformance/results/pyre/literals_parameterizations.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not support type aliases in Literal type expression.
+notes = """
+Does not support type aliases in Literal type expression.
 Does not support nested Literal type expression.
 Does not reject unary + operator in Literal type expression.
 Does not reject tuple in Literal type expression.
diff --git a/conformance/results/pyre/literals_semantics.toml b/conformance/results/pyre/literals_semantics.toml
index d45c90aec..36ac6b365 100644
--- a/conformance/results/pyre/literals_semantics.toml
+++ b/conformance/results/pyre/literals_semantics.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject augmented operation that modifies literal value.
+notes = """
+Does not reject augmented operation that modifies literal value.
 """
 output = """
 literals_semantics.py:10:0 Incompatible variable type [9]: v2 is declared to have type `typing_extensions.Literal[3]` but is used as type `typing_extensions.Literal[4]`.
diff --git a/conformance/results/pyre/namedtuples_define_class.toml b/conformance/results/pyre/namedtuples_define_class.toml
index 2a07f81b5..4d314a936 100644
--- a/conformance/results/pyre/namedtuples_define_class.toml
+++ b/conformance/results/pyre/namedtuples_define_class.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not evaluate correct type for indexed named tuple instance with slice.
+notes = """
+Does not evaluate correct type for indexed named tuple instance with slice.
 Does not report out-of-range index access with named tuple instance.
 Does not reject named tuple element with no default value after one with a default.
 Incorrectly rejects assignment of named tuple to a tuple with compatible type.
diff --git a/conformance/results/pyre/namedtuples_define_functional.toml b/conformance/results/pyre/namedtuples_define_functional.toml
index 92177e7cb..52355cb64 100644
--- a/conformance/results/pyre/namedtuples_define_functional.toml
+++ b/conformance/results/pyre/namedtuples_define_functional.toml
@@ -1,5 +1,6 @@
 conformant = "Pass"
-notes = """Does not reject duplicate field names in functional form.
+notes = """
+Does not reject duplicate field names in functional form.
 Does not handle illegal named tuple names the same as runtime.
 Does not support defaults in functional form.
 """
diff --git a/conformance/results/pyre/namedtuples_type_compat.toml b/conformance/results/pyre/namedtuples_type_compat.toml
index 3d10c16fa..0fcab8929 100644
--- a/conformance/results/pyre/namedtuples_type_compat.toml
+++ b/conformance/results/pyre/namedtuples_type_compat.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Rejects valid type compatibility between named tuple and tuple.
+notes = """
+Rejects valid type compatibility between named tuple and tuple.
 """
 output = """
 namedtuples_type_compat.py:20:0 Incompatible variable type [9]: Unable to unpack `Point`, expected a tuple.
diff --git a/conformance/results/pyre/namedtuples_usage.toml b/conformance/results/pyre/namedtuples_usage.toml
index b9bb76627..2f8ee79e2 100644
--- a/conformance/results/pyre/namedtuples_usage.toml
+++ b/conformance/results/pyre/namedtuples_usage.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report out-of-range index access with named tuple instance.
+notes = """
+Does not report out-of-range index access with named tuple instance.
 Does not reject attempt to delete named tuple field by name.
 Does not reject attempt to delete named tuple field by index.
 Incorrectly handles subclasses of named tuples that add more attributes.
diff --git a/conformance/results/pyre/narrowing_typeguard.toml b/conformance/results/pyre/narrowing_typeguard.toml
index 944914ea9..1a7349658 100644
--- a/conformance/results/pyre/narrowing_typeguard.toml
+++ b/conformance/results/pyre/narrowing_typeguard.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not support `tuple` in `assert_type` call.
+notes = """
+Does not support `tuple` in `assert_type` call.
 Does not reject TypeGuard method with too few parameters.
 """
 output = """
diff --git a/conformance/results/pyre/overloads_basic.toml b/conformance/results/pyre/overloads_basic.toml
index 76ed4c32e..7f8da3834 100644
--- a/conformance/results/pyre/overloads_basic.toml
+++ b/conformance/results/pyre/overloads_basic.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject a function with a single @overload signature.
+notes = """
+Does not reject a function with a single @overload signature.
 """
 output = """
 overloads_basic.py:37:2 Incompatible parameter type [6]: In call `Bytes.__getitem__`, for 1st positional argument, expected `int` but got `str`.
@@ -7,6 +8,7 @@ overloads_basic.py:75:0 Missing overload implementation [42]: Overloaded functio
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 37: Unexpected errors ['overloads_basic.py:37:2 Incompatible parameter type [6]: In call `Bytes.__getitem__`, for 1st positional argument, expected `int` but got `str`.']
+Line 64: Expected 1 errors
+Line 76: Expected 1 errors
 Line 75: Unexpected errors ['overloads_basic.py:75:0 Missing overload implementation [42]: Overloaded function `func2` must have an implementation.']
 """
diff --git a/conformance/results/pyre/protocols_class_objects.toml b/conformance/results/pyre/protocols_class_objects.toml
index 9a6bd288f..ad30cb521 100644
--- a/conformance/results/pyre/protocols_class_objects.toml
+++ b/conformance/results/pyre/protocols_class_objects.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject protocol class assigned to type[Proto].
+notes = """
+Does not reject protocol class assigned to type[Proto].
 Incorrectly reports some class objects as incompatible with a protocol.
 Fails to report some class objects as incompatible with a protocol.
 """
@@ -11,6 +12,5 @@ protocols_class_objects.py:93:0 Uninitialized attribute [13]: Attribute `attr1`
 conformance_automated = "Fail"
 errors_diff = """
 Line 26: Unexpected errors ['protocols_class_objects.py:26:11 Invalid class instantiation [45]: Cannot instantiate abstract class `Proto` with abstract method `meth`.']
-Line 58: Unexpected errors ['protocols_class_objects.py:58:0 Incompatible variable type [9]: pa1 is declared to have type `ProtoA1` but is used as type `Type[ConcreteA]`.']
 Line 93: Unexpected errors ['protocols_class_objects.py:93:0 Uninitialized attribute [13]: Attribute `attr1` is declared in class `CMeta` to have type `int` but is never initialized.']
 """
diff --git a/conformance/results/pyre/protocols_definition.toml b/conformance/results/pyre/protocols_definition.toml
index e3d4ca112..a3d213edf 100644
--- a/conformance/results/pyre/protocols_definition.toml
+++ b/conformance/results/pyre/protocols_definition.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.
+notes = """
+Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.
 Does not reject read-only property in concrete class when attribute in protocol is mutable.
 Does not reject covariant attribute type when protocol attribute is mutable.
 Does not reject read-only property in concrete class when protocol has settable property.
@@ -23,8 +24,8 @@ protocols_definition.py:289:0 Incompatible variable type [9]: v5_bad5 is declare
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 30: Unexpected errors ['protocols_definition.py:30:10 Incompatible parameter type [6]: In call `close_all`, for 1st positional argument, expected `Iterable[SupportsClose]` but got `Iterable[int]`.']
-Line 67: Unexpected errors ['protocols_definition.py:67:8 Undefined attribute [16]: `Template` has no attribute `temp`.']
+Line 340: Expected 1 errors
+Line 341: Expected 1 errors
 Line 114: Unexpected errors ['protocols_definition.py:114:0 Incompatible variable type [9]: v2_bad1 is declared to have type `Template2` but is used as type `Concrete2_Bad1`.']
 Line 115: Unexpected errors ['protocols_definition.py:115:0 Incompatible variable type [9]: v2_bad2 is declared to have type `Template2` but is used as type `Concrete2_Bad2`.']
 Line 156: Unexpected errors ['protocols_definition.py:156:0 Incompatible variable type [9]: v3_bad1 is declared to have type `Template3` but is used as type `Concrete3_Bad1`.']
diff --git a/conformance/results/pyre/protocols_explicit.toml b/conformance/results/pyre/protocols_explicit.toml
index 69987c8aa..20d00e13e 100644
--- a/conformance/results/pyre/protocols_explicit.toml
+++ b/conformance/results/pyre/protocols_explicit.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report error when calling unimplemented protocol method from derived class.
+notes = """
+Does not report error when calling unimplemented protocol method from derived class.
 Does not report error when method is not implemented in derived class.
 """
 output = """
@@ -14,9 +15,12 @@ protocols_explicit.py:159:6 Invalid class instantiation [45]: Cannot instantiate
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 27: Expected 1 errors
+Line 56: Expected 1 errors
+Line 86: Expected 1 errors
+Line 104: Expected 1 errors
+Line 129: Expected 1 errors
 Line 54: Unexpected errors ['protocols_explicit.py:54:0 Uninitialized attribute [13]: Attribute `other` inherited from protocol `RGB` in class `Point` to have type `int` but is never initialized.']
-Line 59: Unexpected errors ['protocols_explicit.py:59:4 Invalid class instantiation [45]: Cannot instantiate abstract class `Point` with abstract method `intensity`.']
 Line 82: Unexpected errors ['protocols_explicit.py:82:0 Uninitialized attribute [13]: Attribute `cm1` inherited from protocol `Proto1` in class `Concrete1` to have type `int` but is never initialized.', 'protocols_explicit.py:82:0 Uninitialized attribute [13]: Attribute `im1` inherited from protocol `Proto1` in class `Concrete1` to have type `int` but is never initialized.']
 Line 97: Unexpected errors ['protocols_explicit.py:97:0 Uninitialized attribute [13]: Attribute `cm10` inherited from protocol `Proto2` in class `Concrete3` to have type `int` but is never initialized.', 'protocols_explicit.py:97:0 Uninitialized attribute [13]: Attribute `cm11` inherited from protocol `Proto3` in class `Concrete3` to have type `int` but is never initialized.', 'protocols_explicit.py:97:0 Uninitialized attribute [13]: Attribute `im1` inherited from protocol `Proto1` in class `Concrete3` to have type `int` but is never initialized.']
-Line 159: Unexpected errors ['protocols_explicit.py:159:6 Invalid class instantiation [45]: Cannot instantiate abstract class `Concrete7A` with abstract method `method1`.']
 """
diff --git a/conformance/results/pyre/protocols_generic.toml b/conformance/results/pyre/protocols_generic.toml
index 54d64fb71..fb9c9b9e1 100644
--- a/conformance/results/pyre/protocols_generic.toml
+++ b/conformance/results/pyre/protocols_generic.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject the use of Protocol and Generic together as base classes.
+notes = """
+Does not reject the use of Protocol and Generic together as base classes.
 Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.
 """
 output = """
@@ -12,7 +13,6 @@ protocols_generic.py:146:0 Incompatible variable type [9]: hp3 is declared to ha
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 40: Unexpected errors ['protocols_generic.py:40:0 Incompatible variable type [9]: p2 is declared to have type `Proto1[int, str]` but is used as type `Concrete1`.']
 Line 56: Unexpected errors ['protocols_generic.py:56:4 Incompatible variable type [9]: v2 is declared to have type `Box[int]` but is used as type `Box[float]`.']
 Line 66: Unexpected errors ['protocols_generic.py:66:4 Incompatible variable type [9]: v2 is declared to have type `Sender[float]` but is used as type `Sender[int]`.']
 Line 74: Unexpected errors ['protocols_generic.py:74:4 Incompatible variable type [9]: v1 is declared to have type `AttrProto[float]` but is used as type `AttrProto[int]`.']
diff --git a/conformance/results/pyre/protocols_merging.toml b/conformance/results/pyre/protocols_merging.toml
index 3d9504f6e..1eeadb6b4 100644
--- a/conformance/results/pyre/protocols_merging.toml
+++ b/conformance/results/pyre/protocols_merging.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject a protocol class that derives from a non-protocol class.
+notes = """
+Does not reject a protocol class that derives from a non-protocol class.
 """
 output = """
 protocols_merging.py:52:0 Incompatible variable type [9]: s6 is declared to have type `SizedAndClosable1` but is used as type `SCConcrete2`.
@@ -10,9 +11,6 @@ protocols_merging.py:84:0 Incompatible variable type [9]: y is declared to have
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 52: Unexpected errors ['protocols_merging.py:52:0 Incompatible variable type [9]: s6 is declared to have type `SizedAndClosable1` but is used as type `SCConcrete2`.']
-Line 53: Unexpected errors ['protocols_merging.py:53:0 Incompatible variable type [9]: s7 is declared to have type `SizedAndClosable2` but is used as type `SCConcrete2`.']
-Line 54: Unexpected errors ['protocols_merging.py:54:0 Incompatible variable type [9]: s8 is declared to have type `SizedAndClosable3` but is used as type `SCConcrete2`.']
-Line 83: Unexpected errors ['protocols_merging.py:83:4 Invalid class instantiation [45]: Cannot instantiate abstract class `SizedAndClosable4` with abstract method `close`.']
+Line 67: Expected 1 errors
 Line 84: Unexpected errors ['protocols_merging.py:84:0 Incompatible variable type [9]: y is declared to have type `SizedAndClosable4` but is used as type `SCConcrete1`.']
 """
diff --git a/conformance/results/pyre/protocols_modules.toml b/conformance/results/pyre/protocols_modules.toml
index 40ddbba89..507c53318 100644
--- a/conformance/results/pyre/protocols_modules.toml
+++ b/conformance/results/pyre/protocols_modules.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not perform protocol checks for modules.
+notes = """
+Does not perform protocol checks for modules.
 """
 output = """
 """
diff --git a/conformance/results/pyre/protocols_runtime_checkable.toml b/conformance/results/pyre/protocols_runtime_checkable.toml
index f86004cf6..57ebf5c69 100644
--- a/conformance/results/pyre/protocols_runtime_checkable.toml
+++ b/conformance/results/pyre/protocols_runtime_checkable.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.
+notes = """
+Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.
 Does not reject issubclass call for data protocol.
 Does not report unsafe overlap for runtime_checkable protocol.
 """
@@ -7,4 +8,8 @@ output = """
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 23: Expected 1 errors
+Line 88: Expected 1 errors
+Line 93: Expected 1 errors
+Line 96: Expected 1 errors
 """
diff --git a/conformance/results/pyre/protocols_subtyping.toml b/conformance/results/pyre/protocols_subtyping.toml
index 1349617e2..55a1f687a 100644
--- a/conformance/results/pyre/protocols_subtyping.toml
+++ b/conformance/results/pyre/protocols_subtyping.toml
@@ -10,7 +10,6 @@ protocols_subtyping.py:103:4 Incompatible variable type [9]: v5 is declared to h
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 16: Unexpected errors ['protocols_subtyping.py:16:5 Invalid class instantiation [45]: Cannot instantiate protocol `Proto1`.']
 Line 38: Unexpected errors ['protocols_subtyping.py:38:4 Incompatible variable type [9]: v2 is declared to have type `Concrete2` but is used as type `Proto2`.']
 Line 55: Unexpected errors ['protocols_subtyping.py:55:4 Incompatible variable type [9]: v2 is declared to have type `Proto3` but is used as type `Proto2`.']
 Line 79: Unexpected errors ['protocols_subtyping.py:79:4 Incompatible variable type [9]: v3 is declared to have type `Proto4[int, float]` but is used as type `Proto5[int]`.']
diff --git a/conformance/results/pyre/protocols_variance.toml b/conformance/results/pyre/protocols_variance.toml
index 76800f54a..0aa28959e 100644
--- a/conformance/results/pyre/protocols_variance.toml
+++ b/conformance/results/pyre/protocols_variance.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not detect incorrect TypeVar variance within generic protocols.
+notes = """
+Does not detect incorrect TypeVar variance within generic protocols.
 """
 output = """
 protocols_variance.py:62:17 Invalid type variance [46]: The type variable `Variable[T1_co](covariant)` is covariant and cannot be a parameter type.
@@ -7,6 +8,13 @@ protocols_variance.py:72:4 Invalid type variance [46]: The type variable `Variab
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 21: Expected 1 errors
+Line 40: Expected 1 errors
+Line 56: Expected 1 errors
+Line 61: Expected 1 errors
+Line 66: Expected 1 errors
+Line 71: Expected 1 errors
+Line 104: Expected 1 errors
 Line 62: Unexpected errors ['protocols_variance.py:62:17 Invalid type variance [46]: The type variable `Variable[T1_co](covariant)` is covariant and cannot be a parameter type.']
 Line 72: Unexpected errors ['protocols_variance.py:72:4 Invalid type variance [46]: The type variable `Variable[T1_contra](contravariant)` is contravariant and cannot be a return type.']
 """
diff --git a/conformance/results/pyre/qualifiers_annotated.toml b/conformance/results/pyre/qualifiers_annotated.toml
index 63e0d36fa..9cdb227d1 100644
--- a/conformance/results/pyre/qualifiers_annotated.toml
+++ b/conformance/results/pyre/qualifiers_annotated.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject Annotated with a single parameter.
+notes = """
+Does not reject Annotated with a single parameter.
 Does not reject call of Annotated with no type arguments.
 """
 output = """
@@ -24,18 +25,7 @@ qualifiers_annotated.py:93:0 Call error [29]: `TypeAlias` is not a function.
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 43: Unexpected errors ['qualifiers_annotated.py:43:6 Undefined or invalid type [11]: Annotation `` is not defined as a type.']
-Line 44: Unexpected errors ['qualifiers_annotated.py:44:6 Invalid type [31]: Expression `typing.Annotated[(((int, str)), "")]` is not a valid type.']
-Line 45: Unexpected errors ['qualifiers_annotated.py:45:6 Invalid type [31]: Expression `typing.Annotated[(comprehension(int for generators(generator($target$i in range(1) if ))), "")]` is not a valid type.']
-Line 46: Unexpected errors ['qualifiers_annotated.py:46:6 Invalid type [31]: Expression `typing.Annotated[({ "a":"b" }, "")]` is not a valid type.']
-Line 47: Unexpected errors ['qualifiers_annotated.py:47:6 Invalid type [31]: Expression `typing.Annotated[(lambda () (int)(), "")]` is not a valid type.']
-Line 48: Unexpected errors ['qualifiers_annotated.py:48:6 Invalid type [31]: Expression `typing.Annotated[([int][0], "")]` is not a valid type.']
-Line 49: Unexpected errors ['qualifiers_annotated.py:49:6 Invalid type [31]: Expression `typing.Annotated[(int if 1 < 3 else str, "")]` is not a valid type.']
-Line 50: Unexpected errors ['qualifiers_annotated.py:50:16 Unbound name [10]: Name `var1` is used but not defined in the current scope.']
-Line 51: Unexpected errors ['qualifiers_annotated.py:51:6 Invalid type [31]: Expression `typing.Annotated[(True, "")]` is not a valid type.']
-Line 52: Unexpected errors ['qualifiers_annotated.py:52:7 Invalid type [31]: Expression `typing.Annotated[(1, "")]` is not a valid type.']
-Line 53: Unexpected errors ['qualifiers_annotated.py:53:7 Invalid type [31]: Expression `typing.Annotated[(list or set, "")]` is not a valid type.']
-Line 54: Unexpected errors ['qualifiers_annotated.py:54:7 Invalid type [31]: Expression `typing.Annotated[(f"{"int"}", "")]` is not a valid type.']
+Line 64: Expected 1 errors
 Line 76: Unexpected errors ['qualifiers_annotated.py:76:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], str]`. Expected has length 0, but actual has length 2.']
 Line 77: Unexpected errors ['qualifiers_annotated.py:77:0 Incompatible variable type [9]: not_type2 is declared to have type `Type[typing.Any]` but is used as type `TypeAlias`.']
 Line 84: Unexpected errors ['qualifiers_annotated.py:84:16 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[str], str]`. Expected has length 0, but actual has length 2.']
diff --git a/conformance/results/pyre/qualifiers_final_annotation.toml b/conformance/results/pyre/qualifiers_final_annotation.toml
index bd84e614e..90f8f4bdf 100644
--- a/conformance/results/pyre/qualifiers_final_annotation.toml
+++ b/conformance/results/pyre/qualifiers_final_annotation.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report Final variable with missing initialization in module scope.
+notes = """
+Does not report Final variable with missing initialization in module scope.
 Does not report error for invalid nesting of Final and ClassVar.
 Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.
 """
@@ -33,28 +34,15 @@ qualifiers_final_annotation.py:155:8 Invalid assignment [41]: Cannot reassign fi
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 18: Unexpected errors ['qualifiers_final_annotation.py:18:6 Invalid type parameters [24]: Generic type `Final` expects 1 type parameter, received 2.']
+Line 16: Expected 1 errors
+Line 38: Expected 1 errors
+Line 107: Expected 1 errors, got 2 (['qualifiers_final_annotation.py:107:4 Incompatible attribute type [8]: Attribute `VALUE2` declared in class `ClassD` has type `Final` but is used as type `int`.', 'qualifiers_final_annotation.py:107:4 Invalid type [31]: Expression `Final` is not a valid type. Final cannot be nested.'])
+Line 108: Expected 1 errors
 Line 28: Unexpected errors ['qualifiers_final_annotation.py:28:0 Uninitialized attribute [13]: Attribute `ID3` is declared in class `ClassA` to have type `int` but is never initialized.']
-Line 34: Unexpected errors ['qualifiers_final_annotation.py:34:4 Invalid assignment [41]: Cannot reassign final attribute `ClassA.ID2`.']
-Line 54: Unexpected errors ['qualifiers_final_annotation.py:54:8 Invalid assignment [41]: Cannot reassign final attribute `self.ID5`.']
-Line 62: Unexpected errors ['qualifiers_final_annotation.py:62:8 Undefined attribute [16]: `ClassA` has no attribute `id3`.']
-Line 63: Unexpected errors ['qualifiers_final_annotation.py:63:8 Undefined attribute [16]: `ClassA` has no attribute `id4`.']
-Line 65: Unexpected errors ['qualifiers_final_annotation.py:65:8 Invalid assignment [41]: Cannot reassign final attribute `self.ID7`.']
-Line 67: Unexpected errors ['qualifiers_final_annotation.py:67:8 Invalid assignment [41]: Cannot reassign final attribute `self.ID7`.']
-Line 71: Unexpected errors ['qualifiers_final_annotation.py:71:0 Invalid assignment [41]: Cannot reassign final attribute `RATE`.']
-Line 81: Unexpected errors ['qualifiers_final_annotation.py:81:0 Invalid assignment [41]: Cannot reassign final attribute `ClassB.DEFAULT_ID`.']
-Line 94: Unexpected errors ['qualifiers_final_annotation.py:94:4 Invalid assignment [41]: Cannot reassign final attribute `BORDER_WIDTH`.']
-Line 107: Unexpected errors ['qualifiers_final_annotation.py:107:4 Incompatible attribute type [8]: Attribute `VALUE2` declared in class `ClassD` has type `Final` but is used as type `int`.', 'qualifiers_final_annotation.py:107:4 Invalid type [31]: Expression `Final` is not a valid type. Final cannot be nested.']
 Line 118: Unexpected errors ['qualifiers_final_annotation.py:118:0 Invalid type [31]: Expression `typing.List[Final[int]]` is not a valid type. Final cannot be nested.']
 Line 121: Unexpected errors ['qualifiers_final_annotation.py:121:10 Invalid type [31]: Parameter `x` cannot be annotated with Final.']
 Line 131: Unexpected errors ['qualifiers_final_annotation.py:131:0 Uninitialized attribute [13]: Attribute `($local_qualifiers_final_annotation$X, int)` is declared in class `N` to have type `typing.Any` but is never initialized.', 'qualifiers_final_annotation.py:131:0 Uninitialized attribute [13]: Attribute `($local_qualifiers_final_annotation$Y, int)` is declared in class `N` to have type `typing.Any` but is never initialized.']
 Line 133: Unexpected errors ['qualifiers_final_annotation.py:133:0 Unexpected keyword [28]: Unexpected keyword argument `x` to call `N.__init__`.']
 Line 134: Unexpected errors ['qualifiers_final_annotation.py:134:0 Unexpected keyword [28]: Unexpected keyword argument `a` to call `N.__init__`.']
 Line 135: Unexpected errors ['qualifiers_final_annotation.py:135:0 Unexpected keyword [28]: Unexpected keyword argument `x` to call `N.__init__`.']
-Line 141: Unexpected errors ['qualifiers_final_annotation.py:141:4 Invalid assignment [41]: Cannot reassign final attribute `ID1`.']
-Line 145: Unexpected errors ['qualifiers_final_annotation.py:145:4 Invalid assignment [41]: Cannot reassign final attribute `x`.']
-Line 147: Unexpected errors ['qualifiers_final_annotation.py:147:9 Invalid assignment [41]: Cannot reassign final attribute `x`.']
-Line 149: Unexpected errors ['qualifiers_final_annotation.py:149:8 Invalid assignment [41]: Cannot reassign final attribute `x`.']
-Line 152: Unexpected errors ['qualifiers_final_annotation.py:152:29 Invalid assignment [41]: Cannot reassign final attribute `x`.']
-Line 155: Unexpected errors ['qualifiers_final_annotation.py:155:8 Invalid assignment [41]: Cannot reassign final attribute `x`.']
 """
diff --git a/conformance/results/pyre/qualifiers_final_decorator.toml b/conformance/results/pyre/qualifiers_final_decorator.toml
index a4a692a81..2cc3e0c1d 100644
--- a/conformance/results/pyre/qualifiers_final_decorator.toml
+++ b/conformance/results/pyre/qualifiers_final_decorator.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Reports error for overloaded method implementation marked @final if its overloads do not.
+notes = """
+Reports error for overloaded method implementation marked @final if its overloads do not.
 Does not report error for overloaded @final method defined in stub file.
 Reports misleading error when overload is marked @final but implementation is not.
 """
@@ -17,7 +18,7 @@ qualifiers_final_decorator.py:126:0 Invalid inheritance [39]: `final` cannot be
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 21: Unexpected errors ['qualifiers_final_decorator.py:21:0 Invalid inheritance [39]: Cannot inherit from final class `Base1`.']
+Line 85: Expected 1 errors
 Line 51: Unexpected errors ['qualifiers_final_decorator.py:51:4 Incompatible overload [43]: This definition does not have the same decorators as the preceding overload(s).']
 Line 56: Unexpected errors ['qualifiers_final_decorator.py:56:4 Invalid override [40]: `qualifiers_final_decorator.Derived2.method1` cannot override final method defined in `Base2`.']
 Line 60: Unexpected errors ['qualifiers_final_decorator.py:60:4 Invalid override [40]: `qualifiers_final_decorator.Derived2.method2` cannot override final method defined in `Base2`.']
@@ -25,5 +26,4 @@ Line 64: Unexpected errors ['qualifiers_final_decorator.py:64:4 Invalid override
 Line 75: Unexpected errors ['qualifiers_final_decorator.py:75:4 Invalid override [40]: `qualifiers_final_decorator.Derived2.method4` cannot override final method defined in `Base2`.']
 Line 86: Unexpected errors ['qualifiers_final_decorator.py:86:4 Incompatible overload [43]: This definition does not have the same decorators as the preceding overload(s).']
 Line 118: Unexpected errors ['qualifiers_final_decorator.py:118:4 Inconsistent override [14]: `qualifiers_final_decorator.Derived5.method` overrides method defined in `Base5_2` inconsistently. Could not find parameter `v` in overriding signature.', 'qualifiers_final_decorator.py:118:4 Invalid override [40]: `qualifiers_final_decorator.Derived5.method` cannot override final method defined in `Base5_2`.']
-Line 126: Unexpected errors ['qualifiers_final_decorator.py:126:0 Invalid inheritance [39]: `final` cannot be used with non-method functions.']
 """
diff --git a/conformance/results/pyre/specialtypes_any.toml b/conformance/results/pyre/specialtypes_any.toml
index 15a88059d..2603766cc 100644
--- a/conformance/results/pyre/specialtypes_any.toml
+++ b/conformance/results/pyre/specialtypes_any.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not treat missing type argument as Any in generic type.
+notes = """
+Does not treat missing type argument as Any in generic type.
 Does not support Any as a base class.
 """
 output = """
diff --git a/conformance/results/pyre/specialtypes_never.toml b/conformance/results/pyre/specialtypes_never.toml
index 3cfe84489..d9e6bf8cf 100644
--- a/conformance/results/pyre/specialtypes_never.toml
+++ b/conformance/results/pyre/specialtypes_never.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not treat Never as compatible with all other types.
+notes = """
+Does not treat Never as compatible with all other types.
 """
 output = """
 specialtypes_never.py:21:8 Incompatible return type [7]: Function declared non-returnable, but got `None`.
@@ -15,6 +16,14 @@ specialtypes_never.py:104:4 Incompatible return type [7]: Expected `ClassC[Varia
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 19: Expected 1 errors
+Line 44: Expected 1 errors
+Line 45: Expected 1 errors
+Line 50: Expected 1 errors
+Line 51: Expected 1 errors
+Line 54: Expected 1 errors
+Line 59: Expected 1 errors
+Line 60: Expected 1 errors
 Line 21: Unexpected errors ['specialtypes_never.py:21:8 Incompatible return type [7]: Function declared non-returnable, but got `None`.']
 Line 58: Unexpected errors ['specialtypes_never.py:58:0 Uninitialized attribute [13]: Attribute `x` is declared in class `ClassA` to have type `NoReturn` but is never initialized.', 'specialtypes_never.py:58:0 Uninitialized attribute [13]: Attribute `y` is declared in class `ClassA` to have type `typing.List[NoReturn]` but is never initialized.']
 Line 67: Unexpected errors ['specialtypes_never.py:67:4 Incompatible variable type [9]: v1 is declared to have type `int` but is used as type `Never`.']
diff --git a/conformance/results/pyre/specialtypes_none.toml b/conformance/results/pyre/specialtypes_none.toml
index f297f0be2..7e266686c 100644
--- a/conformance/results/pyre/specialtypes_none.toml
+++ b/conformance/results/pyre/specialtypes_none.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not correctly handle type annotation type[None].
+notes = """
+Does not correctly handle type annotation type[None].
 """
 output = """
 specialtypes_none.py:21:6 Incompatible parameter type [6]: In call `func1`, for 1st positional argument, expected `None` but got `Type[None]`.
@@ -10,7 +11,5 @@ specialtypes_none.py:41:6 Incompatible parameter type [6]: In call `func2`, for
 conformance_automated = "Fail"
 errors_diff = """
 Line 21: Unexpected errors ['specialtypes_none.py:21:6 Incompatible parameter type [6]: In call `func1`, for 1st positional argument, expected `None` but got `Type[None]`.']
-Line 27: Unexpected errors ['specialtypes_none.py:27:0 Incompatible variable type [9]: none2 is declared to have type `Iterable[typing.Any]` but is used as type `None`.']
 Line 36: Unexpected errors ['specialtypes_none.py:36:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_meta](covariant)]` but got `None`.']
-Line 41: Unexpected errors ['specialtypes_none.py:41:6 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `Type[None]` but got `None`.']
 """
diff --git a/conformance/results/pyre/specialtypes_promotions.toml b/conformance/results/pyre/specialtypes_promotions.toml
index e64aba867..2bb1cedeb 100644
--- a/conformance/results/pyre/specialtypes_promotions.toml
+++ b/conformance/results/pyre/specialtypes_promotions.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject use of attribute that is compatible only with float.
+notes = """
+Does not reject use of attribute that is compatible only with float.
 """
 output = """
 """
diff --git a/conformance/results/pyre/specialtypes_type.toml b/conformance/results/pyre/specialtypes_type.toml
index 4e64848c1..91a2ddf95 100644
--- a/conformance/results/pyre/specialtypes_type.toml
+++ b/conformance/results/pyre/specialtypes_type.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject Callable when passed to type[T].
+notes = """
+Does not reject Callable when passed to type[T].
 Does not treat `type` same as `type[Any]` for assert_type.
 Does not allow access to unknown attributes from object of type `type[Any]`.
 Does not reject access to unknown attributes from object of type `Type[object]`.
diff --git a/conformance/results/pyre/tuples_type_compat.toml b/conformance/results/pyre/tuples_type_compat.toml
index 2589b487e..042d830d3 100644
--- a/conformance/results/pyre/tuples_type_compat.toml
+++ b/conformance/results/pyre/tuples_type_compat.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not support some unpacked tuple forms.
+notes = """
+Does not support some unpacked tuple forms.
 Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.
 Does not support tuple narrowing based on `len()` type guard (optional).
 Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.
diff --git a/conformance/results/pyre/tuples_type_form.toml b/conformance/results/pyre/tuples_type_form.toml
index 5b5b7ba92..909ab10fe 100644
--- a/conformance/results/pyre/tuples_type_form.toml
+++ b/conformance/results/pyre/tuples_type_form.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject some invalid tuple forms involving ellipsis.
+notes = """
+Does not reject some invalid tuple forms involving ellipsis.
 """
 output = """
 tuples_type_form.py:12:0 Incompatible variable type [9]: t1 is declared to have type `Tuple[int]` but is used as type `Tuple[int, int]`.
diff --git a/conformance/results/pyre/tuples_unpacked.toml b/conformance/results/pyre/tuples_unpacked.toml
index 36fa25054..7c4ca4b6f 100644
--- a/conformance/results/pyre/tuples_unpacked.toml
+++ b/conformance/results/pyre/tuples_unpacked.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Rejects some legal tuple type forms involving unpack.
+notes = """
+Rejects some legal tuple type forms involving unpack.
 Does not reject some illegal tuple type forms involving unpack.
 """
 output = """
diff --git a/conformance/results/pyre/typeddicts_alt_syntax.toml b/conformance/results/pyre/typeddicts_alt_syntax.toml
index fc3030207..603200146 100644
--- a/conformance/results/pyre/typeddicts_alt_syntax.toml
+++ b/conformance/results/pyre/typeddicts_alt_syntax.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report when name of TypedDict doesn't match assigned identifier name.
+notes = """
+Does not report when name of TypedDict doesn't match assigned identifier name.
 Does not support keyword-argument form of alternative syntax (deprecated in 3.11).
 """
 output = """
@@ -9,6 +10,7 @@ typeddicts_alt_syntax.py:43:8 Undefined or invalid type [11]: Annotation `Movie2
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 45: Expected 1 errors
 Line 23: Unexpected errors ['typeddicts_alt_syntax.py:23:16 Call error [29]: `object` is not a function.']
 Line 41: Unexpected errors ['typeddicts_alt_syntax.py:41:9 Call error [29]: `object` is not a function.']
 Line 43: Unexpected errors ['typeddicts_alt_syntax.py:43:8 Undefined or invalid type [11]: Annotation `Movie2` is not defined as a type.']
diff --git a/conformance/results/pyre/typeddicts_class_syntax.toml b/conformance/results/pyre/typeddicts_class_syntax.toml
index decb26bb5..cd261f91c 100644
--- a/conformance/results/pyre/typeddicts_class_syntax.toml
+++ b/conformance/results/pyre/typeddicts_class_syntax.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject methods within TypedDict class.
+notes = """
+Does not reject methods within TypedDict class.
 Does not report when metaclass is provided.
 Does not report when other keyword argument is provided.
 Does not support generic TypedDict class.
diff --git a/conformance/results/pyre/typeddicts_final.toml b/conformance/results/pyre/typeddicts_final.toml
index 100c873f7..499949307 100644
--- a/conformance/results/pyre/typeddicts_final.toml
+++ b/conformance/results/pyre/typeddicts_final.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not handle value with literal type as index to TypedDict object.
+notes = """
+Does not handle value with literal type as index to TypedDict object.
 """
 output = """
 typeddicts_final.py:26:17 Incompatible parameter type [6]: In call `TypedDictionary.__getitem__`, for 1st positional argument, expected `typing_extensions.Literal['name']` but got `Union[typing_extensions.Literal['name'], typing_extensions.Literal['year']]`.
diff --git a/conformance/results/pyre/typeddicts_inheritance.toml b/conformance/results/pyre/typeddicts_inheritance.toml
index d21219a3e..87856a21b 100644
--- a/conformance/results/pyre/typeddicts_inheritance.toml
+++ b/conformance/results/pyre/typeddicts_inheritance.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject TypedDict class that inherits from non-TypedDict class.
+notes = """
+Does not reject TypedDict class that inherits from non-TypedDict class.
 """
 output = """
 typeddicts_inheritance.py:54:0 Inconsistent override [15]: `x` overrides attribute defined in `X1` inconsistently. Type `int` is not a subtype of the overridden attribute `str`.
diff --git a/conformance/results/pyre/typeddicts_operations.toml b/conformance/results/pyre/typeddicts_operations.toml
index 431219867..96de20596 100644
--- a/conformance/results/pyre/typeddicts_operations.toml
+++ b/conformance/results/pyre/typeddicts_operations.toml
@@ -14,15 +14,6 @@ typeddicts_operations.py:62:0 Undefined attribute [16]: `MovieOptional` has no a
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 22: Unexpected errors ['typeddicts_operations.py:22:16 Invalid TypedDict operation [54]: Expected `str` to be assigned to `Movie` field `name` but got `int`.']
-Line 23: Unexpected errors ['typeddicts_operations.py:23:16 Invalid TypedDict operation [54]: Expected `int` to be assigned to `Movie` field `year` but got `str`.']
-Line 24: Unexpected errors ['typeddicts_operations.py:24:6 TypedDict accessed with a missing key [27]: TypedDict `Movie` has no key `other`.']
-Line 26: Unexpected errors ['typeddicts_operations.py:26:12 TypedDict accessed with a missing key [27]: TypedDict `Movie` has no key `other`.']
-Line 28: Unexpected errors ['typeddicts_operations.py:28:8 TypedDict initialization error [55]: Missing required field `year` for TypedDict `Movie`.']
-Line 29: Unexpected errors ['typeddicts_operations.py:29:8 TypedDict initialization error [55]: Expected type `int` for `Movie` field `year` but got `float`.']
-Line 32: Unexpected errors ['typeddicts_operations.py:32:8 TypedDict initialization error [55]: TypedDict `Movie` has no field `other`.']
-Line 37: Unexpected errors ['typeddicts_operations.py:37:4 Incompatible variable type [9]: movie is declared to have type `Movie` but is used as type `Dict[str, Union[int, str]]`.']
+Line 49: Expected 1 errors
 Line 44: Unexpected errors ['typeddicts_operations.py:44:10 TypedDict accessed with a missing key [27]: TypedDict `Movie` has no key `other`.']
-Line 47: Unexpected errors ['typeddicts_operations.py:47:0 Undefined attribute [16]: `Movie` has no attribute `clear`.']
-Line 62: Unexpected errors ['typeddicts_operations.py:62:0 Undefined attribute [16]: `MovieOptional` has no attribute `clear`.']
 """
diff --git a/conformance/results/pyre/typeddicts_required.toml b/conformance/results/pyre/typeddicts_required.toml
index 9b9caf6af..a9774e88a 100644
--- a/conformance/results/pyre/typeddicts_required.toml
+++ b/conformance/results/pyre/typeddicts_required.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject use of `Required` in function parameter annotation.
+notes = """
+Does not reject use of `Required` in function parameter annotation.
 Does not reject nested use of `Required` in type annotation.
 Does not support recursive TypedDict definitions.
 """
@@ -10,6 +11,10 @@ typeddicts_required.py:74:24 TypedDict initialization error [55]: Expected type
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 12: Expected 1 errors
+Line 17: Expected 1 errors
+Line 59: Expected 1 errors
+Line 60: Expected 1 errors
 Line 11: Unexpected errors ['typeddicts_required.py:11:0 Uninitialized attribute [13]: Attribute `x` is declared in class `NotTypedDict` to have type `Required[int]` but is never initialized.']
 Line 71: Unexpected errors ['typeddicts_required.py:71:62 Undefined or invalid type [11]: Annotation `RecursiveMovie` is not defined as a type.']
 Line 74: Unexpected errors ['typeddicts_required.py:74:24 TypedDict initialization error [55]: Expected type `unknown` for `RecursiveMovie` field `predecessor` but got `typing.Dict[str, str]`.']
diff --git a/conformance/results/pyre/typeddicts_type_consistency.toml b/conformance/results/pyre/typeddicts_type_consistency.toml
index d02ad75cf..c72ccfbdb 100644
--- a/conformance/results/pyre/typeddicts_type_consistency.toml
+++ b/conformance/results/pyre/typeddicts_type_consistency.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject assignment of TypedDict with missing key.
+notes = """
+Does not reject assignment of TypedDict with missing key.
 Does not return non-Optional value from `get` method for required key.
 Does not properly handle nested TypedDicts.
 """
diff --git a/conformance/results/pyre/typeddicts_usage.toml b/conformance/results/pyre/typeddicts_usage.toml
index 4ffde2377..7f2a02b27 100644
--- a/conformance/results/pyre/typeddicts_usage.toml
+++ b/conformance/results/pyre/typeddicts_usage.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report errant use of TypedDict in `isinstance` call.
+notes = """
+Does not report errant use of TypedDict in `isinstance` call.
 Does not reject use of TypedDict as TypeVar bound.
 """
 output = """
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index f4e6f95fc..0bf606a1f 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 6.4
+test_duration = 3.0
diff --git a/conformance/results/pyright/aliases_implicit.toml b/conformance/results/pyright/aliases_implicit.toml
index 2c2a102d3..1d0803348 100644
--- a/conformance/results/pyright/aliases_implicit.toml
+++ b/conformance/results/pyright/aliases_implicit.toml
@@ -29,26 +29,6 @@ aliases_implicit.py:135:5 - error: Type "set[Unknown]" is already specialized (r
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 76: Unexpected errors ['aliases_implicit.py:76:24 - error: Expected no type arguments for class "int" (reportInvalidTypeArguments)', 'aliases_implicit.py:76:24 - error: Expected no type arguments for class "NoneType" (reportInvalidTypeArguments)']
-Line 77: Unexpected errors ['aliases_implicit.py:77:9 - error: Type "list[int | None]" is already specialized (reportInvalidTypeArguments)']
-Line 78: Unexpected errors ['aliases_implicit.py:78:29 - error: Too many type arguments provided for "GoodTypeAlias4[T@GoodTypeAlias4]"; expected 1 but received 2']
-Line 79: Unexpected errors ['aliases_implicit.py:79:29 - error: Too many type arguments provided for "GoodTypeAlias8[T@GoodTypeAlias8]"; expected 1 but received 2']
-Line 80: Unexpected errors ['aliases_implicit.py:80:24 - error: Expected ParamSpec, ellipsis, or list of types']
-Line 81: Unexpected errors ['aliases_implicit.py:81:9 - error: Could not specialize type "GoodTypeAlias12[TFloat@GoodTypeAlias12]"']
-Line 106: Unexpected errors ['aliases_implicit.py:106:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 107: Unexpected errors ['aliases_implicit.py:107:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 108: Unexpected errors ['aliases_implicit.py:108:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 109: Unexpected errors ['aliases_implicit.py:109:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 110: Unexpected errors ['aliases_implicit.py:110:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 111: Unexpected errors ['aliases_implicit.py:111:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 112: Unexpected errors ['aliases_implicit.py:112:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 113: Unexpected errors ['aliases_implicit.py:113:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 114: Unexpected errors ['aliases_implicit.py:114:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 115: Unexpected errors ['aliases_implicit.py:115:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 116: Unexpected errors ['aliases_implicit.py:116:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 117: Unexpected errors ['aliases_implicit.py:117:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 118: Unexpected errors ['aliases_implicit.py:118:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 119: Unexpected errors ['aliases_implicit.py:119:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 133: Unexpected errors ['aliases_implicit.py:133:6 - error: Object of type "UnionType" is not callable (reportCallIssue)']
-Line 135: Unexpected errors ['aliases_implicit.py:135:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)', 'aliases_implicit.py:135:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)']
+Line 76: Expected 1 errors, got 2 (['aliases_implicit.py:76:24 - error: Expected no type arguments for class "int" (reportInvalidTypeArguments)', 'aliases_implicit.py:76:24 - error: Expected no type arguments for class "NoneType" (reportInvalidTypeArguments)'])
+Line 135: Expected 1 errors, got 2 (['aliases_implicit.py:135:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)', 'aliases_implicit.py:135:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)'])
 """
diff --git a/conformance/results/pyright/aliases_newtype.toml b/conformance/results/pyright/aliases_newtype.toml
index d2a535d5d..0998cabb0 100644
--- a/conformance/results/pyright/aliases_newtype.toml
+++ b/conformance/results/pyright/aliases_newtype.toml
@@ -19,17 +19,4 @@ aliases_newtype.py:62:38 - error: The second argument to NewType must be a known
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 11: Unexpected errors ['aliases_newtype.py:11:8 - error: Argument of type "Literal[\\'user\\']" cannot be assigned to parameter "_x" of type "int" in function "__init__"']
-Line 12: Unexpected errors ['aliases_newtype.py:12:14 - error: Expression of type "Literal[42]" cannot be assigned to declared type "UserId"']
-Line 20: Unexpected errors ['aliases_newtype.py:20:16 - error: Second argument to "isinstance" must be a class or tuple of classes']
-Line 23: Unexpected errors ['aliases_newtype.py:23:21 - error: Base class "UserId" is marked final and cannot be subclassed']
-Line 32: Unexpected errors ['aliases_newtype.py:32:1 - error: NewType must be assigned to a variable with the same name (reportGeneralTypeIssues)']
-Line 38: Unexpected errors ['aliases_newtype.py:38:19 - error: Expected no type arguments for class "GoodNewType1" (reportInvalidTypeArguments)']
-Line 44: Unexpected errors ['aliases_newtype.py:44:38 - error: Expected class as second argument to NewType (reportGeneralTypeIssues)']
-Line 47: Unexpected errors ['aliases_newtype.py:47:43 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)']
-Line 49: Unexpected errors ['aliases_newtype.py:49:38 - error: NewType cannot be used with structural type (a protocol or TypedDict class) (reportGeneralTypeIssues)']
-Line 51: Unexpected errors ['aliases_newtype.py:51:38 - error: NewType cannot be used with Literal type (reportGeneralTypeIssues)']
-Line 58: Unexpected errors ['aliases_newtype.py:58:38 - error: NewType cannot be used with structural type (a protocol or TypedDict class) (reportGeneralTypeIssues)']
-Line 60: Unexpected errors ['aliases_newtype.py:60:15 - error: NewType requires two positional arguments (reportCallIssue)']
-Line 62: Unexpected errors ['aliases_newtype.py:62:38 - error: The second argument to NewType must be a known class, not Any or Unknown (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/aliases_recursive.toml b/conformance/results/pyright/aliases_recursive.toml
index 9f69a81a8..3c88aeb0f 100644
--- a/conformance/results/pyright/aliases_recursive.toml
+++ b/conformance/results/pyright/aliases_recursive.toml
@@ -66,8 +66,7 @@ aliases_recursive.py:78:31 - error: Type alias "MutualReference1" cannot use its
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 19: Unexpected errors ['aliases_recursive.py:19:12 - error: Expression of type "dict[str, int | complex]" cannot be assigned to declared type "Json"']
-Line 20: Unexpected errors ['aliases_recursive.py:20:16 - error: Expression of type "list[int | complex]" cannot be assigned to declared type "Json"']
+Line 80: Expected 1 errors
 Line 38: Unexpected errors ['aliases_recursive.py:38:22 - error: Expression of type "tuple[Literal[1], tuple[Literal[\\'1\\'], Literal[1]], tuple[Literal[1], tuple[Literal[1], list[int]]]]" cannot be assigned to declared type "RecursiveTuple"']
 Line 39: Unexpected errors ['aliases_recursive.py:39:22 - error: Expression of type "tuple[Literal[1], list[int]]" cannot be assigned to declared type "RecursiveTuple"']
 Line 50: Unexpected errors ['aliases_recursive.py:50:24 - error: Expression of type "dict[str, list[int]]" cannot be assigned to declared type "RecursiveMapping"']
@@ -75,6 +74,5 @@ Line 51: Unexpected errors ['aliases_recursive.py:51:24 - error: Expression of t
 Line 52: Unexpected errors ['aliases_recursive.py:52:24 - error: Expression of type "dict[str, str | int | dict[str, str | int | list[int]]]" cannot be assigned to declared type "RecursiveMapping"']
 Line 67: Unexpected errors ['aliases_recursive.py:67:38 - error: Expression of type "list[str | list[float]]" cannot be assigned to declared type "GenericTypeAlias1[str]"']
 Line 73: Unexpected errors ['aliases_recursive.py:73:51 - error: Expression of type "list[list[int | list[str | int | list[float]]] | str]" cannot be assigned to declared type "GenericTypeAlias2[str, int]"']
-Line 76: Unexpected errors ['aliases_recursive.py:76:29 - error: Type alias "RecursiveUnion" cannot use itself in its definition (reportGeneralTypeIssues)']
 Line 78: Unexpected errors ['aliases_recursive.py:78:31 - error: Type alias "MutualReference1" cannot use itself in its definition (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/aliases_type_statement.toml b/conformance/results/pyright/aliases_type_statement.toml
index 7751ff379..2720fc6e9 100644
--- a/conformance/results/pyright/aliases_type_statement.toml
+++ b/conformance/results/pyright/aliases_type_statement.toml
@@ -53,11 +53,7 @@ aliases_type_statement.py:90:28 - error: Type alias "RecursiveTypeAlias6" cannot
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 17: Unexpected errors ['aliases_type_statement.py:17:12 - error: Cannot access member "bit_count" for type "TypeAliasType"']
-Line 19: Unexpected errors ['aliases_type_statement.py:19:1 - error: Object of type "TypeAliasType" is not callable (reportCallIssue)']
-Line 23: Unexpected errors ['aliases_type_statement.py:23:18 - error: Cannot access member "other_attrib" for type "TypeAliasType"']
-Line 26: Unexpected errors ['aliases_type_statement.py:26:18 - error: A type alias defined in a "type" statement cannot be used as a base class']
-Line 31: Unexpected errors ['aliases_type_statement.py:31:22 - error: Argument of type "GoodAlias1" cannot be assigned to parameter "class_or_tuple" of type "_ClassInfo" in function "isinstance"', 'aliases_type_statement.py:31:22 - error: Second argument to "isinstance" must be a class or tuple of classes']
+Line 31: Expected 1 errors, got 2 (['aliases_type_statement.py:31:22 - error: Argument of type "GoodAlias1" cannot be assigned to parameter "class_or_tuple" of type "_ClassInfo" in function "isinstance"', 'aliases_type_statement.py:31:22 - error: Second argument to "isinstance" must be a class or tuple of classes'])
 Line 37: Unexpected errors ['aliases_type_statement.py:37:22 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
 Line 38: Unexpected errors ['aliases_type_statement.py:38:22 - error: List expression not allowed in type annotation', 'aliases_type_statement.py:38:22 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)']
 Line 39: Unexpected errors ['aliases_type_statement.py:39:22 - error: Tuple expression not allowed in type annotation']
@@ -71,13 +67,5 @@ Line 46: Unexpected errors ['aliases_type_statement.py:46:23 - error: Expected t
 Line 47: Unexpected errors ['aliases_type_statement.py:47:23 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)']
 Line 48: Unexpected errors ['aliases_type_statement.py:48:23 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)']
 Line 49: Unexpected errors ['aliases_type_statement.py:49:23 - error: Expected expression', 'aliases_type_statement.py:49:23 - error: Tuple expression not allowed in type annotation']
-Line 52: Unexpected errors ['aliases_type_statement.py:52:10 - error: Type alias declaration "BadTypeAlias14" is obscured by a declaration of the same name (reportRedeclaration)']
 Line 58: Unexpected errors ['aliases_type_statement.py:58:10 - error: A type statement can be used only within a module or class scope (reportGeneralTypeIssues)']
-Line 64: Unexpected errors ['aliases_type_statement.py:64:23 - error: Type parameter "V" is not included in the type parameter list for "TA1" (reportGeneralTypeIssues)']
-Line 69: Unexpected errors ['aliases_type_statement.py:69:17 - error: Type parameter "T1" is not included in the type parameter list for "TA2" (reportGeneralTypeIssues)']
-Line 79: Unexpected errors ['aliases_type_statement.py:79:7 - error: Could not specialize type "RecursiveTypeAlias2[S@RecursiveTypeAlias2, T@RecursiveTypeAlias2, P@RecursiveTypeAlias2]"']
-Line 81: Unexpected errors ['aliases_type_statement.py:81:7 - error: Could not specialize type "RecursiveTypeAlias2[S@RecursiveTypeAlias2, T@RecursiveTypeAlias2, P@RecursiveTypeAlias2]"']
-Line 84: Unexpected errors ['aliases_type_statement.py:84:28 - error: Type alias "RecursiveTypeAlias3" cannot use itself in its definition (reportGeneralTypeIssues)']
-Line 86: Unexpected errors ['aliases_type_statement.py:86:31 - error: Type alias "RecursiveTypeAlias4" cannot use itself in its definition (reportGeneralTypeIssues)']
-Line 90: Unexpected errors ['aliases_type_statement.py:90:28 - error: Type alias "RecursiveTypeAlias6" cannot use itself in its definition (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/aliases_typealiastype.toml b/conformance/results/pyright/aliases_typealiastype.toml
index 1ee84a8a1..ac17224a4 100644
--- a/conformance/results/pyright/aliases_typealiastype.toml
+++ b/conformance/results/pyright/aliases_typealiastype.toml
@@ -31,14 +31,12 @@ aliases_typealiastype.py:70:42 - error: Tuple expression not allowed in type ann
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 32: Unexpected errors ['aliases_typealiastype.py:32:18 - error: Cannot access member "other_attrib" for type "TypeAliasType"']
-Line 40: Unexpected errors ['aliases_typealiastype.py:40:5 - error: Could not specialize type "GoodAlias5[S@GoodAlias5, TStr@GoodAlias5, P@GoodAlias5, Ts@GoodAlias5]"']
+Line 45: Expected 1 errors
+Line 49: Expected 1 errors
+Line 53: Expected 1 errors
 Line 44: Unexpected errors ['aliases_typealiastype.py:44:23 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)']
-Line 46: Unexpected errors ['aliases_typealiastype.py:46:45 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)']
 Line 48: Unexpected errors ['aliases_typealiastype.py:48:35 - error: Type parameter list must be a tuple containing only TypeVar, TypeVarTuple, or ParamSpec']
-Line 50: Unexpected errors ['aliases_typealiastype.py:50:40 - error: Type alias "BadAlias4" cannot use itself in its definition (reportGeneralTypeIssues)']
 Line 52: Unexpected errors ['aliases_typealiastype.py:52:18 - error: Type alias "BadAlias5" cannot use itself in its definition (reportGeneralTypeIssues)']
-Line 54: Unexpected errors ['aliases_typealiastype.py:54:40 - error: Type alias "BadAlias6" cannot use itself in its definition (reportGeneralTypeIssues)']
 Line 58: Unexpected errors ['aliases_typealiastype.py:58:40 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
 Line 59: Unexpected errors ['aliases_typealiastype.py:59:40 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)']
 Line 60: Unexpected errors ['aliases_typealiastype.py:60:42 - error: Expected type expression but received "tuple[tuple[type[int], type[str]]]" (reportGeneralTypeIssues)']
diff --git a/conformance/results/pyright/aliases_variance.toml b/conformance/results/pyright/aliases_variance.toml
index dffa0c157..9b93ed8f5 100644
--- a/conformance/results/pyright/aliases_variance.toml
+++ b/conformance/results/pyright/aliases_variance.toml
@@ -11,8 +11,4 @@ aliases_variance.py:44:26 - error: Could not specialize type "B_Alias_1[T_co@B_A
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 24: Unexpected errors ['aliases_variance.py:24:23 - error: Type "T_co@ClassA_1" cannot be assigned to type variable "T@ClassA"']
-Line 28: Unexpected errors ['aliases_variance.py:28:26 - error: Could not specialize type "A_Alias_1[T_co@A_Alias_1]"']
-Line 32: Unexpected errors ['aliases_variance.py:32:26 - error: Could not specialize type "A_Alias_2[T_co@A_Alias_2]"']
-Line 44: Unexpected errors ['aliases_variance.py:44:26 - error: Could not specialize type "B_Alias_1[T_co@B_Alias_1, T_contra@B_Alias_1]"']
 """
diff --git a/conformance/results/pyright/annotations_forward_refs.toml b/conformance/results/pyright/annotations_forward_refs.toml
index 9e0b9275a..c6a3a48f9 100644
--- a/conformance/results/pyright/annotations_forward_refs.toml
+++ b/conformance/results/pyright/annotations_forward_refs.toml
@@ -37,6 +37,7 @@ annotations_forward_refs.py:89:8 - error: Expected type expression but received
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 80: Expected 1 errors, got 2 (['annotations_forward_refs.py:80:14 - error: Type of "ClassF" could not be determined because it refers to itself (reportGeneralTypeIssues)', 'annotations_forward_refs.py:80:14 - error: Variable not allowed in type expression (reportInvalidTypeForm)'])
 Line 22: Unexpected errors ['annotations_forward_refs.py:22:7 - error: "ClassA" is not defined (reportUndefinedVariable)']
 Line 23: Unexpected errors ['annotations_forward_refs.py:23:12 - error: "ClassA" is not defined (reportUndefinedVariable)']
 Line 24: Unexpected errors ['annotations_forward_refs.py:24:7 - error: Union syntax cannot be used with string operand; use quotes around entire expression (reportGeneralTypeIssues)']
@@ -57,6 +58,4 @@ Line 53: Unexpected errors ['annotations_forward_refs.py:53:11 - error: Binary o
 Line 54: Unexpected errors ['annotations_forward_refs.py:54:11 - error: Expected expression', 'annotations_forward_refs.py:54:11 - error: Tuple expression not allowed in type annotation']
 Line 55: Unexpected errors ['annotations_forward_refs.py:55:10 - error: Module cannot be used as a type (reportGeneralTypeIssues)']
 Line 66: Unexpected errors ['annotations_forward_refs.py:66:26 - error: "ClassB" is not defined (reportUndefinedVariable)']
-Line 80: Unexpected errors ['annotations_forward_refs.py:80:14 - error: Type of "ClassF" could not be determined because it refers to itself (reportGeneralTypeIssues)', 'annotations_forward_refs.py:80:14 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 89: Unexpected errors ['annotations_forward_refs.py:89:8 - error: Expected type expression but received "(self: Self@ClassD) -> None" (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/annotations_generators.toml b/conformance/results/pyright/annotations_generators.toml
index 3d1e67c17..f92f6f837 100644
--- a/conformance/results/pyright/annotations_generators.toml
+++ b/conformance/results/pyright/annotations_generators.toml
@@ -33,16 +33,7 @@ annotations_generators.py:135:16 - error: Return type of generator function must
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 51: Unexpected errors ['annotations_generators.py:51:21 - error: Function with declared return type "C" must return value on all code paths']
-Line 54: Unexpected errors ['annotations_generators.py:54:16 - error: Expression of type "Literal[False]" cannot be assigned to return type "C"']
-Line 57: Unexpected errors ['annotations_generators.py:57:15 - error: Return type of generator function must be compatible with "Generator[Literal[3], Any, Any]"']
 Line 66: Unexpected errors ['annotations_generators.py:66:15 - error: Return type of generator function must be compatible with "Generator[Literal[3], Any, Any]"']
-Line 75: Unexpected errors ['annotations_generators.py:75:11 - error: Return type of generator function must be compatible with "Generator[B, Any, Any]"']
-Line 86: Unexpected errors ['annotations_generators.py:86:21 - error: Return type of generator function must be compatible with "Generator[Any, Any, Any]"']
 Line 87: Unexpected errors ['annotations_generators.py:87:11 - error: Return type of generator function must be compatible with "Generator[None, Any, Any]"']
-Line 91: Unexpected errors ['annotations_generators.py:91:27 - error: Return type of async generator function must be compatible with "AsyncGenerator[Any, Any]"']
 Line 92: Unexpected errors ['annotations_generators.py:92:11 - error: Return type of async generator function must be compatible with "AsyncGenerator[None, Any]"']
-Line 118: Unexpected errors ['annotations_generators.py:118:16 - error: Return type of generator function must be compatible with "Generator[A, Any, Any]"']
-Line 119: Unexpected errors ['annotations_generators.py:119:16 - error: Return type of generator function must be compatible with "Generator[int, Any, Any]"']
-Line 135: Unexpected errors ['annotations_generators.py:135:16 - error: Return type of generator function must be compatible with "Generator[None, Any, Any]"']
 """
diff --git a/conformance/results/pyright/annotations_methods.toml b/conformance/results/pyright/annotations_methods.toml
index 985f75966..b9aa0094d 100644
--- a/conformance/results/pyright/annotations_methods.toml
+++ b/conformance/results/pyright/annotations_methods.toml
@@ -1,5 +1,6 @@
 conformant = "Pass"
-notes = """Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.
+notes = """
+Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.
 """
 output = """
 annotations_methods.py:46:8 - error: Argument of type "A" cannot be assigned to parameter "self" of type "B" in function "copy"
diff --git a/conformance/results/pyright/callables_kwargs.toml b/conformance/results/pyright/callables_kwargs.toml
index be026aa10..83e620cd9 100644
--- a/conformance/results/pyright/callables_kwargs.toml
+++ b/conformance/results/pyright/callables_kwargs.toml
@@ -30,17 +30,8 @@ callables_kwargs.py:121:21 - error: Expected TypedDict type argument for Unpack
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Unexpected errors ['callables_kwargs.py:26:5 - error: Could not access item in TypedDict']
-Line 43: Unexpected errors ['callables_kwargs.py:43:5 - error: Arguments missing for parameters "v1", "v3" (reportCallIssue)']
-Line 48: Unexpected errors ['callables_kwargs.py:48:32 - error: No parameter named "v4" (reportCallIssue)']
-Line 49: Unexpected errors ['callables_kwargs.py:49:11 - error: Expected 0 positional arguments (reportCallIssue)']
-Line 55: Unexpected errors ['callables_kwargs.py:55:13 - error: Argument of type "str" cannot be assigned to parameter "v1" of type "int" in function "func1"']
-Line 60: Unexpected errors ['callables_kwargs.py:60:19 - error: Unable to match unpacked TypedDict argument to parameters']
-Line 61: Unexpected errors ['callables_kwargs.py:61:16 - error: Unable to match unpacked TypedDict argument to parameters']
-Line 62: Unexpected errors ['callables_kwargs.py:62:19 - error: Unable to match unpacked TypedDict argument to parameters']
-Line 98: Unexpected errors ['callables_kwargs.py:98:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol3"']
-Line 99: Unexpected errors ['callables_kwargs.py:99:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol4"']
-Line 100: Unexpected errors ['callables_kwargs.py:100:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol5"']
+Line 108: Expected 1 errors
+Line 120: Expected 1 errors
 Line 109: Unexpected errors ['callables_kwargs.py:109:30 - error: Typed dictionary overlaps with keyword parameter: v1 (reportGeneralTypeIssues)']
 Line 121: Unexpected errors ['callables_kwargs.py:121:21 - error: Expected TypedDict type argument for Unpack (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/callables_protocol.toml b/conformance/results/pyright/callables_protocol.toml
index 33a63ee7a..c234d9e85 100644
--- a/conformance/results/pyright/callables_protocol.toml
+++ b/conformance/results/pyright/callables_protocol.toml
@@ -60,21 +60,4 @@ callables_protocol.py:311:27 - error: Expression of type "(*, path: str) -> str"
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 35: Unexpected errors ['callables_protocol.py:35:7 - error: Expression of type "(*vals: bytes, max_items: int | None) -> list[bytes]" cannot be assigned to declared type "Proto1"']
-Line 36: Unexpected errors ['callables_protocol.py:36:7 - error: Expression of type "(*vals: bytes) -> list[bytes]" cannot be assigned to declared type "Proto1"']
-Line 37: Unexpected errors ['callables_protocol.py:37:7 - error: Expression of type "(*vals: bytes, max_len: str | None) -> list[bytes]" cannot be assigned to declared type "Proto1"']
-Line 67: Unexpected errors ['callables_protocol.py:67:7 - error: Expression of type "(*a: bytes) -> None" cannot be assigned to declared type "Proto2"']
-Line 68: Unexpected errors ['callables_protocol.py:68:7 - error: Expression of type "(*a: str, **b: str) -> None" cannot be assigned to declared type "Proto2"']
-Line 69: Unexpected errors ['callables_protocol.py:69:7 - error: Expression of type "(*a: bytes, **b: bytes) -> None" cannot be assigned to declared type "Proto2"']
-Line 70: Unexpected errors ['callables_protocol.py:70:7 - error: Expression of type "(**b: str) -> None" cannot be assigned to declared type "Proto2"']
-Line 97: Unexpected errors ['callables_protocol.py:97:16 - error: Expression of type "(x: int) -> None" cannot be assigned to declared type "Proto4"']
-Line 121: Unexpected errors ['callables_protocol.py:121:18 - error: Expression of type "(*vals: bytes, max_len: int | None = None) -> list[bytes]" cannot be assigned to declared type "NotProto6"']
-Line 169: Unexpected errors ['callables_protocol.py:169:7 - error: Expression of type "(x: int) -> Any" cannot be assigned to declared type "Proto8"']
-Line 186: Unexpected errors ['callables_protocol.py:186:33 - error: Cannot assign member "other_attribute" for type "Proto9[P@decorator1, R@decorator1]"']
-Line 187: Unexpected errors ['callables_protocol.py:187:15 - error: Cannot assign member "xxx" for type "Proto9[P@decorator1, R@decorator1]"']
-Line 197: Unexpected errors ['callables_protocol.py:197:16 - error: Cannot access member "other_attribute2" for type "Proto9[(x: int), str]"']
-Line 238: Unexpected errors ['callables_protocol.py:238:8 - error: Expression of type "(x: int, y: str, /) -> Any" cannot be assigned to declared type "Proto11"']
-Line 260: Unexpected errors ['callables_protocol.py:260:8 - error: Expression of type "(*args: Any, kwarg0: Any) -> None" cannot be assigned to declared type "Proto12"']
-Line 284: Unexpected errors ['callables_protocol.py:284:27 - error: Expression of type "(path: str) -> str" cannot be assigned to declared type "Proto13_Default"']
-Line 311: Unexpected errors ['callables_protocol.py:311:27 - error: Expression of type "(*, path: str) -> str" cannot be assigned to declared type "Proto14_Default"']
 """
diff --git a/conformance/results/pyright/classes_classvar.toml b/conformance/results/pyright/classes_classvar.toml
index 4414efeac..3063121de 100644
--- a/conformance/results/pyright/classes_classvar.toml
+++ b/conformance/results/pyright/classes_classvar.toml
@@ -25,21 +25,5 @@ classes_classvar.py:129:13 - error: Expression of type "ProtoAImpl" cannot be as
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 36: Unexpected errors ['classes_classvar.py:36:25 - error: Expected only one type argument after "ClassVar"']
-Line 37: Unexpected errors ['classes_classvar.py:37:14 - error: Expected type expression but received "Literal[3]" (reportGeneralTypeIssues)']
-Line 38: Unexpected errors ['classes_classvar.py:38:14 - error: "var" is not defined (reportUndefinedVariable)']
-Line 43: Unexpected errors ['classes_classvar.py:43:20 - error: "ClassVar" type cannot include type variables (reportGeneralTypeIssues)']
-Line 44: Unexpected errors ['classes_classvar.py:44:20 - error: "ClassVar" type cannot include type variables (reportGeneralTypeIssues)']
-Line 45: Unexpected errors ['classes_classvar.py:45:20 - error: "ClassVar" type cannot include type variables (reportGeneralTypeIssues)']
-Line 50: Unexpected errors ['classes_classvar.py:50:33 - error: Expression of type "dict[Any, Any]" cannot be assigned to declared type "list[str]" (reportAssignmentType)']
-Line 52: Unexpected errors ['classes_classvar.py:52:11 - error: "Final" is not defined (reportUndefinedVariable)']
-Line 53: Unexpected errors ['classes_classvar.py:53:17 - error: "ClassVar" is not allowed in this context']
-Line 61: Unexpected errors ['classes_classvar.py:61:26 - error: "ClassVar" is not allowed in this context']
-Line 62: Unexpected errors ['classes_classvar.py:62:12 - error: "ClassVar" is not allowed in this context']
-Line 63: Unexpected errors ['classes_classvar.py:63:18 - error: "ClassVar" is not allowed in this context']
-Line 65: Unexpected errors ['classes_classvar.py:65:26 - error: "ClassVar" is not allowed in this context']
-Line 69: Unexpected errors ['classes_classvar.py:69:8 - error: "ClassVar" is not allowed in this context']
-Line 70: Unexpected errors ['classes_classvar.py:70:20 - error: "ClassVar" is not allowed in this context']
-Line 100: Unexpected errors ['classes_classvar.py:100:14 - error: Cannot assign member "stats" for type "Starship"']
-Line 129: Unexpected errors ['classes_classvar.py:129:13 - error: Expression of type "ProtoAImpl" cannot be assigned to declared type "ProtoA"']
+Line 48: Expected 1 errors
 """
diff --git a/conformance/results/pyright/dataclasses_frozen.toml b/conformance/results/pyright/dataclasses_frozen.toml
index 222a13c7a..d15588807 100644
--- a/conformance/results/pyright/dataclasses_frozen.toml
+++ b/conformance/results/pyright/dataclasses_frozen.toml
@@ -11,8 +11,6 @@ dataclasses_frozen.py:32:12 - error: A frozen class cannot inherit from a class
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 16: Unexpected errors ['dataclasses_frozen.py:16:5 - error: Cannot assign member "a" for type "DC1"']
-Line 17: Unexpected errors ['dataclasses_frozen.py:17:5 - error: Cannot assign member "b" for type "DC1"']
 Line 22: Unexpected errors ['dataclasses_frozen.py:22:1 - error: A non-frozen class cannot inherit from a class that is frozen (reportGeneralTypeIssues)']
 Line 32: Unexpected errors ['dataclasses_frozen.py:32:12 - error: A frozen class cannot inherit from a class that is not frozen (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/dataclasses_postinit.toml b/conformance/results/pyright/dataclasses_postinit.toml
index b36eeb442..be353492b 100644
--- a/conformance/results/pyright/dataclasses_postinit.toml
+++ b/conformance/results/pyright/dataclasses_postinit.toml
@@ -10,8 +10,4 @@ dataclasses_postinit.py:36:9 - error: Dataclass __post_init__ incorrect paramete
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 19: Unexpected errors ['dataclasses_postinit.py:19:40 - error: Dataclass __post_init__ method parameter type mismatch for field "y"']
-Line 28: Unexpected errors ['dataclasses_postinit.py:28:11 - error: Cannot access member "x" for type "DC1"']
-Line 29: Unexpected errors ['dataclasses_postinit.py:29:11 - error: Cannot access member "y" for type "DC1"']
-Line 36: Unexpected errors ['dataclasses_postinit.py:36:9 - error: Dataclass __post_init__ incorrect parameter count; number of InitVar fields is 2 (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/dataclasses_usage.toml b/conformance/results/pyright/dataclasses_usage.toml
index 8ae420b18..c2ee04bfc 100644
--- a/conformance/results/pyright/dataclasses_usage.toml
+++ b/conformance/results/pyright/dataclasses_usage.toml
@@ -17,11 +17,6 @@ dataclasses_usage.py:228:9 - error: Dataclass field without type annotation will
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 51: Unexpected errors ['dataclasses_usage.py:51:6 - error: Argument missing for parameter "unit_price" (reportCallIssue)']
-Line 52: Unexpected errors ['dataclasses_usage.py:52:28 - error: Argument of type "Literal[\\'price\\']" cannot be assigned to parameter "unit_price" of type "float" in function "__init__"']
-Line 53: Unexpected errors ['dataclasses_usage.py:53:36 - error: Expected 3 positional arguments (reportCallIssue)']
-Line 84: Unexpected errors ['dataclasses_usage.py:84:13 - error: Expected 1 positional argument (reportCallIssue)']
-Line 89: Unexpected errors ['dataclasses_usage.py:89:36 - error: Argument of type "type[str]" cannot be assigned to parameter "default_factory" of type "() -> _T@field" in function "field"']
 Line 127: Unexpected errors ['dataclasses_usage.py:127:8 - error: Expected 1 positional argument (reportCallIssue)']
 Line 130: Unexpected errors ['dataclasses_usage.py:130:1 - error: Argument missing for parameter "y" (reportCallIssue)']
 Line 179: Unexpected errors ['dataclasses_usage.py:179:1 - error: Expected no arguments to "DC13" constructor (reportCallIssue)']
diff --git a/conformance/results/pyright/directives_no_type_check.toml b/conformance/results/pyright/directives_no_type_check.toml
index 70cfdfbf5..453b9bad1 100644
--- a/conformance/results/pyright/directives_no_type_check.toml
+++ b/conformance/results/pyright/directives_no_type_check.toml
@@ -1,5 +1,6 @@
 conformant = "Pass"
-notes = """Does not honor `@no_type_check` class decorator.
+notes = """
+Does not honor `@no_type_check` class decorator.
 """
 output = """
 directives_no_type_check.py:16:14 - error: Expression of type "Literal['']" cannot be assigned to declared type "int"
diff --git a/conformance/results/pyright/generics_defaults.toml b/conformance/results/pyright/generics_defaults.toml
index cbce5de86..cb44a0a7f 100644
--- a/conformance/results/pyright/generics_defaults.toml
+++ b/conformance/results/pyright/generics_defaults.toml
@@ -9,6 +9,7 @@ generics_defaults.py:173:18 - error: Access to generic instance variable through
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 26: Expected 1 errors
 Line 24: Unexpected errors ['generics_defaults.py:24:7 - error: "T" cannot appear after "DefaultStrT" in type parameter list because it has no default type (reportGeneralTypeIssues)']
 Line 52: Unexpected errors ['generics_defaults.py:52:16 - error: Too few type arguments provided for "AllTheDefaults"; expected 2 but received 1 (reportInvalidTypeArguments)']
 Line 107: Unexpected errors ['generics_defaults.py:107:35 - error: TypeVar default type must be a subtype of the bound type (reportGeneralTypeIssues)']
diff --git a/conformance/results/pyright/generics_paramspec_basic.toml b/conformance/results/pyright/generics_paramspec_basic.toml
index 6428369f0..1f929008c 100644
--- a/conformance/results/pyright/generics_paramspec_basic.toml
+++ b/conformance/results/pyright/generics_paramspec_basic.toml
@@ -13,7 +13,6 @@ generics_paramspec_basic.py:39:31 - error: ParamSpec is not allowed in this cont
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 10: Unexpected errors ['generics_paramspec_basic.py:10:1 - error: ParamSpec must be assigned to a variable named "NotIt"']
 Line 15: Unexpected errors ['generics_paramspec_basic.py:15:18 - error: ParamSpec is not allowed in this context']
 Line 23: Unexpected errors ['generics_paramspec_basic.py:23:14 - error: ParamSpec is not allowed in this context', 'generics_paramspec_basic.py:23:20 - error: ParamSpec is not allowed in this context']
 Line 27: Unexpected errors ['generics_paramspec_basic.py:27:14 - error: "Concatenate" is not allowed in this context']
diff --git a/conformance/results/pyright/generics_paramspec_semantics.toml b/conformance/results/pyright/generics_paramspec_semantics.toml
index c353fabef..3804f48e3 100644
--- a/conformance/results/pyright/generics_paramspec_semantics.toml
+++ b/conformance/results/pyright/generics_paramspec_semantics.toml
@@ -1,5 +1,6 @@
 conformant = "Pass"
-notes = """Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).
+notes = """
+Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).
 """
 output = """
 generics_paramspec_semantics.py:26:6 - error: Expected 2 more positional arguments (reportCallIssue)
@@ -32,8 +33,6 @@ generics_paramspec_semantics.py:136:2 - error: Argument of type "(**kwargs: int)
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Unexpected errors ['generics_paramspec_semantics.py:26:6 - error: Expected 2 more positional arguments (reportCallIssue)']
-Line 27: Unexpected errors ['generics_paramspec_semantics.py:27:9 - error: Argument of type "Literal[\\'A\\']" cannot be assigned to parameter "b" of type "bool"']
 Line 46: Unexpected errors ['generics_paramspec_semantics.py:46:17 - error: Argument of type "(y: int, x: str) -> int" cannot be assigned to parameter "y" of type "(**P@func1) -> int" in function "func1"']
 Line 61: Unexpected errors ['generics_paramspec_semantics.py:61:23 - error: Argument of type "(*, y: int) -> int" cannot be assigned to parameter "y" of type "(**P@func1) -> int" in function "func1"']
 Line 97: Unexpected errors ['generics_paramspec_semantics.py:97:4 - error: Argument of type "Literal[1]" cannot be assigned to parameter of type "str"']
diff --git a/conformance/results/pyright/generics_syntax_compatibility.toml b/conformance/results/pyright/generics_syntax_compatibility.toml
index 72fa08062..a6fb1b46b 100644
--- a/conformance/results/pyright/generics_syntax_compatibility.toml
+++ b/conformance/results/pyright/generics_syntax_compatibility.toml
@@ -6,6 +6,5 @@ generics_syntax_compatibility.py:26:45 - error: Type parameter "K" is not includ
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 14: Unexpected errors ['generics_syntax_compatibility.py:14:22 - error: Type parameter "K" is not included in the type parameter list for "ClassA" (reportGeneralTypeIssues)']
 Line 26: Unexpected errors ['generics_syntax_compatibility.py:26:35 - error: Type parameter "K" is not included in the type parameter list for "method2" (reportGeneralTypeIssues)', 'generics_syntax_compatibility.py:26:45 - error: Type parameter "K" is not included in the type parameter list for "method2" (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/generics_syntax_declarations.toml b/conformance/results/pyright/generics_syntax_declarations.toml
index b783178f1..44a660dd5 100644
--- a/conformance/results/pyright/generics_syntax_declarations.toml
+++ b/conformance/results/pyright/generics_syntax_declarations.toml
@@ -17,11 +17,4 @@ errors_diff = """
 Line 19: Unexpected errors ['generics_syntax_declarations.py:19:17 - error: "Generic" base class cannot be used with type parameter syntax (reportGeneralTypeIssues)']
 Line 27: Unexpected errors ['generics_syntax_declarations.py:27:20 - error: Type arguments are not allowed with Protocol class when using type parameter syntax (reportGeneralTypeIssues)']
 Line 34: Unexpected errors ['generics_syntax_declarations.py:34:11 - error: Cannot access member "is_integer" for type "str*"']
-Line 46: Unexpected errors ['generics_syntax_declarations.py:46:21 - error: TypeVar constraint type cannot be generic']
-Line 50: Unexpected errors ['generics_syntax_declarations.py:50:17 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)']
-Line 62: Unexpected errors ['generics_syntax_declarations.py:62:17 - error: TypeVar must have at least two constrained types (reportGeneralTypeIssues)']
-Line 66: Unexpected errors ['generics_syntax_declarations.py:66:17 - error: TypeVar must have at least two constrained types (reportGeneralTypeIssues)']
-Line 73: Unexpected errors ['generics_syntax_declarations.py:73:17 - error: Expected type expression but received "tuple[type[bytes], type[str]]" (reportGeneralTypeIssues)']
-Line 77: Unexpected errors ['generics_syntax_declarations.py:77:18 - error: Expected type expression but received "Literal[3]" (reportGeneralTypeIssues)']
-Line 81: Unexpected errors ['generics_syntax_declarations.py:81:23 - error: "S" is not defined (reportUndefinedVariable)']
 """
diff --git a/conformance/results/pyright/generics_syntax_infer_variance.toml b/conformance/results/pyright/generics_syntax_infer_variance.toml
index 3aa5dfd27..c5d4eef5a 100644
--- a/conformance/results/pyright/generics_syntax_infer_variance.toml
+++ b/conformance/results/pyright/generics_syntax_infer_variance.toml
@@ -63,6 +63,8 @@ generics_syntax_infer_variance.py:152:45 - error: Expression of type "ShouldBeCo
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 17: Expected 1 errors
+Line 21: Expected 1 errors
 Line 16: Unexpected errors ['generics_syntax_infer_variance.py:16:42 - error: TypeVar cannot be both covariant and contravariant']
 Line 20: Unexpected errors ['generics_syntax_infer_variance.py:20:46 - error: TypeVar cannot be both covariant and contravariant']
 Line 33: Unexpected errors ['generics_syntax_infer_variance.py:33:35 - error: Expression of type "ShouldBeCovariant1[float]" cannot be assigned to declared type "ShouldBeCovariant1[int]"']
diff --git a/conformance/results/pyright/generics_typevartuple_basic.toml b/conformance/results/pyright/generics_typevartuple_basic.toml
index 15dee93c3..c9c29fc79 100644
--- a/conformance/results/pyright/generics_typevartuple_basic.toml
+++ b/conformance/results/pyright/generics_typevartuple_basic.toml
@@ -35,10 +35,6 @@ errors_diff = """
 Line 42: Unexpected errors ['generics_typevartuple_basic.py:42:34 - error: Argument of type "Height" cannot be assigned to parameter "shape" of type "tuple[*Shape@Array]" in function "__init__"']
 Line 43: Unexpected errors ['generics_typevartuple_basic.py:43:35 - error: Expression of type "Array[Batch, Width]" cannot be assigned to declared type "Array[Batch, Height, Width]"']
 Line 44: Unexpected errors ['generics_typevartuple_basic.py:44:41 - error: Expression of type "Array[Time, Batch, Width, Height]" cannot be assigned to declared type "Array[Time, Batch, Height, Width]"']
-Line 52: Unexpected errors ['generics_typevartuple_basic.py:52:22 - error: Expected unpacked TypeVarTuple; use Unpack[Shape] or *Shape']
-Line 53: Unexpected errors ['generics_typevartuple_basic.py:53:37 - error: Expected unpacked TypeVarTuple; use Unpack[Shape] or *Shape']
-Line 56: Unexpected errors ['generics_typevartuple_basic.py:56:34 - error: Expected unpacked TypeVarTuple; use Unpack[Shape] or *Shape']
-Line 59: Unexpected errors ['generics_typevartuple_basic.py:59:24 - error: Expected unpacked TypeVarTuple; use Unpack[Shape] or *Shape']
 Line 65: Unexpected errors ['generics_typevartuple_basic.py:65:27 - error: "covariant" is unknown parameter to TypeVarTuple']
 Line 66: Unexpected errors ['generics_typevartuple_basic.py:66:27 - error: TypeVarTuple cannot have value constraints', 'generics_typevartuple_basic.py:66:32 - error: TypeVarTuple cannot have value constraints']
 Line 67: Unexpected errors ['generics_typevartuple_basic.py:67:27 - error: "bound" is unknown parameter to TypeVarTuple']
diff --git a/conformance/results/pyright/generics_typevartuple_specialization.toml b/conformance/results/pyright/generics_typevartuple_specialization.toml
index a3b107b78..393f49846 100644
--- a/conformance/results/pyright/generics_typevartuple_specialization.toml
+++ b/conformance/results/pyright/generics_typevartuple_specialization.toml
@@ -17,6 +17,5 @@ Line 109: Unexpected errors ['generics_typevartuple_specialization.py:109:18 - e
 Line 110: Unexpected errors ['generics_typevartuple_specialization.py:110:18 - error: Could not specialize type "IntTupleGeneric[T@IntTupleGeneric]"']
 Line 121: Unexpected errors ['generics_typevartuple_specialization.py:121:27 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
 Line 122: Unexpected errors ['generics_typevartuple_specialization.py:122:27 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
-Line 127: Unexpected errors ['generics_typevartuple_specialization.py:127:9 - error: Too few type arguments provided for "TA7[*Ts@TA7, T1@TA7, T2@TA7]"; expected 3 but received 2']
 Line 163: Unexpected errors ['generics_typevartuple_specialization.py:163:14 - error: Could not specialize type "TA11[T@TA11, *Ts1@TA11]"']
 """
diff --git a/conformance/results/pyright/generics_variance.toml b/conformance/results/pyright/generics_variance.toml
index 139477bf5..e18fdcfba 100644
--- a/conformance/results/pyright/generics_variance.toml
+++ b/conformance/results/pyright/generics_variance.toml
@@ -28,12 +28,10 @@ generics_variance.py:196:15 - error: Could not specialize type "Contra_TA[T_cont
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 127: Expected 1 errors
+Line 133: Expected 1 errors
+Line 143: Expected 1 errors
 Line 14: Unexpected errors ['generics_variance.py:14:50 - error: TypeVar cannot be both covariant and contravariant']
-Line 77: Unexpected errors ['generics_variance.py:77:18 - error: Type "T_co@Class1" cannot be assigned to type variable "T@Inv"']
-Line 81: Unexpected errors ['generics_variance.py:81:18 - error: Type "T_contra@Class2" cannot be assigned to type variable "T@Inv"']
-Line 93: Unexpected errors ['generics_variance.py:93:20 - error: Type "T_contra@Co_Child3" cannot be assigned to type variable "T_co@Co"']
-Line 105: Unexpected errors ['generics_variance.py:105:28 - error: Type "T_co@Contra_Child3" cannot be assigned to type variable "T_contra@Contra"']
-Line 113: Unexpected errors ['generics_variance.py:113:28 - error: Type "Co[T_co@Contra_Child5]" cannot be assigned to type variable "T_contra@Contra"']
 Line 126: Unexpected errors ['generics_variance.py:126:20 - error: Type "T_co@CoContra_Child2" cannot be assigned to type variable "T_contra@CoContra"']
 Line 132: Unexpected errors ['generics_variance.py:132:14 - error: Type "T_contra@CoContra_Child3" cannot be assigned to type variable "T_co@CoContra"']
 Line 142: Unexpected errors ['generics_variance.py:142:24 - error: Type "Co[T_co@CoContra_Child5]" cannot be assigned to type variable "T_contra@CoContra"']
diff --git a/conformance/results/pyright/literals_interactions.toml b/conformance/results/pyright/literals_interactions.toml
index c2478c055..54ac612b6 100644
--- a/conformance/results/pyright/literals_interactions.toml
+++ b/conformance/results/pyright/literals_interactions.toml
@@ -7,8 +7,4 @@ literals_interactions.py:18:5 - error: Index -4 is out of range for type tuple[i
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 15: Unexpected errors ['literals_interactions.py:15:5 - error: Index 5 is out of range for type tuple[int, str, list[bool]] (reportGeneralTypeIssues)']
-Line 16: Unexpected errors ['literals_interactions.py:16:5 - error: Index -5 is out of range for type tuple[int, str, list[bool]] (reportGeneralTypeIssues)']
-Line 17: Unexpected errors ['literals_interactions.py:17:5 - error: Index 4 is out of range for type tuple[int, str, list[bool]] (reportGeneralTypeIssues)']
-Line 18: Unexpected errors ['literals_interactions.py:18:5 - error: Index -4 is out of range for type tuple[int, str, list[bool]] (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/overloads_basic.toml b/conformance/results/pyright/overloads_basic.toml
index 6fb00e5ab..955ce77f1 100644
--- a/conformance/results/pyright/overloads_basic.toml
+++ b/conformance/results/pyright/overloads_basic.toml
@@ -8,7 +8,9 @@ overloads_basic.py:75:5 - error: "func2" is marked as overload, but no implement
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 37: Unexpected errors ['overloads_basic.py:37:1 - error: No overloads for "__getitem__" match the provided arguments (reportCallIssue)', 'overloads_basic.py:37:1 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "__s" of type "slice" in function "__getitem__"']
+Line 37: Expected 1 errors, got 2 (['overloads_basic.py:37:1 - error: No overloads for "__getitem__" match the provided arguments (reportCallIssue)', 'overloads_basic.py:37:1 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "__s" of type "slice" in function "__getitem__"'])
+Line 64: Expected 1 errors
+Line 76: Expected 1 errors
 Line 63: Unexpected errors ['overloads_basic.py:63:5 - error: "func1" is marked as overload, but additional overloads are missing (reportInconsistentOverload)']
 Line 75: Unexpected errors ['overloads_basic.py:75:5 - error: "func2" is marked as overload, but no implementation is provided (reportNoOverloadImplementation)']
 """
diff --git a/conformance/results/pyright/protocols_class_objects.toml b/conformance/results/pyright/protocols_class_objects.toml
index be8d055d9..3cc1d6391 100644
--- a/conformance/results/pyright/protocols_class_objects.toml
+++ b/conformance/results/pyright/protocols_class_objects.toml
@@ -28,7 +28,6 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 29: Unexpected errors ['protocols_class_objects.py:29:5 - error: Argument of type "type[Proto]" cannot be assigned to parameter "cls" of type "type[Proto]" in function "fun"']
 Line 34: Unexpected errors ['protocols_class_objects.py:34:7 - error: Expression of type "type[Proto]" cannot be assigned to declared type "type[Proto]"']
-Line 58: Unexpected errors ['protocols_class_objects.py:58:16 - error: Expression of type "type[ConcreteA]" cannot be assigned to declared type "ProtoA1"']
 Line 74: Unexpected errors ['protocols_class_objects.py:74:16 - error: Expression of type "type[ConcreteB]" cannot be assigned to declared type "ProtoB1"']
 Line 101: Unexpected errors ['protocols_class_objects.py:101:16 - error: Expression of type "type[ConcreteC1]" cannot be assigned to declared type "ProtoC1"']
 Line 103: Unexpected errors ['protocols_class_objects.py:103:16 - error: Expression of type "type[ConcreteC2]" cannot be assigned to declared type "ProtoC1"']
diff --git a/conformance/results/pyright/protocols_definition.toml b/conformance/results/pyright/protocols_definition.toml
index 0b4de7df8..ae6c59c6a 100644
--- a/conformance/results/pyright/protocols_definition.toml
+++ b/conformance/results/pyright/protocols_definition.toml
@@ -95,8 +95,6 @@ protocols_definition.py:341:22 - error: Expression of type "Concrete6_Bad3" cann
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 30: Unexpected errors ['protocols_definition.py:30:12 - error: Argument of type "list[int]" cannot be assigned to parameter "things" of type "Iterable[SupportsClose]" in function "close_all"']
-Line 67: Unexpected errors ['protocols_definition.py:67:14 - error: Instance or class variables within a Protocol class must be explicitly declared within the class body']
 Line 114: Unexpected errors ['protocols_definition.py:114:22 - error: Expression of type "Concrete2_Bad1" cannot be assigned to declared type "Template2"']
 Line 115: Unexpected errors ['protocols_definition.py:115:22 - error: Expression of type "Concrete2_Bad2" cannot be assigned to declared type "Template2"']
 Line 116: Unexpected errors ['protocols_definition.py:116:22 - error: Expression of type "Concrete2_Bad3" cannot be assigned to declared type "Template2"']
@@ -114,6 +112,4 @@ Line 287: Unexpected errors ['protocols_definition.py:287:22 - error: Expression
 Line 288: Unexpected errors ['protocols_definition.py:288:22 - error: Expression of type "Concrete5_Bad4" cannot be assigned to declared type "Template5"']
 Line 289: Unexpected errors ['protocols_definition.py:289:22 - error: Expression of type "Concrete5_Bad5" cannot be assigned to declared type "Template5"']
 Line 339: Unexpected errors ['protocols_definition.py:339:22 - error: Expression of type "Concrete6_Bad1" cannot be assigned to declared type "Template6"']
-Line 340: Unexpected errors ['protocols_definition.py:340:22 - error: Expression of type "Concrete6_Bad2" cannot be assigned to declared type "Template6"']
-Line 341: Unexpected errors ['protocols_definition.py:341:22 - error: Expression of type "Concrete6_Bad3" cannot be assigned to declared type "Template6"']
 """
diff --git a/conformance/results/pyright/protocols_explicit.toml b/conformance/results/pyright/protocols_explicit.toml
index 8b56e8a54..c37329e3f 100644
--- a/conformance/results/pyright/protocols_explicit.toml
+++ b/conformance/results/pyright/protocols_explicit.toml
@@ -21,11 +21,4 @@ protocols_explicit.py:159:7 - error: Cannot instantiate abstract class "Concrete
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 27: Unexpected errors ['protocols_explicit.py:27:16 - error: Method "draw" cannot be called because it is abstract and unimplemented (reportAbstractUsage)']
-Line 56: Unexpected errors ['protocols_explicit.py:56:32 - error: Cannot assign member "rgb" for type "Point*"']
-Line 59: Unexpected errors ['protocols_explicit.py:59:5 - error: Cannot instantiate abstract class "Point"']
-Line 86: Unexpected errors ['protocols_explicit.py:86:6 - error: Cannot instantiate abstract class "Concrete1"']
-Line 104: Unexpected errors ['protocols_explicit.py:104:6 - error: Cannot instantiate abstract class "Concrete3"']
-Line 129: Unexpected errors ['protocols_explicit.py:129:6 - error: Cannot instantiate abstract class "Concrete5"']
-Line 159: Unexpected errors ['protocols_explicit.py:159:7 - error: Cannot instantiate abstract class "Concrete7A"']
 """
diff --git a/conformance/results/pyright/protocols_generic.toml b/conformance/results/pyright/protocols_generic.toml
index a9d8aa84e..bad6eef1f 100644
--- a/conformance/results/pyright/protocols_generic.toml
+++ b/conformance/results/pyright/protocols_generic.toml
@@ -40,7 +40,6 @@ protocols_generic.py:147:25 - error: Expression of type "ConcreteHasProperty4" c
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 40: Unexpected errors ['protocols_generic.py:40:24 - error: Expression of type "Concrete1" cannot be assigned to declared type "Proto1[int, str]"']
 Line 44: Unexpected errors ['protocols_generic.py:44:30 - error: Only one Generic[...] or Protocol[...] base class allowed (reportGeneralTypeIssues)']
 Line 56: Unexpected errors ['protocols_generic.py:56:20 - error: Expression of type "Box[float]" cannot be assigned to declared type "Box[int]"']
 Line 66: Unexpected errors ['protocols_generic.py:66:25 - error: Expression of type "Sender[int]" cannot be assigned to declared type "Sender[float]"']
diff --git a/conformance/results/pyright/protocols_merging.toml b/conformance/results/pyright/protocols_merging.toml
index 7be03a2fb..fee8a8ca7 100644
--- a/conformance/results/pyright/protocols_merging.toml
+++ b/conformance/results/pyright/protocols_merging.toml
@@ -16,10 +16,7 @@ protocols_merging.py:84:24 - error: Expression of type "SCConcrete1" cannot be a
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 52: Unexpected errors ['protocols_merging.py:52:25 - error: Expression of type "SCConcrete2" cannot be assigned to declared type "SizedAndClosable1"']
-Line 53: Unexpected errors ['protocols_merging.py:53:25 - error: Expression of type "SCConcrete2" cannot be assigned to declared type "SizedAndClosable2"']
-Line 54: Unexpected errors ['protocols_merging.py:54:25 - error: Expression of type "SCConcrete2" cannot be assigned to declared type "SizedAndClosable3"']
+Line 67: Expected 1 errors
 Line 68: Unexpected errors ['protocols_merging.py:68:16 - error: Protocol class "BadProto" cannot derive from non-protocol class "SizedAndClosable3" (reportGeneralTypeIssues)']
-Line 83: Unexpected errors ['protocols_merging.py:83:5 - error: Cannot instantiate abstract class "SizedAndClosable4"']
 Line 84: Unexpected errors ['protocols_merging.py:84:24 - error: Expression of type "SCConcrete1" cannot be assigned to declared type "SizedAndClosable4"']
 """
diff --git a/conformance/results/pyright/protocols_runtime_checkable.toml b/conformance/results/pyright/protocols_runtime_checkable.toml
index db056a2f6..dbf8054c1 100644
--- a/conformance/results/pyright/protocols_runtime_checkable.toml
+++ b/conformance/results/pyright/protocols_runtime_checkable.toml
@@ -17,10 +17,9 @@ protocols_runtime_checkable.py:96:19 - error: Class overlaps "NonDataProtocol" u
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 23: Unexpected errors ['protocols_runtime_checkable.py:23:22 - error: Second argument to "isinstance" must be a class or tuple of classes']
+Line 93: Expected 1 errors
+Line 96: Expected 1 errors, got 2 (['protocols_runtime_checkable.py:96:19 - error: Class overlaps "Proto3" unsafely and could produce a match at runtime', 'protocols_runtime_checkable.py:96:19 - error: Class overlaps "NonDataProtocol" unsafely and could produce a match at runtime'])
 Line 55: Unexpected errors ['protocols_runtime_checkable.py:55:22 - error: Data protocols (which include non-method attributes) are not allowed in issubclass calls (reportGeneralTypeIssues)']
 Line 61: Unexpected errors ['protocols_runtime_checkable.py:61:22 - error: Data protocols (which include non-method attributes) are not allowed in issubclass calls (reportGeneralTypeIssues)']
-Line 88: Unexpected errors ['protocols_runtime_checkable.py:88:19 - error: Class overlaps "Proto3" unsafely and could produce a match at runtime']
 Line 92: Unexpected errors ['protocols_runtime_checkable.py:92:9 - error: Class overlaps "Proto3" unsafely and could produce a match at runtime', 'protocols_runtime_checkable.py:92:9 - error: Class overlaps "NonDataProtocol" unsafely and could produce a match at runtime']
-Line 96: Unexpected errors ['protocols_runtime_checkable.py:96:19 - error: Class overlaps "Proto3" unsafely and could produce a match at runtime', 'protocols_runtime_checkable.py:96:19 - error: Class overlaps "NonDataProtocol" unsafely and could produce a match at runtime']
 """
diff --git a/conformance/results/pyright/protocols_subtyping.toml b/conformance/results/pyright/protocols_subtyping.toml
index 8cb746fac..8db5d5ed1 100644
--- a/conformance/results/pyright/protocols_subtyping.toml
+++ b/conformance/results/pyright/protocols_subtyping.toml
@@ -25,7 +25,6 @@ protocols_subtyping.py:103:33 - error: Expression of type "Proto6[float, float]"
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 16: Unexpected errors ['protocols_subtyping.py:16:6 - error: Cannot instantiate protocol class "Proto1" (reportAbstractUsage)']
 Line 38: Unexpected errors ['protocols_subtyping.py:38:21 - error: Expression of type "Proto2" cannot be assigned to declared type "Concrete2"']
 Line 55: Unexpected errors ['protocols_subtyping.py:55:18 - error: Expression of type "Proto2" cannot be assigned to declared type "Proto3"']
 Line 79: Unexpected errors ['protocols_subtyping.py:79:30 - error: Expression of type "Proto5[int]" cannot be assigned to declared type "Proto4[int, float]"']
diff --git a/conformance/results/pyright/protocols_variance.toml b/conformance/results/pyright/protocols_variance.toml
index 86b272789..b4a014041 100644
--- a/conformance/results/pyright/protocols_variance.toml
+++ b/conformance/results/pyright/protocols_variance.toml
@@ -12,6 +12,13 @@ protocols_variance.py:104:7 - warning: Type variable "T1" used in generic protoc
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 21: Expected 1 errors
+Line 40: Expected 1 errors
+Line 56: Expected 1 errors
+Line 61: Expected 1 errors
+Line 66: Expected 1 errors
+Line 71: Expected 1 errors
+Line 104: Expected 1 errors
 Line 62: Unexpected errors ['protocols_variance.py:62:22 - error: Covariant type variable cannot be used in parameter type (reportGeneralTypeIssues)']
 Line 72: Unexpected errors ['protocols_variance.py:72:21 - error: Contravariant type variable cannot be used in return type (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/qualifiers_annotated.toml b/conformance/results/pyright/qualifiers_annotated.toml
index 3570d9c09..a890dbce2 100644
--- a/conformance/results/pyright/qualifiers_annotated.toml
+++ b/conformance/results/pyright/qualifiers_annotated.toml
@@ -29,19 +29,10 @@ qualifiers_annotated.py:93:1 - error: Object of type "type[Annotated]" is not ca
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 43: Unexpected errors ['qualifiers_annotated.py:43:17 - error: List expression not allowed for this type argument']
-Line 44: Unexpected errors ['qualifiers_annotated.py:44:17 - error: Expected type expression but received "tuple[tuple[type[int], type[str]]]" (reportGeneralTypeIssues)']
-Line 45: Unexpected errors ['qualifiers_annotated.py:45:17 - error: List expression not allowed for this type argument', 'qualifiers_annotated.py:45:18 - error: Expected type expression but received "Generator[type[int], None, None]" (reportGeneralTypeIssues)']
-Line 46: Unexpected errors ['qualifiers_annotated.py:46:17 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)', 'qualifiers_annotated.py:46:17 - error: Dictionary expression not allowed in type annotation']
-Line 47: Unexpected errors ['qualifiers_annotated.py:47:17 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
-Line 48: Unexpected errors ['qualifiers_annotated.py:48:17 - error: List expression not allowed in type annotation', 'qualifiers_annotated.py:48:17 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
-Line 49: Unexpected errors ['qualifiers_annotated.py:49:17 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)']
-Line 50: Unexpected errors ['qualifiers_annotated.py:50:17 - error: "var1" is not defined (reportUndefinedVariable)']
-Line 51: Unexpected errors ['qualifiers_annotated.py:51:17 - error: Expected type expression but received "Literal[True]" (reportGeneralTypeIssues)']
-Line 52: Unexpected errors ['qualifiers_annotated.py:52:18 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)']
-Line 53: Unexpected errors ['qualifiers_annotated.py:53:18 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)']
-Line 54: Unexpected errors ['qualifiers_annotated.py:54:18 - error: Expected expression', 'qualifiers_annotated.py:54:18 - error: Tuple expression not allowed in type annotation']
-Line 64: Unexpected errors ['qualifiers_annotated.py:64:8 - error: Expected one type argument and one or more annotations for "Annotated"']
+Line 45: Expected 1 errors, got 2 (['qualifiers_annotated.py:45:17 - error: List expression not allowed for this type argument', 'qualifiers_annotated.py:45:18 - error: Expected type expression but received "Generator[type[int], None, None]" (reportGeneralTypeIssues)'])
+Line 46: Expected 1 errors, got 2 (['qualifiers_annotated.py:46:17 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)', 'qualifiers_annotated.py:46:17 - error: Dictionary expression not allowed in type annotation'])
+Line 48: Expected 1 errors, got 2 (['qualifiers_annotated.py:48:17 - error: List expression not allowed in type annotation', 'qualifiers_annotated.py:48:17 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)'])
+Line 54: Expected 1 errors, got 2 (['qualifiers_annotated.py:54:18 - error: Expected expression', 'qualifiers_annotated.py:54:18 - error: Tuple expression not allowed in type annotation'])
 Line 76: Unexpected errors ['qualifiers_annotated.py:76:24 - error: Expression of type "type[int]" cannot be assigned to declared type "type[Any]" (reportAssignmentType)']
 Line 77: Unexpected errors ['qualifiers_annotated.py:77:24 - error: Expression of type "SmallInt" cannot be assigned to declared type "type[Any]" (reportAssignmentType)']
 Line 84: Unexpected errors ['qualifiers_annotated.py:84:7 - error: Argument of type "type[str]" cannot be assigned to parameter "x" of type "type[T@func4]" in function "func4" (reportArgumentType)']
diff --git a/conformance/results/pyright/qualifiers_final_annotation.toml b/conformance/results/pyright/qualifiers_final_annotation.toml
index db22cb394..86ff0b8cf 100644
--- a/conformance/results/pyright/qualifiers_final_annotation.toml
+++ b/conformance/results/pyright/qualifiers_final_annotation.toml
@@ -45,28 +45,10 @@ qualifiers_final_annotation.py:155:9 - error: "x" is declared as Final and canno
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 16: Unexpected errors ['qualifiers_final_annotation.py:16:1 - error: "BAD1" is declared Final, but value is not assigned (reportGeneralTypeIssues)']
-Line 18: Unexpected errors ['qualifiers_final_annotation.py:18:7 - error: Expected a single type argument after "Final"']
-Line 34: Unexpected errors ['qualifiers_final_annotation.py:34:5 - error: "ID2" is declared Final, but value is not assigned (reportGeneralTypeIssues)']
-Line 38: Unexpected errors ['qualifiers_final_annotation.py:38:5 - error: "ID3" is declared Final, but value is not assigned (reportGeneralTypeIssues)']
-Line 54: Unexpected errors ['qualifiers_final_annotation.py:54:14 - error: Cannot assign member "ID5" for type "ClassA*"']
-Line 62: Unexpected errors ['qualifiers_final_annotation.py:62:19 - error: "Final" is not allowed in this context']
-Line 63: Unexpected errors ['qualifiers_final_annotation.py:63:19 - error: "Final" is not allowed in this context', 'qualifiers_final_annotation.py:63:32 - error: Cannot assign member "id4" for type "ClassA*"']
-Line 65: Unexpected errors ['qualifiers_final_annotation.py:65:14 - error: Cannot assign member "ID7" for type "ClassA*"']
-Line 67: Unexpected errors ['qualifiers_final_annotation.py:67:14 - error: Cannot assign member "ID7" for type "ClassA*"']
-Line 71: Unexpected errors ['qualifiers_final_annotation.py:71:1 - error: "RATE" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)']
-Line 81: Unexpected errors ['qualifiers_final_annotation.py:81:8 - error: Cannot assign member "DEFAULT_ID" for type "type[ClassB]"']
-Line 94: Unexpected errors ['qualifiers_final_annotation.py:94:5 - error: "BORDER_WIDTH" cannot be redeclared because parent class "ClassC" declares it as Final (reportGeneralTypeIssues)']
-Line 107: Unexpected errors ['qualifiers_final_annotation.py:107:22 - error: "Final" is not allowed in this context', 'qualifiers_final_annotation.py:107:31 - error: Expression of type "Literal[1]" cannot be assigned to declared type "Final"']
-Line 108: Unexpected errors ['qualifiers_final_annotation.py:108:19 - error: "ClassVar" is not allowed in this context']
+Line 63: Expected 1 errors, got 2 (['qualifiers_final_annotation.py:63:19 - error: "Final" is not allowed in this context', 'qualifiers_final_annotation.py:63:32 - error: Cannot assign member "id4" for type "ClassA*"'])
+Line 107: Expected 1 errors, got 2 (['qualifiers_final_annotation.py:107:22 - error: "Final" is not allowed in this context', 'qualifiers_final_annotation.py:107:31 - error: Expression of type "Literal[1]" cannot be assigned to declared type "Final"'])
 Line 118: Unexpected errors ['qualifiers_final_annotation.py:118:9 - error: "Final" is not allowed in this context']
 Line 121: Unexpected errors ['qualifiers_final_annotation.py:121:14 - error: "Final" is not allowed in this context']
 Line 134: Unexpected errors ['qualifiers_final_annotation.py:134:1 - error: Arguments missing for parameters "x", "y" (reportCallIssue)', 'qualifiers_final_annotation.py:134:3 - error: No parameter named "a" (reportCallIssue)']
 Line 135: Unexpected errors ['qualifiers_final_annotation.py:135:5 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "x" of type "int" in function "__new__"', 'qualifiers_final_annotation.py:135:11 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "y" of type "int" in function "__new__"']
-Line 141: Unexpected errors ['qualifiers_final_annotation.py:141:5 - error: "ID1" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)']
-Line 145: Unexpected errors ['qualifiers_final_annotation.py:145:5 - error: "x" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)']
-Line 147: Unexpected errors ['qualifiers_final_annotation.py:147:10 - error: "x" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)']
-Line 149: Unexpected errors ['qualifiers_final_annotation.py:149:9 - error: "x" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)']
-Line 152: Unexpected errors ['qualifiers_final_annotation.py:152:30 - error: "x" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)']
-Line 155: Unexpected errors ['qualifiers_final_annotation.py:155:9 - error: "x" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/qualifiers_final_decorator.toml b/conformance/results/pyright/qualifiers_final_decorator.toml
index 157aa0fa4..dd3c7e042 100644
--- a/conformance/results/pyright/qualifiers_final_decorator.toml
+++ b/conformance/results/pyright/qualifiers_final_decorator.toml
@@ -17,7 +17,7 @@ qualifiers_final_decorator.py:126:5 - error: Function "func1" cannot be marked @
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 21: Unexpected errors ['qualifiers_final_decorator.py:21:16 - error: Base class "Base1" is marked final and cannot be subclassed']
+Line 85: Expected 1 errors
 Line 56: Unexpected errors ['qualifiers_final_decorator.py:56:9 - error: Method "method1" cannot override final method defined in class "Base2" (reportIncompatibleMethodOverride)']
 Line 60: Unexpected errors ['qualifiers_final_decorator.py:60:9 - error: Method "method2" cannot override final method defined in class "Base2" (reportIncompatibleMethodOverride)']
 Line 64: Unexpected errors ['qualifiers_final_decorator.py:64:9 - error: Method "method3" cannot override final method defined in class "Base2" (reportIncompatibleMethodOverride)']
@@ -26,5 +26,4 @@ Line 86: Unexpected errors ['qualifiers_final_decorator.py:86:9 - error: Overloa
 Line 89: Unexpected errors ['qualifiers_final_decorator.py:89:9 - error: Method "method" cannot override final method defined in class "Base3" (reportIncompatibleMethodOverride)']
 Line 102: Unexpected errors ['qualifiers_final_decorator.py:102:9 - error: Method "method" cannot override final method defined in class "Base4" (reportIncompatibleMethodOverride)']
 Line 118: Unexpected errors ['qualifiers_final_decorator.py:118:9 - error: Method "method" cannot override final method defined in class "Base5_2" (reportIncompatibleMethodOverride)', 'qualifiers_final_decorator.py:118:9 - error: Method "method" overrides class "Base5_2" in an incompatible manner']
-Line 126: Unexpected errors ['qualifiers_final_decorator.py:126:5 - error: Function "func1" cannot be marked @final because it is not a method (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/specialtypes_never.toml b/conformance/results/pyright/specialtypes_never.toml
index a077c5075..fb6bfefec 100644
--- a/conformance/results/pyright/specialtypes_never.toml
+++ b/conformance/results/pyright/specialtypes_never.toml
@@ -11,7 +11,13 @@ specialtypes_never.py:104:12 - error: Expression of type "ClassC[Never]" cannot
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 19: Unexpected errors ['specialtypes_never.py:19:22 - error: Function with declared return type "NoReturn" cannot return "None" (reportReturnType)']
+Line 44: Expected 1 errors
+Line 45: Expected 1 errors
+Line 50: Expected 1 errors
+Line 51: Expected 1 errors
+Line 54: Expected 1 errors
+Line 59: Expected 1 errors
+Line 60: Expected 1 errors
 Line 85: Unexpected errors ['specialtypes_never.py:85:21 - error: Expression of type "list[Never]" cannot be assigned to declared type "list[int]"']
 Line 104: Unexpected errors ['specialtypes_never.py:104:12 - error: Expression of type "ClassC[Never]" cannot be assigned to return type "ClassC[U@func10]"']
 """
diff --git a/conformance/results/pyright/specialtypes_none.toml b/conformance/results/pyright/specialtypes_none.toml
index 0c87f8f84..05688bf0d 100644
--- a/conformance/results/pyright/specialtypes_none.toml
+++ b/conformance/results/pyright/specialtypes_none.toml
@@ -11,6 +11,4 @@ specialtypes_none.py:41:7 - error: Argument of type "None" cannot be assigned to
 conformance_automated = "Fail"
 errors_diff = """
 Line 21: Unexpected errors ['specialtypes_none.py:21:7 - error: Argument of type "type[None]" cannot be assigned to parameter "val1" of type "None" in function "func1"']
-Line 27: Unexpected errors ['specialtypes_none.py:27:19 - error: Expression of type "None" cannot be assigned to declared type "Iterable[Unknown]"']
-Line 41: Unexpected errors ['specialtypes_none.py:41:7 - error: Argument of type "None" cannot be assigned to parameter "val1" of type "type[None]" in function "func2"']
 """
diff --git a/conformance/results/pyright/typeddicts_alt_syntax.toml b/conformance/results/pyright/typeddicts_alt_syntax.toml
index 232768e8b..c395f088b 100644
--- a/conformance/results/pyright/typeddicts_alt_syntax.toml
+++ b/conformance/results/pyright/typeddicts_alt_syntax.toml
@@ -13,5 +13,4 @@ Line 23: Unexpected errors ['typeddicts_alt_syntax.py:23:17 - error: Expected di
 Line 27: Unexpected errors ['typeddicts_alt_syntax.py:27:45 - error: Expected string literal for dictionary entry name (reportGeneralTypeIssues)']
 Line 31: Unexpected errors ['typeddicts_alt_syntax.py:31:1 - error: TypedDict must be assigned to a variable named "WrongName" (reportGeneralTypeIssues)']
 Line 35: Unexpected errors ['typeddicts_alt_syntax.py:35:78 - error: Extra TypedDict arguments not supported (reportCallIssue)']
-Line 45: Unexpected errors ['typeddicts_alt_syntax.py:45:43 - error: Expression of type "dict[str, str]" cannot be assigned to declared type "Movie2"']
 """
diff --git a/conformance/results/pyright/typeddicts_operations.toml b/conformance/results/pyright/typeddicts_operations.toml
index 39e543a7a..3e759e38b 100644
--- a/conformance/results/pyright/typeddicts_operations.toml
+++ b/conformance/results/pyright/typeddicts_operations.toml
@@ -24,15 +24,4 @@ typeddicts_operations.py:62:16 - error: Cannot access member "clear" for type "M
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 22: Unexpected errors ['typeddicts_operations.py:22:1 - error: Could not assign item in TypedDict']
-Line 23: Unexpected errors ['typeddicts_operations.py:23:1 - error: Could not assign item in TypedDict']
-Line 24: Unexpected errors ['typeddicts_operations.py:24:1 - error: Could not assign item in TypedDict']
-Line 26: Unexpected errors ['typeddicts_operations.py:26:7 - error: Could not access item in TypedDict']
-Line 28: Unexpected errors ['typeddicts_operations.py:28:9 - error: Expression of type "dict[str, str]" cannot be assigned to declared type "Movie"']
-Line 29: Unexpected errors ['typeddicts_operations.py:29:42 - error: Expression of type "dict[str, str | float]" cannot be assigned to declared type "Movie"']
-Line 32: Unexpected errors ['typeddicts_operations.py:32:36 - error: Expression of type "dict[str, str | int]" cannot be assigned to declared type "Movie"']
-Line 37: Unexpected errors ['typeddicts_operations.py:37:20 - error: Expression of type "dict[str, str | int]" cannot be assigned to declared type "Movie" (reportAssignmentType)']
-Line 47: Unexpected errors ['typeddicts_operations.py:47:7 - error: Cannot access member "clear" for type "Movie"']
-Line 49: Unexpected errors ['typeddicts_operations.py:49:5 - error: Could not delete item in TypedDict']
-Line 62: Unexpected errors ['typeddicts_operations.py:62:16 - error: Cannot access member "clear" for type "MovieOptional"']
 """
diff --git a/conformance/results/pyright/typeddicts_required.toml b/conformance/results/pyright/typeddicts_required.toml
index 3ee576c25..15a2ccce2 100644
--- a/conformance/results/pyright/typeddicts_required.toml
+++ b/conformance/results/pyright/typeddicts_required.toml
@@ -7,8 +7,6 @@ typeddicts_required.py:60:8 - error: "Required" is not allowed in this context
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 12: Unexpected errors ['typeddicts_required.py:12:8 - error: "Required" is not allowed in this context']
+Line 17: Expected 1 errors
 Line 16: Unexpected errors ['typeddicts_required.py:16:8 - error: "NotRequired" is not allowed in this context']
-Line 59: Unexpected errors ['typeddicts_required.py:59:8 - error: "Required" is not allowed in this context']
-Line 60: Unexpected errors ['typeddicts_required.py:60:8 - error: "Required" is not allowed in this context']
 """
diff --git a/conformance/results/pyright/version.toml b/conformance/results/pyright/version.toml
index 9d0780a91..4b1baca77 100644
--- a/conformance/results/pyright/version.toml
+++ b/conformance/results/pyright/version.toml
@@ -1,2 +1,2 @@
 version = "pyright 1.1.357"
-test_duration = 1.7
+test_duration = 1.6
diff --git a/conformance/results/pytype/aliases_explicit.toml b/conformance/results/pytype/aliases_explicit.toml
index ec05ea520..48f40da98 100644
--- a/conformance/results/pytype/aliases_explicit.toml
+++ b/conformance/results/pytype/aliases_explicit.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Incorrectly reports error for type alias defined with ParamSpec.
+notes = """
+Incorrectly reports error for type alias defined with ParamSpec.
 Does not report invalid specialization of generic type alias with bound TypeVar.
 Incorrectly evaluates generic type alias with ParamSpec with missing type argument.
 Does not report some illegal annotation forms as invalid type aliases.
diff --git a/conformance/results/pytype/aliases_implicit.toml b/conformance/results/pytype/aliases_implicit.toml
index 9f92073c0..26f6b5aa2 100644
--- a/conformance/results/pytype/aliases_implicit.toml
+++ b/conformance/results/pytype/aliases_implicit.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Incorrectly reports error for type alias defined with ParamSpec.
+notes = """
+Incorrectly reports error for type alias defined with ParamSpec.
 Does not report invalid specialization of generic type alias with bound TypeVar.
 Incorrectly evaluates generic type alias with ParamSpec with missing type argument.
 Allows some illegal annotation forms to be interpreted as valid type aliases.
@@ -26,14 +27,24 @@ File "aliases_implicit.py", line 135, in <module>: Invalid type annotation 'Unio
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 81: Expected 1 errors
+Line 106: Expected 1 errors
+Line 107: Expected 1 errors
+Line 108: Expected 1 errors
+Line 109: Expected 1 errors
+Line 110: Expected 1 errors
+Line 111: Expected 1 errors
+Line 112: Expected 1 errors
+Line 113: Expected 1 errors
+Line 114: Expected 1 errors
+Line 115: Expected 1 errors
+Line 116: Expected 1 errors
+Line 117: Expected 1 errors
+Line 118: Expected 1 errors
+Line 119: Expected 1 errors
+Line 133: Expected 1 errors
 Line 54: Unexpected errors ['File "aliases_implicit.py", line 54, in <module>: Invalid type annotation \\'[str, str]\\'  [invalid-annotation]', 'File "aliases_implicit.py", line 54, in <module>: Invalid type annotation \\'Callable[Concatenate[int, P], R][[str, str], None]\\'  [invalid-annotation]']
 Line 68: Unexpected errors ['File "aliases_implicit.py", line 68, in good_type_aliases: Callable[Concatenate, Any] [assert-type]']
 Line 72: Unexpected errors ['File "aliases_implicit.py", line 72, in good_type_aliases: Callable[[Any], None] [assert-type]']
-Line 76: Unexpected errors ['File "aliases_implicit.py", line 76, in <module>: Invalid type annotation \\'Optional[int][int]\\'  [invalid-annotation]']
-Line 77: Unexpected errors ['File "aliases_implicit.py", line 77, in <module>: Invalid type annotation \\'List[Optional[int]][int]\\'  [invalid-annotation]']
-Line 78: Unexpected errors ['File "aliases_implicit.py", line 78, in <module>: Invalid type annotation \\'List[T][int, int]\\'  [invalid-annotation]']
-Line 79: Unexpected errors ['File "aliases_implicit.py", line 79, in <module>: Invalid type annotation \\'Callable[[int, T], T][int, int]\\'  [invalid-annotation]']
-Line 80: Unexpected errors ['File "aliases_implicit.py", line 80, in <module>: Invalid type annotation \\'Callable[Concatenate[int, P], R][int, int]\\'  [invalid-annotation]']
 Line 105: Unexpected errors ['File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'[int, str]\\' for p2 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'True\\' for p10 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'<instance of List[Type[int]]>\\' for p4 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'3\\' for p9 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'1\\' for p11 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'((int, str),)\\' for p3 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation "{\\'a\\': \\'b\\'}" for p5 [invalid-annotation]']
-Line 135: Unexpected errors ['File "aliases_implicit.py", line 135, in <module>: Invalid type annotation \\'Union[list, set][int]\\'  [invalid-annotation]']
 """
diff --git a/conformance/results/pytype/aliases_newtype.toml b/conformance/results/pytype/aliases_newtype.toml
index 2e392e85c..fc07d9bcf 100644
--- a/conformance/results/pytype/aliases_newtype.toml
+++ b/conformance/results/pytype/aliases_newtype.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject use of NewType in `isinstance` call.
+notes = """
+Does not reject use of NewType in `isinstance` call.
 Does not reject use of NewType in class definition statement.
 Does not report inconsistency between name of NewType and assigned identifier name.
 Does not reject use of NewType with generic class with TypeVar.
@@ -15,8 +16,13 @@ File "aliases_newtype.py", line 60, in <module>: Function typing.NewType expects
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 11: Unexpected errors ['File "aliases_newtype.py", line 11, in <module>: Function UserId.__init__ was called with the wrong arguments [wrong-arg-types]']
-Line 12: Unexpected errors ['File "aliases_newtype.py", line 12, in <module>: Type annotation for u1 does not match type of assignment [annotation-type-mismatch]']
-Line 38: Unexpected errors ['File "aliases_newtype.py", line 38, in <module>: class GoodNewType1 is not indexable [not-indexable]']
-Line 60: Unexpected errors ['File "aliases_newtype.py", line 60, in <module>: Function typing.NewType expects 2 arg(s), got 3 [wrong-arg-count]']
+Line 20: Expected 1 errors
+Line 23: Expected 1 errors
+Line 32: Expected 1 errors
+Line 44: Expected 1 errors
+Line 47: Expected 1 errors
+Line 49: Expected 1 errors
+Line 51: Expected 1 errors
+Line 58: Expected 1 errors
+Line 62: Expected 1 errors
 """
diff --git a/conformance/results/pytype/aliases_recursive.toml b/conformance/results/pytype/aliases_recursive.toml
index d51c1fd6e..785d9ee7c 100644
--- a/conformance/results/pytype/aliases_recursive.toml
+++ b/conformance/results/pytype/aliases_recursive.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not detect type violation for some deeply-nested types.
+notes = """
+Does not detect type violation for some deeply-nested types.
 Does not properly handle `|` for unions in some recursive type alias definitions.
 Does not detect cyclical references in recursive type alias definition.
 """
@@ -26,8 +27,8 @@ File "aliases_recursive.py", line 73, in <module>: Invalid type annotation 'Gene
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 19: Unexpected errors ['File "aliases_recursive.py", line 19, in <module>: Type annotation for j4 does not match type of assignment [annotation-type-mismatch]']
-Line 20: Unexpected errors ['File "aliases_recursive.py", line 20, in <module>: Type annotation for j5 does not match type of assignment [annotation-type-mismatch]']
+Line 76: Expected 1 errors
+Line 80: Expected 1 errors
 Line 38: Unexpected errors ['File "aliases_recursive.py", line 38, in <module>: Type annotation for t6 does not match type of assignment [annotation-type-mismatch]']
 Line 39: Unexpected errors ['File "aliases_recursive.py", line 39, in <module>: Type annotation for t6 does not match type of assignment [annotation-type-mismatch]']
 Line 50: Unexpected errors ['File "aliases_recursive.py", line 50, in <module>: Type annotation for m7 does not match type of assignment [annotation-type-mismatch]']
diff --git a/conformance/results/pytype/aliases_type_statement.toml b/conformance/results/pytype/aliases_type_statement.toml
index 396332af6..1b37d722c 100644
--- a/conformance/results/pytype/aliases_type_statement.toml
+++ b/conformance/results/pytype/aliases_type_statement.toml
@@ -1,9 +1,23 @@
 conformant = "Unsupported"
-notes = """Does not support `type` statement.
+notes = """
+Does not support `type` statement.
 """
 output = """
 SyntaxError: Type statement is only supported in Python 3.12 and greater (<unknown>, line 8)
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 17: Expected 1 errors
+Line 19: Expected 1 errors
+Line 23: Expected 1 errors
+Line 26: Expected 1 errors
+Line 31: Expected 1 errors
+Line 52: Expected 1 errors
+Line 64: Expected 1 errors
+Line 69: Expected 1 errors
+Line 79: Expected 1 errors
+Line 81: Expected 1 errors
+Line 84: Expected 1 errors
+Line 86: Expected 1 errors
+Line 90: Expected 1 errors
 """
diff --git a/conformance/results/pytype/aliases_typealiastype.toml b/conformance/results/pytype/aliases_typealiastype.toml
index 8ea1a69d7..916fedba2 100644
--- a/conformance/results/pytype/aliases_typealiastype.toml
+++ b/conformance/results/pytype/aliases_typealiastype.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Support for TypeAliasType is not implemented.
+notes = """
+Support for TypeAliasType is not implemented.
 """
 output = """
 File "aliases_typealiastype.py", line 5, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]
@@ -14,11 +15,15 @@ File "aliases_typealiastype.py", line 54, in <module>: Name 'BadAlias7' is not d
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 32: Expected 1 errors
+Line 40: Expected 1 errors
+Line 45: Expected 1 errors
+Line 46: Expected 1 errors
+Line 49: Expected 1 errors
+Line 53: Expected 1 errors
 Line 5: Unexpected errors ['File "aliases_typealiastype.py", line 5, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]', 'File "aliases_typealiastype.py", line 5, in <module>: Can\\'t find module \\'typing.TypeAliasType\\'. [import-error]']
 Line 11: Unexpected errors ['File "aliases_typealiastype.py", line 11, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
 Line 19: Unexpected errors ['File "aliases_typealiastype.py", line 19, in <module>: Name \\'GoodAlias4\\' is not defined [name-error]']
 Line 22: Unexpected errors ['File "aliases_typealiastype.py", line 22, in <module>: Name \\'GoodAlias5\\' is not defined [name-error]', 'File "aliases_typealiastype.py", line 22, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
-Line 50: Unexpected errors ['File "aliases_typealiastype.py", line 50, in <module>: Name \\'BadAlias4\\' is not defined [name-error]']
 Line 52: Unexpected errors ['File "aliases_typealiastype.py", line 52, in <module>: Name \\'BadAlias5\\' is not defined [name-error]']
-Line 54: Unexpected errors ['File "aliases_typealiastype.py", line 54, in <module>: Name \\'BadAlias7\\' is not defined [name-error]']
 """
diff --git a/conformance/results/pytype/aliases_variance.toml b/conformance/results/pytype/aliases_variance.toml
index a3f2501c7..2bb30ee50 100644
--- a/conformance/results/pytype/aliases_variance.toml
+++ b/conformance/results/pytype/aliases_variance.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not detect variance incompatibility.
+notes = """
+Does not detect variance incompatibility.
 """
 output = """
 File "aliases_variance.py", line 9, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]
@@ -7,6 +8,10 @@ File "aliases_variance.py", line 10, in <module>: argument "contravariant" to Ty
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 24: Expected 1 errors
+Line 28: Expected 1 errors
+Line 32: Expected 1 errors
+Line 44: Expected 1 errors
 Line 9: Unexpected errors ['File "aliases_variance.py", line 9, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
 Line 10: Unexpected errors ['File "aliases_variance.py", line 10, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
 """
diff --git a/conformance/results/pytype/annotations_coroutines.toml b/conformance/results/pytype/annotations_coroutines.toml
index f6605b941..d8dff99f0 100644
--- a/conformance/results/pytype/annotations_coroutines.toml
+++ b/conformance/results/pytype/annotations_coroutines.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not evaluate correct type for async function.
+notes = """
+Does not evaluate correct type for async function.
 """
 output = """
 File "annotations_coroutines.py", line 19, in <module>: Callable[[int], str] [assert-type]
diff --git a/conformance/results/pytype/annotations_forward_refs.toml b/conformance/results/pytype/annotations_forward_refs.toml
index 27514af0e..f9cfceeec 100644
--- a/conformance/results/pytype/annotations_forward_refs.toml
+++ b/conformance/results/pytype/annotations_forward_refs.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject some illegal type expression forms when quoted.
+notes = """
+Does not reject some illegal type expression forms when quoted.
 Incorrectly generates error for quoted type defined in class scope.
 Evaluates incorrect type for class variable annotated with quoted type expression.
 Does not treat triple-quoted forward reference annotation as implicitly parenthesized.
@@ -35,10 +36,8 @@ Line 24: Unexpected errors ['File "annotations_forward_refs.py", line 24, in <mo
 Line 25: Unexpected errors ['File "annotations_forward_refs.py", line 25, in <module>: Missing parameter \\'y\\' in call to function int.__or__ [missing-parameter]']
 Line 40: Unexpected errors ['File "annotations_forward_refs.py", line 40, in <module>: invalid syntax [python-compiler-error]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'{}\\' for p5 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'[int, str]\\' for p2 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'True\\' for p10 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'<instance of module>\\' for p15 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'<instance of List[Type[int]]>\\' for p4 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'1\\' for p9 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'1\\' for p11 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'-1\\' for p12 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'(int, str)\\' for p3 [invalid-annotation]']
 Line 66: Unexpected errors ['File "annotations_forward_refs.py", line 66, in ClassB: Name \\'ClassB\\' is not defined [name-error]']
-Line 80: Unexpected errors ['File "annotations_forward_refs.py", line 80, in ClassD: Name \\'ClassF\\' is not defined [name-error]']
 Line 82: Unexpected errors ['File "annotations_forward_refs.py", line 82, in ClassD: Invalid type annotation \\'<instance of str>\\' for str [invalid-annotation]']
 Line 87: Unexpected errors ['File "annotations_forward_refs.py", line 87, in ClassD: Invalid type annotation \\'<instance of Callable>\\' for x [invalid-annotation]']
-Line 89: Unexpected errors ['File "annotations_forward_refs.py", line 89, in ClassD: Invalid type annotation \\'<instance of Callable>\\' for y [invalid-annotation]']
 Line 93: Unexpected errors ['File "annotations_forward_refs.py", line 93, in <module>: Any [assert-type]']
 Line 100: Unexpected errors ['File "annotations_forward_refs.py", line 100, in <module>: unexpected indent [python-compiler-error]']
 """
diff --git a/conformance/results/pytype/annotations_generators.toml b/conformance/results/pytype/annotations_generators.toml
index 582e9d198..41fec1d60 100644
--- a/conformance/results/pytype/annotations_generators.toml
+++ b/conformance/results/pytype/annotations_generators.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report invalid return type for generator when function implicitly returns None.
+notes = """
+Does not report invalid return type for generator when function implicitly returns None.
 Reports invalid error when return type of generator is annotated as a compatible protocol.
 Does not report type violation in `yield from` statement.
 """
@@ -19,15 +20,11 @@ File "annotations_generators.py", line 182, in <module>: Callable[[], AsyncItera
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 54: Unexpected errors ['File "annotations_generators.py", line 54, in generator2: bad return type [bad-return-type]']
-Line 57: Unexpected errors ['File "annotations_generators.py", line 57, in generator2: bad return type [bad-return-type]', 'File "annotations_generators.py", line 57, in generator2: bad return type [bad-return-type]']
+Line 51: Expected 1 errors
+Line 57: Expected 1 errors, got 2 (['File "annotations_generators.py", line 57, in generator2: bad return type [bad-return-type]', 'File "annotations_generators.py", line 57, in generator2: bad return type [bad-return-type]'])
+Line 135: Expected 1 errors
 Line 66: Unexpected errors ['File "annotations_generators.py", line 66, in generator3: bad return type [bad-return-type]']
-Line 75: Unexpected errors ['File "annotations_generators.py", line 75, in generator5: bad return type [bad-return-type]']
-Line 86: Unexpected errors ['File "annotations_generators.py", line 86, in <module>: Bad return type \\'int\\' for generator function generator8 [bad-yield-annotation]']
-Line 91: Unexpected errors ['File "annotations_generators.py", line 91, in <module>: Bad return type \\'int\\' for async generator function generator9 [bad-yield-annotation]']
 Line 100: Unexpected errors ['File "annotations_generators.py", line 100, in <module>: Bad return type \\'IntIterator\\' for generator function generator15 [bad-yield-annotation]']
 Line 109: Unexpected errors ['File "annotations_generators.py", line 109, in <module>: Bad return type \\'AsyncIntIterator\\' for async generator function generator16 [bad-yield-annotation]']
-Line 118: Unexpected errors ['File "annotations_generators.py", line 118, in generator18: bad return type [bad-return-type]']
-Line 119: Unexpected errors ['File "annotations_generators.py", line 119, in generator18: bad return type [bad-return-type]']
 Line 182: Unexpected errors ['File "annotations_generators.py", line 182, in <module>: Callable[[], AsyncIterator[int]] [assert-type]']
 """
diff --git a/conformance/results/pytype/annotations_methods.toml b/conformance/results/pytype/annotations_methods.toml
index a4f22c64e..dff6bfb4b 100644
--- a/conformance/results/pytype/annotations_methods.toml
+++ b/conformance/results/pytype/annotations_methods.toml
@@ -1,5 +1,6 @@
 conformant = "Pass"
-notes = """Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.
+notes = """
+Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.
 """
 output = """
 File "annotations_methods.py", line 42, in <module>: B [assert-type]
diff --git a/conformance/results/pytype/annotations_typeexpr.toml b/conformance/results/pytype/annotations_typeexpr.toml
index 064fb03e0..6fb0dc74c 100644
--- a/conformance/results/pytype/annotations_typeexpr.toml
+++ b/conformance/results/pytype/annotations_typeexpr.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject call expressions in type annotation.
+notes = """
+Does not reject call expressions in type annotation.
 Does not reject call lambda expression in type annotation.
 Does not reject list expression in type annotation.
 Does not reject ternary expression in type annotation.
diff --git a/conformance/results/pytype/callables_kwargs.toml b/conformance/results/pytype/callables_kwargs.toml
index 6bec6544c..a800110c1 100644
--- a/conformance/results/pytype/callables_kwargs.toml
+++ b/conformance/results/pytype/callables_kwargs.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand Unpack in the context of **kwargs annotation.
+notes = """
+Does not understand Unpack in the context of **kwargs annotation.
 """
 output = """
 File "callables_kwargs.py", line 10, in <module>: typing.Unpack not supported yet [not-supported-yet]
@@ -19,6 +20,13 @@ File "callables_kwargs.py", line 62, in func3: Function func2 was called with th
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 26: Expected 1 errors
+Line 43: Expected 1 errors
+Line 98: Expected 1 errors
+Line 99: Expected 1 errors
+Line 100: Expected 1 errors
+Line 108: Expected 1 errors
+Line 120: Expected 1 errors
 Line 10: Unexpected errors ['File "callables_kwargs.py", line 10, in <module>: typing.Unpack not supported yet [not-supported-yet]']
 Line 24: Unexpected errors ['File "callables_kwargs.py", line 24, in func1: Unpack[TD2] [assert-type]']
 Line 30: Unexpected errors ['File "callables_kwargs.py", line 30, in func1: Unpack[TD2] [assert-type]']
@@ -26,11 +34,5 @@ Line 33: Unexpected errors ['File "callables_kwargs.py", line 33, in func1: Unpa
 Line 39: Unexpected errors ['File "callables_kwargs.py", line 39, in func2: Dict[str, Unpack[TD1]] [assert-type]']
 Line 44: Unexpected errors ['File "callables_kwargs.py", line 44, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]']
 Line 46: Unexpected errors ['File "callables_kwargs.py", line 46, in func3: Missing parameter \\'v2\\' in call to function TD2.__init__ [missing-parameter]']
-Line 48: Unexpected errors ['File "callables_kwargs.py", line 48, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]']
-Line 49: Unexpected errors ['File "callables_kwargs.py", line 49, in func3: Function func1 expects 0 arg(s), got 3 [wrong-arg-count]']
-Line 55: Unexpected errors ['File "callables_kwargs.py", line 55, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]']
 Line 58: Unexpected errors ['File "callables_kwargs.py", line 58, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]']
-Line 60: Unexpected errors ['File "callables_kwargs.py", line 60, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]']
-Line 61: Unexpected errors ['File "callables_kwargs.py", line 61, in func3: Function func2 was called with the wrong arguments [wrong-arg-types]']
-Line 62: Unexpected errors ['File "callables_kwargs.py", line 62, in func3: Function func2 was called with the wrong arguments [wrong-arg-types]']
 """
diff --git a/conformance/results/pytype/callables_protocol.toml b/conformance/results/pytype/callables_protocol.toml
index d84fe1725..c80c657f1 100644
--- a/conformance/results/pytype/callables_protocol.toml
+++ b/conformance/results/pytype/callables_protocol.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not properly handle type compatibility checks with callback protocols.
+notes = """
+Does not properly handle type compatibility checks with callback protocols.
 """
 output = """
 File "callables_protocol.py", line 9, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]
@@ -14,11 +15,24 @@ File "callables_protocol.py", line 199, in <module>: Function Proto9.__call__ wa
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 35: Expected 1 errors
+Line 36: Expected 1 errors
+Line 37: Expected 1 errors
+Line 67: Expected 1 errors
+Line 68: Expected 1 errors
+Line 69: Expected 1 errors
+Line 70: Expected 1 errors
+Line 97: Expected 1 errors
+Line 169: Expected 1 errors
+Line 186: Expected 1 errors
+Line 187: Expected 1 errors
+Line 238: Expected 1 errors
+Line 260: Expected 1 errors
+Line 284: Expected 1 errors
+Line 311: Expected 1 errors
 Line 9: Unexpected errors ['File "callables_protocol.py", line 9, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
 Line 10: Unexpected errors ['File "callables_protocol.py", line 10, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
-Line 121: Unexpected errors ['File "callables_protocol.py", line 121, in <module>: Type annotation for cb6 does not match type of assignment [annotation-type-mismatch]']
 Line 173: Unexpected errors ['File "callables_protocol.py", line 173, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
 Line 188: Unexpected errors ['File "callables_protocol.py", line 188, in decorator1: bad return type [bad-return-type]']
-Line 197: Unexpected errors ['File "callables_protocol.py", line 197, in <module>: No attribute \\'other_attribute2\\' on Proto9[Any, str] [attribute-error]']
 Line 199: Unexpected errors ['File "callables_protocol.py", line 199, in <module>: Function Proto9.__call__ was called with the wrong arguments [wrong-arg-types]']
 """
diff --git a/conformance/results/pytype/classes_classvar.toml b/conformance/results/pytype/classes_classvar.toml
index 3f888aadd..12c278beb 100644
--- a/conformance/results/pytype/classes_classvar.toml
+++ b/conformance/results/pytype/classes_classvar.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject use of TypeVar in ClassVar.
+notes = """
+Does not reject use of TypeVar in ClassVar.
 Does not reject use of ParamSpec in ClassVar.
 Does not reject use of ClassVar as a generic type argument.
 Rejects initialization of ClassVar if no type argument is provided.
@@ -26,16 +27,22 @@ File "classes_classvar.py", line 129, in <module>: Type annotation for a does no
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 43: Expected 1 errors
+Line 44: Expected 1 errors
+Line 45: Expected 1 errors
+Line 48: Expected 1 errors
+Line 53: Expected 1 errors
+Line 61: Expected 1 errors
+Line 62: Expected 1 errors
+Line 63: Expected 1 errors
+Line 65: Expected 1 errors
+Line 69: Expected 1 errors
+Line 70: Expected 1 errors
+Line 100: Expected 1 errors
 Line 7: Unexpected errors ['File "classes_classvar.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
 Line 27: Unexpected errors ['File "classes_classvar.py", line 27, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
-Line 36: Unexpected errors ['File "classes_classvar.py", line 36, in ClassA: Invalid type annotation \\'ClassVar[int, str]\\'  [invalid-annotation]']
-Line 37: Unexpected errors ['File "classes_classvar.py", line 37, in ClassA: class ClassVar is not indexable [not-indexable]']
-Line 38: Unexpected errors ['File "classes_classvar.py", line 38, in ClassA: Name \\'var\\' is not defined [name-error]']
-Line 50: Unexpected errors ['File "classes_classvar.py", line 50, in ClassA: Type annotation for bad8 does not match type of assignment [annotation-type-mismatch]']
-Line 52: Unexpected errors ['File "classes_classvar.py", line 52, in ClassA: Name \\'Final\\' is not defined [name-error]']
 Line 58: Unexpected errors ['File "classes_classvar.py", line 58, in ClassA: Type annotation for good4 does not match type of assignment [annotation-type-mismatch]']
 Line 66: Unexpected errors ['File "classes_classvar.py", line 66, in method2: bad return type [bad-return-type]']
 Line 76: Unexpected errors ['File "classes_classvar.py", line 76, in <module>: ClassVar [assert-type]']
 Line 119: Unexpected errors ['File "classes_classvar.py", line 119, in ProtoA: Type annotation for z does not match type of assignment [annotation-type-mismatch]']
-Line 129: Unexpected errors ['File "classes_classvar.py", line 129, in <module>: Type annotation for a does not match type of assignment [annotation-type-mismatch]']
 """
diff --git a/conformance/results/pytype/classes_override.toml b/conformance/results/pytype/classes_override.toml
index 82a8bcd62..7c6f98b2b 100644
--- a/conformance/results/pytype/classes_override.toml
+++ b/conformance/results/pytype/classes_override.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not yet support the @override decorator.
+notes = """
+Does not yet support the @override decorator.
 """
 output = """
 File "classes_override.py", line 7, in <module>: typing.override not supported yet [not-supported-yet]
diff --git a/conformance/results/pytype/dataclasses_descriptors.toml b/conformance/results/pytype/dataclasses_descriptors.toml
index 7b1bb1a89..f27186ccd 100644
--- a/conformance/results/pytype/dataclasses_descriptors.toml
+++ b/conformance/results/pytype/dataclasses_descriptors.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand descriptor objects in dataclass.
+notes = """
+Does not understand descriptor objects in dataclass.
 """
 output = """
 File "dataclasses_descriptors.py", line 24, in __get__: bad return type [bad-return-type]
diff --git a/conformance/results/pytype/dataclasses_frozen.toml b/conformance/results/pytype/dataclasses_frozen.toml
index 87b6f899f..f94eace25 100644
--- a/conformance/results/pytype/dataclasses_frozen.toml
+++ b/conformance/results/pytype/dataclasses_frozen.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not report assignment to field within frozen dataclass instance.
+notes = """
+Does not report assignment to field within frozen dataclass instance.
 Does not reject frozen dataclass inherited from non-frozen dataclass.
 Does not reject non-frozen dataclass inherited from frozen dataclass.
 """
@@ -8,4 +9,6 @@ output = """
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 16: Expected 1 errors
+Line 17: Expected 1 errors
 """
diff --git a/conformance/results/pytype/dataclasses_hash.toml b/conformance/results/pytype/dataclasses_hash.toml
index 2517ea227..6bac886c1 100644
--- a/conformance/results/pytype/dataclasses_hash.toml
+++ b/conformance/results/pytype/dataclasses_hash.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report when dataclass is not compatible with Hashable protocol.
+notes = """
+Does not report when dataclass is not compatible with Hashable protocol.
 """
 output = """
 
diff --git a/conformance/results/pytype/dataclasses_inheritance.toml b/conformance/results/pytype/dataclasses_inheritance.toml
index 16130ba9f..aeb5d72cf 100644
--- a/conformance/results/pytype/dataclasses_inheritance.toml
+++ b/conformance/results/pytype/dataclasses_inheritance.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject ClassVar that is overridden by instance variable.
+notes = """
+Does not reject ClassVar that is overridden by instance variable.
 Does not reject instance variable that is overridden by ClassVar.
 """
 output = """
diff --git a/conformance/results/pytype/dataclasses_kwonly.toml b/conformance/results/pytype/dataclasses_kwonly.toml
index 02d60bbf7..3f20fc9fb 100644
--- a/conformance/results/pytype/dataclasses_kwonly.toml
+++ b/conformance/results/pytype/dataclasses_kwonly.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Incorrectly reports error when kw_only field has default value.
+notes = """
+Incorrectly reports error when kw_only field has default value.
 Incorrectly rejects kw_only field with default before positional field.
 """
 output = """
diff --git a/conformance/results/pytype/dataclasses_order.toml b/conformance/results/pytype/dataclasses_order.toml
index 8ec5e8eb9..f14a10a75 100644
--- a/conformance/results/pytype/dataclasses_order.toml
+++ b/conformance/results/pytype/dataclasses_order.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report type incompatibility with comparison operator.
+notes = """
+Does not report type incompatibility with comparison operator.
 """
 output = """
 
diff --git a/conformance/results/pytype/dataclasses_postinit.toml b/conformance/results/pytype/dataclasses_postinit.toml
index 98c0cbaf4..cf8fa0720 100644
--- a/conformance/results/pytype/dataclasses_postinit.toml
+++ b/conformance/results/pytype/dataclasses_postinit.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not validate `__post_init__` method.
+notes = """
+Does not validate `__post_init__` method.
 Reports incorrect error for incompatible `__post_init__` method override.
 """
 output = """
@@ -9,7 +10,7 @@ File "dataclasses_postinit.py", line 54, in DC4: Overriding method signature mis
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 28: Unexpected errors ['File "dataclasses_postinit.py", line 28, in <module>: No attribute \\'x\\' on DC1 [attribute-error]']
-Line 29: Unexpected errors ['File "dataclasses_postinit.py", line 29, in <module>: No attribute \\'y\\' on DC1 [attribute-error]']
+Line 19: Expected 1 errors
+Line 36: Expected 1 errors
 Line 54: Unexpected errors ['File "dataclasses_postinit.py", line 54, in DC4: Overriding method signature mismatch [signature-mismatch]']
 """
diff --git a/conformance/results/pytype/dataclasses_slots.toml b/conformance/results/pytype/dataclasses_slots.toml
index f7391eaa1..33df8741d 100644
--- a/conformance/results/pytype/dataclasses_slots.toml
+++ b/conformance/results/pytype/dataclasses_slots.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report error when `slots=True` is used with `__slots__` definition.
+notes = """
+Does not report error when `slots=True` is used with `__slots__` definition.
 Does not reject write to instance variable that is not defined in __slots__.
 Incorrectly reports error when accessing `__slots__` when `slots=True`.
 """
diff --git a/conformance/results/pytype/dataclasses_transform_class.toml b/conformance/results/pytype/dataclasses_transform_class.toml
index 3452adad1..3b43ac9b3 100644
--- a/conformance/results/pytype/dataclasses_transform_class.toml
+++ b/conformance/results/pytype/dataclasses_transform_class.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand @dataclass_transform.
+notes = """
+Does not understand @dataclass_transform.
 """
 output = """
 File "dataclasses_transform_class.py", line 23, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]
diff --git a/conformance/results/pytype/dataclasses_transform_field.toml b/conformance/results/pytype/dataclasses_transform_field.toml
index 84b05f8ef..d0961fcc0 100644
--- a/conformance/results/pytype/dataclasses_transform_field.toml
+++ b/conformance/results/pytype/dataclasses_transform_field.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand @dataclass_transform.
+notes = """
+Does not understand @dataclass_transform.
 """
 output = """
 File "dataclasses_transform_field.py", line 48, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]
diff --git a/conformance/results/pytype/dataclasses_transform_func.toml b/conformance/results/pytype/dataclasses_transform_func.toml
index 082277312..1e9f94841 100644
--- a/conformance/results/pytype/dataclasses_transform_func.toml
+++ b/conformance/results/pytype/dataclasses_transform_func.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand @dataclass_transform.
+notes = """
+Does not understand @dataclass_transform.
 """
 output = """
 File "dataclasses_transform_func.py", line 13, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]
diff --git a/conformance/results/pytype/dataclasses_transform_meta.toml b/conformance/results/pytype/dataclasses_transform_meta.toml
index 4e36ae5e6..8d111a3f5 100644
--- a/conformance/results/pytype/dataclasses_transform_meta.toml
+++ b/conformance/results/pytype/dataclasses_transform_meta.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand @dataclass_transform.
+notes = """
+Does not understand @dataclass_transform.
 """
 output = """
 File "dataclasses_transform_meta.py", line 21, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]
diff --git a/conformance/results/pytype/dataclasses_usage.toml b/conformance/results/pytype/dataclasses_usage.toml
index d24c45b79..840b7202d 100644
--- a/conformance/results/pytype/dataclasses_usage.toml
+++ b/conformance/results/pytype/dataclasses_usage.toml
@@ -19,14 +19,9 @@ errors_diff = """
 Line 62: Expected 1 errors
 Line 68: Expected 1 errors
 Line 74: Expected 1 errors
-Line 51: Unexpected errors ['File "dataclasses_usage.py", line 51, in <module>: Missing parameter \\'unit_price\\' in call to function InventoryItem.__init__ [missing-parameter]']
-Line 52: Unexpected errors ['File "dataclasses_usage.py", line 52, in <module>: Function InventoryItem.__init__ was called with the wrong arguments [wrong-arg-types]']
-Line 53: Unexpected errors ['File "dataclasses_usage.py", line 53, in <module>: Function InventoryItem.__init__ expects 3 arg(s), got 5 [wrong-arg-count]']
 Line 59: Unexpected errors ['File "dataclasses_usage.py", line 59, in <module>: In method __init__, non-default argument b follows default argument [invalid-function-definition]']
 Line 65: Unexpected errors ['File "dataclasses_usage.py", line 65, in <module>: In method __init__, non-default argument b follows default argument [invalid-function-definition]']
 Line 71: Unexpected errors ['File "dataclasses_usage.py", line 71, in <module>: In method __init__, non-default argument b follows default argument [invalid-function-definition]']
-Line 84: Unexpected errors ['File "dataclasses_usage.py", line 84, in <module>: Function DC4.__init__ expects 2 arg(s), got 3 [wrong-arg-count]']
-Line 89: Unexpected errors ['File "dataclasses_usage.py", line 89, in DC5: Type annotation for a does not match type of assignment [annotation-type-mismatch]']
 Line 127: Unexpected errors ['File "dataclasses_usage.py", line 127, in <module>: Function DC7.__init__ expects 2 arg(s), got 3 [wrong-arg-count]']
 Line 130: Unexpected errors ['File "dataclasses_usage.py", line 130, in <module>: Missing parameter \\'y\\' in call to function DC8.__init__ [missing-parameter]']
 Line 152: Unexpected errors ['File "dataclasses_usage.py", line 152, in __init__: Type annotation for x_squared does not match type of assignment [annotation-type-mismatch]']
diff --git a/conformance/results/pytype/directives_cast.toml b/conformance/results/pytype/directives_cast.toml
index 315bb0501..a6ed44bdc 100644
--- a/conformance/results/pytype/directives_cast.toml
+++ b/conformance/results/pytype/directives_cast.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject a call to "cast" with additional arguments.
+notes = """
+Does not reject a call to "cast" with additional arguments.
 """
 output = """
 File "directives_cast.py", line 15, in <module>: Missing parameter 'typ' in call to function typing.cast [missing-parameter]
diff --git a/conformance/results/pytype/directives_no_type_check.toml b/conformance/results/pytype/directives_no_type_check.toml
index 52d7cbf41..f61248ed1 100644
--- a/conformance/results/pytype/directives_no_type_check.toml
+++ b/conformance/results/pytype/directives_no_type_check.toml
@@ -1,5 +1,6 @@
 conformant = "Pass"
-notes = """Does not honor @no_type_check decorator.
+notes = """
+Does not honor @no_type_check decorator.
 """
 output = """
 File "directives_no_type_check.py", line 16, in ClassA: Type annotation for x does not match type of assignment [annotation-type-mismatch]
diff --git a/conformance/results/pytype/directives_reveal_type.toml b/conformance/results/pytype/directives_reveal_type.toml
index 2dd5c8005..38e08038c 100644
--- a/conformance/results/pytype/directives_reveal_type.toml
+++ b/conformance/results/pytype/directives_reveal_type.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject call to reveal_type with zero arguments.
+notes = """
+Does not reject call to reveal_type with zero arguments.
 Does not reject call to reveal_type with too many arguments.
 """
 output = """
diff --git a/conformance/results/pytype/directives_type_ignore.toml b/conformance/results/pytype/directives_type_ignore.toml
index eec63b8a8..70b1732e5 100644
--- a/conformance/results/pytype/directives_type_ignore.toml
+++ b/conformance/results/pytype/directives_type_ignore.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not honor "# type: ignore" comment if comment includes additional text.
+notes = """
+Does not honor "# type: ignore" comment if comment includes additional text.
 """
 output = """
 File "directives_type_ignore.py", line 11, in <module>: Type annotation for y does not match type of assignment [annotation-type-mismatch]
diff --git a/conformance/results/pytype/directives_type_ignore_file2.toml b/conformance/results/pytype/directives_type_ignore_file2.toml
index 9a7fd5e76..0b11099d3 100644
--- a/conformance/results/pytype/directives_type_ignore_file2.toml
+++ b/conformance/results/pytype/directives_type_ignore_file2.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not ignore `# type: ignore` if it occurs after docstrings in the file.
+notes = """
+Does not ignore `# type: ignore` if it occurs after docstrings in the file.
 """
 output = """
 
diff --git a/conformance/results/pytype/directives_version_platform.toml b/conformance/results/pytype/directives_version_platform.toml
index c4a9b0e8e..49a20192d 100644
--- a/conformance/results/pytype/directives_version_platform.toml
+++ b/conformance/results/pytype/directives_version_platform.toml
@@ -1,5 +1,6 @@
 conformant = "Pass"
-notes = """Does not understand three-element form of sys.version checks.
+notes = """
+Does not understand three-element form of sys.version checks.
 Does not understand os.name checks.
 """
 output = """
diff --git a/conformance/results/pytype/generics_base_class.toml b/conformance/results/pytype/generics_base_class.toml
index 609ea67f8..691120719 100644
--- a/conformance/results/pytype/generics_base_class.toml
+++ b/conformance/results/pytype/generics_base_class.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """False negative on passing SymbolTable to dict[str, list[object]].
+notes = """
+False negative on passing SymbolTable to dict[str, list[object]].
 Does not reject illegal use of Generic.
 """
 output = """
diff --git a/conformance/results/pytype/generics_basic.toml b/conformance/results/pytype/generics_basic.toml
index 37029343b..6334c1292 100644
--- a/conformance/results/pytype/generics_basic.toml
+++ b/conformance/results/pytype/generics_basic.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """False positives in examples using constrained type variables.
+notes = """
+False positives in examples using constrained type variables.
 False negative for generic metaclass.
 """
 output = """
diff --git a/conformance/results/pytype/generics_defaults.toml b/conformance/results/pytype/generics_defaults.toml
index 49bb5b05c..f1c15520c 100644
--- a/conformance/results/pytype/generics_defaults.toml
+++ b/conformance/results/pytype/generics_defaults.toml
@@ -52,6 +52,7 @@ File "generics_defaults.py", line 173, in <module>: Any [assert-type]
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 26: Expected 1 errors
 Line 7: Unexpected errors ['File "generics_defaults.py", line 7, in <module>: typing.Unpack not supported yet [not-supported-yet]']
 Line 8: Unexpected errors ['File "generics_defaults.py", line 8, in <module>: typing_extensions.TypeVarTuple not supported yet [not-supported-yet]']
 Line 11: Unexpected errors ['File "generics_defaults.py", line 11, in <module>: wrong arguments [invalid-typevar]']
diff --git a/conformance/results/pytype/generics_paramspec_basic.toml b/conformance/results/pytype/generics_paramspec_basic.toml
index 96b810ffe..93c626da3 100644
--- a/conformance/results/pytype/generics_paramspec_basic.toml
+++ b/conformance/results/pytype/generics_paramspec_basic.toml
@@ -1,9 +1,11 @@
 conformant = "Unsupported"
-notes = """Does not support ParamSpec.
+notes = """
+Does not support ParamSpec.
 """
 output = """
 AssertionError: 
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 10: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_paramspec_components.toml b/conformance/results/pytype/generics_paramspec_components.toml
index 0d5e90a35..bbe42e627 100644
--- a/conformance/results/pytype/generics_paramspec_components.toml
+++ b/conformance/results/pytype/generics_paramspec_components.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support ParamSpec.
+notes = """
+Does not support ParamSpec.
 """
 output = """
 NotImplementedError: ParamSpecArgs
diff --git a/conformance/results/pytype/generics_paramspec_semantics.toml b/conformance/results/pytype/generics_paramspec_semantics.toml
index 96b810ffe..d3718ce5a 100644
--- a/conformance/results/pytype/generics_paramspec_semantics.toml
+++ b/conformance/results/pytype/generics_paramspec_semantics.toml
@@ -1,9 +1,12 @@
 conformant = "Unsupported"
-notes = """Does not support ParamSpec.
+notes = """
+Does not support ParamSpec.
 """
 output = """
 AssertionError: 
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 26: Expected 1 errors
+Line 27: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_paramspec_specialization.toml b/conformance/results/pytype/generics_paramspec_specialization.toml
index b171dfeae..8487dc6fd 100644
--- a/conformance/results/pytype/generics_paramspec_specialization.toml
+++ b/conformance/results/pytype/generics_paramspec_specialization.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Rejects valid specialization of ParamSpec using list expression.
+notes = """
+Rejects valid specialization of ParamSpec using list expression.
 Does not reject invalid specialization of class with both TypeVar and ParamSpec.
 Reports error for valid method call involving ParamSpec.
 """
diff --git a/conformance/results/pytype/generics_self_advanced.toml b/conformance/results/pytype/generics_self_advanced.toml
index eb6f59ffc..253ce01a6 100644
--- a/conformance/results/pytype/generics_self_advanced.toml
+++ b/conformance/results/pytype/generics_self_advanced.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand `Self` type.
+notes = """
+Does not understand `Self` type.
 """
 output = """
 File "generics_self_advanced.py", line 12, in prop1: bad return type [bad-return-type]
diff --git a/conformance/results/pytype/generics_self_attributes.toml b/conformance/results/pytype/generics_self_attributes.toml
index 0aa6bc478..6133970bc 100644
--- a/conformance/results/pytype/generics_self_attributes.toml
+++ b/conformance/results/pytype/generics_self_attributes.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand `Self` type.
+notes = """
+Does not understand `Self` type.
 """
 output = """
 File "generics_self_attributes.py", line 26, in <module>: Function OrdinalLinkedList.__init__ was called with the wrong arguments [wrong-arg-types]
diff --git a/conformance/results/pytype/generics_self_basic.toml b/conformance/results/pytype/generics_self_basic.toml
index 812e5fa3b..0d0b4bf2f 100644
--- a/conformance/results/pytype/generics_self_basic.toml
+++ b/conformance/results/pytype/generics_self_basic.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand `Self` type.
+notes = """
+Does not understand `Self` type.
 """
 output = """
 File "generics_self_basic.py", line 13, in set_scale: Shape [assert-type]
diff --git a/conformance/results/pytype/generics_self_protocols.toml b/conformance/results/pytype/generics_self_protocols.toml
index ad5b1f4e1..b65a7ce7c 100644
--- a/conformance/results/pytype/generics_self_protocols.toml
+++ b/conformance/results/pytype/generics_self_protocols.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject protocol compatibility due to method `Self` return type.
+notes = """
+Does not reject protocol compatibility due to method `Self` return type.
 """
 output = """
 
diff --git a/conformance/results/pytype/generics_self_usage.toml b/conformance/results/pytype/generics_self_usage.toml
index 084316991..3dde8e00c 100644
--- a/conformance/results/pytype/generics_self_usage.toml
+++ b/conformance/results/pytype/generics_self_usage.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand `Self` type.
+notes = """
+Does not understand `Self` type.
 """
 output = """
 File "generics_self_usage.py", line 58, in foo: Invalid type annotation 'Self'  [invalid-annotation]
diff --git a/conformance/results/pytype/generics_syntax_compatibility.toml b/conformance/results/pytype/generics_syntax_compatibility.toml
index b6654ec9a..d05bcafe5 100644
--- a/conformance/results/pytype/generics_syntax_compatibility.toml
+++ b/conformance/results/pytype/generics_syntax_compatibility.toml
@@ -1,9 +1,11 @@
 conformant = "Unsupported"
-notes = """Type parameter syntax not yet support.
+notes = """
+Type parameter syntax not yet support.
 """
 output = """
 SyntaxError: Type parameter lists are only supported in Python 3.12 and greater (<unknown>, line 14)
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 14: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_syntax_declarations.toml b/conformance/results/pytype/generics_syntax_declarations.toml
index de0d25410..57d0970bc 100644
--- a/conformance/results/pytype/generics_syntax_declarations.toml
+++ b/conformance/results/pytype/generics_syntax_declarations.toml
@@ -1,9 +1,17 @@
 conformant = "Unsupported"
-notes = """Type parameter syntax not yet support.
+notes = """
+Type parameter syntax not yet support.
 """
 output = """
 SyntaxError: Type parameter lists are only supported in Python 3.12 and greater (<unknown>, line 13)
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 46: Expected 1 errors
+Line 50: Expected 1 errors
+Line 62: Expected 1 errors
+Line 66: Expected 1 errors
+Line 73: Expected 1 errors
+Line 77: Expected 1 errors
+Line 81: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_syntax_infer_variance.toml b/conformance/results/pytype/generics_syntax_infer_variance.toml
index c55a88b7d..a6f623669 100644
--- a/conformance/results/pytype/generics_syntax_infer_variance.toml
+++ b/conformance/results/pytype/generics_syntax_infer_variance.toml
@@ -1,9 +1,12 @@
 conformant = "Unsupported"
-notes = """Type parameter syntax not yet support.
+notes = """
+Type parameter syntax not yet support.
 """
 output = """
 SyntaxError: Type parameter lists are only supported in Python 3.12 and greater (<unknown>, line 129)
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 17: Expected 1 errors
+Line 21: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_syntax_scoping.toml b/conformance/results/pytype/generics_syntax_scoping.toml
index b6654ec9a..230c0ef9d 100644
--- a/conformance/results/pytype/generics_syntax_scoping.toml
+++ b/conformance/results/pytype/generics_syntax_scoping.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Type parameter syntax not yet support.
+notes = """
+Type parameter syntax not yet support.
 """
 output = """
 SyntaxError: Type parameter lists are only supported in Python 3.12 and greater (<unknown>, line 14)
diff --git a/conformance/results/pytype/generics_typevartuple_args.toml b/conformance/results/pytype/generics_typevartuple_args.toml
index 35ae8a567..30c53581a 100644
--- a/conformance/results/pytype/generics_typevartuple_args.toml
+++ b/conformance/results/pytype/generics_typevartuple_args.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support TypeVarTuple.
+notes = """
+Does not support TypeVarTuple.
 """
 output = """
 File "generics_typevartuple_args.py", line 10, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]
diff --git a/conformance/results/pytype/generics_typevartuple_basic.toml b/conformance/results/pytype/generics_typevartuple_basic.toml
index 99ed5e3da..de0d82c71 100644
--- a/conformance/results/pytype/generics_typevartuple_basic.toml
+++ b/conformance/results/pytype/generics_typevartuple_basic.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support TypeVarTuple.
+notes = """
+Does not support TypeVarTuple.
 """
 output = """
 File "generics_typevartuple_basic.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]
@@ -69,11 +70,7 @@ Line 38: Unexpected errors ['File "generics_typevartuple_basic.py", line 38, in
 Line 42: Unexpected errors ['File "generics_typevartuple_basic.py", line 42, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 42, in <module>: Invalid type annotation \\'Array[Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 42, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
 Line 43: Unexpected errors ['File "generics_typevartuple_basic.py", line 43, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 43, in <module>: Invalid type annotation \\'Array[Batch, Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 43, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
 Line 44: Unexpected errors ['File "generics_typevartuple_basic.py", line 44, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 44, in <module>: Invalid type annotation \\'Array[Time, Batch, Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 44, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
-Line 52: Unexpected errors ['File "generics_typevartuple_basic.py", line 52, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
-Line 53: Unexpected errors ['File "generics_typevartuple_basic.py", line 53, in ClassA: Invalid type annotation \\'<instance of TypeVarTuple>\\'  [invalid-annotation]']
 Line 54: Unexpected errors ['File "generics_typevartuple_basic.py", line 54, in __init__: Invalid type annotation \\'tuple[*Shape,]\\'  [invalid-annotation]']
-Line 56: Unexpected errors ['File "generics_typevartuple_basic.py", line 56, in ClassA: Invalid type annotation \\'<instance of TypeVarTuple>\\'  [invalid-annotation]']
-Line 59: Unexpected errors ['File "generics_typevartuple_basic.py", line 59, in ClassA: Invalid type annotation \\'<instance of TypeVarTuple>\\' for args [invalid-annotation]']
 Line 65: Unexpected errors ['File "generics_typevartuple_basic.py", line 65, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 3 [wrong-arg-count]']
 Line 66: Unexpected errors ['File "generics_typevartuple_basic.py", line 66, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 4 [wrong-arg-count]']
 Line 67: Unexpected errors ['File "generics_typevartuple_basic.py", line 67, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 3 [wrong-arg-count]']
diff --git a/conformance/results/pytype/generics_typevartuple_callable.toml b/conformance/results/pytype/generics_typevartuple_callable.toml
index d6d162e93..2ee1de536 100644
--- a/conformance/results/pytype/generics_typevartuple_callable.toml
+++ b/conformance/results/pytype/generics_typevartuple_callable.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support TypeVarTuple.
+notes = """
+Does not support TypeVarTuple.
 """
 output = """
 File "generics_typevartuple_callable.py", line 10, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]
diff --git a/conformance/results/pytype/generics_typevartuple_concat.toml b/conformance/results/pytype/generics_typevartuple_concat.toml
index d924b6acd..2ec72d803 100644
--- a/conformance/results/pytype/generics_typevartuple_concat.toml
+++ b/conformance/results/pytype/generics_typevartuple_concat.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support TypeVarTuple.
+notes = """
+Does not support TypeVarTuple.
 """
 output = """
 File "generics_typevartuple_concat.py", line 9, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]
diff --git a/conformance/results/pytype/generics_typevartuple_overloads.toml b/conformance/results/pytype/generics_typevartuple_overloads.toml
index 25efdc59c..0dd84622f 100644
--- a/conformance/results/pytype/generics_typevartuple_overloads.toml
+++ b/conformance/results/pytype/generics_typevartuple_overloads.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support TypeVarTuple.
+notes = """
+Does not support TypeVarTuple.
 """
 output = """
 File "generics_typevartuple_overloads.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]
diff --git a/conformance/results/pytype/generics_typevartuple_specialization.toml b/conformance/results/pytype/generics_typevartuple_specialization.toml
index ad5f59687..890aaf250 100644
--- a/conformance/results/pytype/generics_typevartuple_specialization.toml
+++ b/conformance/results/pytype/generics_typevartuple_specialization.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support TypeVarTuple.
+notes = """
+Does not support TypeVarTuple.
 """
 output = """
 File "generics_typevartuple_specialization.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]
@@ -120,7 +121,6 @@ Line 120: Unexpected errors ['File "generics_typevartuple_specialization.py", li
 Line 121: Unexpected errors ['File "generics_typevartuple_specialization.py", line 121, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 121, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
 Line 122: Unexpected errors ['File "generics_typevartuple_specialization.py", line 122, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 122, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
 Line 125: Unexpected errors ['File "generics_typevartuple_specialization.py", line 125, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
-Line 127: Unexpected errors ['File "generics_typevartuple_specialization.py", line 127, in <module>: Invalid type annotation \\'Tuple[Any][int]\\'  [invalid-annotation]']
 Line 130: Unexpected errors ['File "generics_typevartuple_specialization.py", line 130, in <module>: Invalid type annotation \\'Tuple[Any][<instance of Tuple[nothing, ...]>]\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 130, in <module>: Invalid type annotation \\'T2\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 130, in <module>: Invalid type annotation \\'T1\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 130, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
 Line 131: Unexpected errors ['File "generics_typevartuple_specialization.py", line 131, in func7: bad return type [bad-return-type]']
 Line 134: Unexpected errors ['File "generics_typevartuple_specialization.py", line 134, in <module>: Invalid type annotation \\'Tuple[Any][str, bool]\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 134, in <module>: Invalid type annotation \\'Tuple[Any][str, bool, float]\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 134, in <module>: Invalid type annotation \\'Tuple[Any][str, bool, float, int]\\'  [invalid-annotation]']
diff --git a/conformance/results/pytype/generics_typevartuple_unpack.toml b/conformance/results/pytype/generics_typevartuple_unpack.toml
index da88ce469..fcee2e37a 100644
--- a/conformance/results/pytype/generics_typevartuple_unpack.toml
+++ b/conformance/results/pytype/generics_typevartuple_unpack.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support TypeVarTuple.
+notes = """
+Does not support TypeVarTuple.
 """
 output = """
 File "generics_typevartuple_unpack.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]
diff --git a/conformance/results/pytype/generics_upper_bound.toml b/conformance/results/pytype/generics_upper_bound.toml
index 50120d0cb..6d2e2b1af 100644
--- a/conformance/results/pytype/generics_upper_bound.toml
+++ b/conformance/results/pytype/generics_upper_bound.toml
@@ -1,5 +1,6 @@
 conformant = "Pass"
-notes = """Does not properly support assert_type.
+notes = """
+Does not properly support assert_type.
 """
 output = """
 File "generics_upper_bound.py", line 22, in <module>: Invalid TypeVar: bound cannot contain TypeVars [invalid-typevar]
diff --git a/conformance/results/pytype/generics_variance.toml b/conformance/results/pytype/generics_variance.toml
index 2be4fa9db..8d91b0aa7 100644
--- a/conformance/results/pytype/generics_variance.toml
+++ b/conformance/results/pytype/generics_variance.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support covariant or contravariant TypeVars.
+notes = """
+Does not support covariant or contravariant TypeVars.
 """
 output = """
 File "generics_variance.py", line 14, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]
@@ -11,6 +12,14 @@ File "generics_variance.py", line 52, in <module>: argument "covariant" to TypeV
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 77: Expected 1 errors
+Line 81: Expected 1 errors
+Line 93: Expected 1 errors
+Line 105: Expected 1 errors
+Line 113: Expected 1 errors
+Line 127: Expected 1 errors
+Line 133: Expected 1 errors
+Line 143: Expected 1 errors
 Line 14: Unexpected errors ['File "generics_variance.py", line 14, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]', 'File "generics_variance.py", line 14, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
 Line 18: Unexpected errors ['File "generics_variance.py", line 18, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
 Line 19: Unexpected errors ['File "generics_variance.py", line 19, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
diff --git a/conformance/results/pytype/generics_variance_inference.toml b/conformance/results/pytype/generics_variance_inference.toml
index e7e77180e..a94eea941 100644
--- a/conformance/results/pytype/generics_variance_inference.toml
+++ b/conformance/results/pytype/generics_variance_inference.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Type parameter syntax not yet support.
+notes = """
+Type parameter syntax not yet support.
 """
 output = """
 SyntaxError: Type parameter lists are only supported in Python 3.12 and greater (<unknown>, line 15)
diff --git a/conformance/results/pytype/historical_positional.toml b/conformance/results/pytype/historical_positional.toml
index 108f7df6b..8e4790fdb 100644
--- a/conformance/results/pytype/historical_positional.toml
+++ b/conformance/results/pytype/historical_positional.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not apply rules for pre-3.8 positional-only parameters in some cases.
+notes = """
+Does not apply rules for pre-3.8 positional-only parameters in some cases.
 Does not reject positional-only parameter after non-positional-only parameter.
 """
 output = """
diff --git a/conformance/results/pytype/literals_interactions.toml b/conformance/results/pytype/literals_interactions.toml
index 648c8790f..abe6af209 100644
--- a/conformance/results/pytype/literals_interactions.toml
+++ b/conformance/results/pytype/literals_interactions.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Incorrectly rejects some legal Literal annotations.
+notes = """
+Incorrectly rejects some legal Literal annotations.
 Does not reject some illegal Literal annotations.
 Does not use Literal to distinguish overloads.
 Does not narrow based on `x is Literal` type guard pattern.
@@ -26,6 +27,10 @@ File "literals_interactions.py", line 109, in parse_status2: Function expects_pe
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 15: Expected 1 errors
+Line 16: Expected 1 errors
+Line 17: Expected 1 errors
+Line 18: Expected 1 errors
 Line 11: Unexpected errors ['File "literals_interactions.py", line 11, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
 Line 46: Unexpected errors ['File "literals_interactions.py", line 46, in open: bad return type [bad-return-type]', 'File "literals_interactions.py", line 46, in open: bad return type [bad-return-type]', 'File "literals_interactions.py", line 46, in open: bad return type [bad-return-type]']
 Line 61: Unexpected errors ['File "literals_interactions.py", line 61, in __add__: bad return type [bad-return-type]']
diff --git a/conformance/results/pytype/literals_literalstring.toml b/conformance/results/pytype/literals_literalstring.toml
index 273e0352e..18565cf83 100644
--- a/conformance/results/pytype/literals_literalstring.toml
+++ b/conformance/results/pytype/literals_literalstring.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand `LiteralString` special form.
+notes = """
+Does not understand `LiteralString` special form.
 """
 output = """
 File "literals_literalstring.py", line 8, in <module>: typing.LiteralString not supported yet [not-supported-yet]
diff --git a/conformance/results/pytype/literals_parameterizations.toml b/conformance/results/pytype/literals_parameterizations.toml
index efa574bc1..6619a546e 100644
--- a/conformance/results/pytype/literals_parameterizations.toml
+++ b/conformance/results/pytype/literals_parameterizations.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand `Literal` type annotation.
+notes = """
+Does not understand `Literal` type annotation.
 """
 output = """
 File "literals_parameterizations.py", line 17, in <module>: Invalid type annotation 'Literal'  [invalid-annotation]
diff --git a/conformance/results/pytype/literals_semantics.toml b/conformance/results/pytype/literals_semantics.toml
index 590bb120b..a298f466e 100644
--- a/conformance/results/pytype/literals_semantics.toml
+++ b/conformance/results/pytype/literals_semantics.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand `Literal` type annotation.
+notes = """
+Does not understand `Literal` type annotation.
 """
 output = """
 File "literals_semantics.py", line 10, in <module>: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]
diff --git a/conformance/results/pytype/namedtuples_define_class.toml b/conformance/results/pytype/namedtuples_define_class.toml
index 17a7b8c5d..92b1e327f 100644
--- a/conformance/results/pytype/namedtuples_define_class.toml
+++ b/conformance/results/pytype/namedtuples_define_class.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Incorrectly rejects valid index of named tuple instance when using a negative index.
+notes = """
+Incorrectly rejects valid index of named tuple instance when using a negative index.
 Does not evaluate correct type for indexed named tuple instance with slice.
 Does not reject named tuple element with no default value after one with a default.
 Does not reject override of named tuple attribute in child class.
diff --git a/conformance/results/pytype/namedtuples_define_functional.toml b/conformance/results/pytype/namedtuples_define_functional.toml
index 47f4f90a6..319d5c99c 100644
--- a/conformance/results/pytype/namedtuples_define_functional.toml
+++ b/conformance/results/pytype/namedtuples_define_functional.toml
@@ -1,5 +1,6 @@
 conformant = "Pass"
-notes = """Does not handle illegal named tuple names the same as runtime.
+notes = """
+Does not handle illegal named tuple names the same as runtime.
 Does not support defaults in functional form.
 """
 output = """
diff --git a/conformance/results/pytype/namedtuples_usage.toml b/conformance/results/pytype/namedtuples_usage.toml
index 20e37ab07..195aca234 100644
--- a/conformance/results/pytype/namedtuples_usage.toml
+++ b/conformance/results/pytype/namedtuples_usage.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Incorrectly rejects valid index of named tuple instance when using a negative index.
+notes = """
+Incorrectly rejects valid index of named tuple instance when using a negative index.
 Does not report out-of-range index access with named tuple instance.
 Does not reject attempt to overwrite named tuple entry by name.
 Does not reject attempt to delete named tuple entry by name.
diff --git a/conformance/results/pytype/narrowing_typeguard.toml b/conformance/results/pytype/narrowing_typeguard.toml
index 74d156af5..4f65fa2ab 100644
--- a/conformance/results/pytype/narrowing_typeguard.toml
+++ b/conformance/results/pytype/narrowing_typeguard.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject TypeGuard method with too few parameters.
+notes = """
+Does not reject TypeGuard method with too few parameters.
 """
 output = """
 File "narrowing_typeguard.py", line 128, in <module>: Function takes_callable_str was called with the wrong arguments [wrong-arg-types]
diff --git a/conformance/results/pytype/overloads_basic.toml b/conformance/results/pytype/overloads_basic.toml
index 4bcf4f492..d06b2e630 100644
--- a/conformance/results/pytype/overloads_basic.toml
+++ b/conformance/results/pytype/overloads_basic.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject a function with a single @overload signature.
+notes = """
+Does not reject a function with a single @overload signature.
 Does not reject a function with @overload signature but no implementation.
 """
 output = """
@@ -9,7 +10,8 @@ File "overloads_basic.py", line 58, in map: bad return type [bad-return-type]
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 64: Expected 1 errors
+Line 76: Expected 1 errors
 Line 31: Unexpected errors ['File "overloads_basic.py", line 31, in __getitem__: bad return type [bad-return-type]']
-Line 37: Unexpected errors ['File "overloads_basic.py", line 37, in <module>: unsupported operand type(s) for item retrieval: Bytes and str [unsupported-operands]']
 Line 58: Unexpected errors ['File "overloads_basic.py", line 58, in map: bad return type [bad-return-type]']
 """
diff --git a/conformance/results/pytype/protocols_class_objects.toml b/conformance/results/pytype/protocols_class_objects.toml
index de81ed51e..93d21ab78 100644
--- a/conformance/results/pytype/protocols_class_objects.toml
+++ b/conformance/results/pytype/protocols_class_objects.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject protocol class assigned to type[Proto].
+notes = """
+Does not reject protocol class assigned to type[Proto].
 Incorrectly reports some class objects as incompatible with a protocol.
 Fails to report some class objects as incompatible with a protocol.
 """
@@ -8,5 +9,6 @@ File "protocols_class_objects.py", line 50, in method1: bad return type [bad-ret
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 58: Expected 1 errors
 Line 50: Unexpected errors ['File "protocols_class_objects.py", line 50, in method1: bad return type [bad-return-type]']
 """
diff --git a/conformance/results/pytype/protocols_definition.toml b/conformance/results/pytype/protocols_definition.toml
index 5217656d3..486a9dead 100644
--- a/conformance/results/pytype/protocols_definition.toml
+++ b/conformance/results/pytype/protocols_definition.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Reports errors for protocol static method with "..." implementation.
+notes = """
+Reports errors for protocol static method with "..." implementation.
 Does not report error when instance variable is set through "self" access in protocol class.
 Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.
 Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.
@@ -26,7 +27,9 @@ File "protocols_definition.py", line 219, in <module>: Type annotation for v4_ba
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 30: Unexpected errors ['File "protocols_definition.py", line 30, in <module>: Function close_all was called with the wrong arguments [wrong-arg-types]']
+Line 67: Expected 1 errors
+Line 340: Expected 1 errors
+Line 341: Expected 1 errors
 Line 45: Unexpected errors ['File "protocols_definition.py", line 45, in third: bad return type [bad-return-type]']
 Line 114: Unexpected errors ['File "protocols_definition.py", line 114, in <module>: Type annotation for v2_bad1 does not match type of assignment [annotation-type-mismatch]']
 Line 115: Unexpected errors ['File "protocols_definition.py", line 115, in <module>: Type annotation for v2_bad2 does not match type of assignment [annotation-type-mismatch]']
diff --git a/conformance/results/pytype/protocols_explicit.toml b/conformance/results/pytype/protocols_explicit.toml
index 94c97b7b4..0cbb6f139 100644
--- a/conformance/results/pytype/protocols_explicit.toml
+++ b/conformance/results/pytype/protocols_explicit.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Reports errors for protocol static method with "..." implementation.
+notes = """
+Reports errors for protocol static method with "..." implementation.
 Does not report error when calling unimplemented protocol method from derived class.
 Does not report type incompatibility when assigning to attribute defined in protocol.
 Does not reject instantiation of class that derives from protocol but doesn't implement attribute.
@@ -14,7 +15,10 @@ File "protocols_explicit.py", line 159, in <module>: Can't instantiate Concrete7
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 27: Expected 1 errors
+Line 56: Expected 1 errors
+Line 86: Expected 1 errors
+Line 104: Expected 1 errors
+Line 129: Expected 1 errors
 Line 14: Unexpected errors ['File "protocols_explicit.py", line 14, in draw: bad return type [bad-return-type]']
-Line 59: Unexpected errors ['File "protocols_explicit.py", line 59, in <module>: Can\\'t instantiate Point with abstract methods intensity [not-instantiable]']
-Line 159: Unexpected errors ['File "protocols_explicit.py", line 159, in <module>: Can\\'t instantiate Concrete7A with abstract methods method1 [not-instantiable]']
 """
diff --git a/conformance/results/pytype/protocols_generic.toml b/conformance/results/pytype/protocols_generic.toml
index d9c3511c0..240820af6 100644
--- a/conformance/results/pytype/protocols_generic.toml
+++ b/conformance/results/pytype/protocols_generic.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not correctly enforce contravariance in protocol type compatibility tests.
+notes = """
+Does not correctly enforce contravariance in protocol type compatibility tests.
 Does not correctly enforce invariance in protocol type compatibility tests.
 Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.
 """
@@ -17,7 +18,6 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 12: Unexpected errors ['File "protocols_generic.py", line 12, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
 Line 13: Unexpected errors ['File "protocols_generic.py", line 13, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
-Line 40: Unexpected errors ['File "protocols_generic.py", line 40, in <module>: Type annotation for p2 does not match type of assignment [annotation-type-mismatch]']
 Line 44: Unexpected errors ['File "protocols_generic.py", line 44, in <module>: Invalid type annotation \\'Proto2\\'  [invalid-annotation]']
 Line 56: Unexpected errors ['File "protocols_generic.py", line 56, in func1: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
 Line 65: Unexpected errors ['File "protocols_generic.py", line 65, in func2: Type annotation for v1 does not match type of assignment [annotation-type-mismatch]']
diff --git a/conformance/results/pytype/protocols_merging.toml b/conformance/results/pytype/protocols_merging.toml
index ddfd22952..b4ab2a135 100644
--- a/conformance/results/pytype/protocols_merging.toml
+++ b/conformance/results/pytype/protocols_merging.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject a protocol class that derives from a non-protocol class.
+notes = """
+Does not reject a protocol class that derives from a non-protocol class.
 Does not report attempt to instantiate abstract class downgraded from protocol class.
 """
 output = """
@@ -11,9 +12,6 @@ File "protocols_merging.py", line 84, in <module>: Type annotation for y does no
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 52: Unexpected errors ['File "protocols_merging.py", line 52, in <module>: Type annotation for s6 does not match type of assignment [annotation-type-mismatch]']
-Line 53: Unexpected errors ['File "protocols_merging.py", line 53, in <module>: Type annotation for s7 does not match type of assignment [annotation-type-mismatch]']
-Line 54: Unexpected errors ['File "protocols_merging.py", line 54, in <module>: Type annotation for s8 does not match type of assignment [annotation-type-mismatch]']
-Line 83: Unexpected errors ['File "protocols_merging.py", line 83, in <module>: Can\\'t instantiate SizedAndClosable4 with abstract methods close [not-instantiable]']
+Line 67: Expected 1 errors
 Line 84: Unexpected errors ['File "protocols_merging.py", line 84, in <module>: Type annotation for y does not match type of assignment [annotation-type-mismatch]']
 """
diff --git a/conformance/results/pytype/protocols_modules.toml b/conformance/results/pytype/protocols_modules.toml
index e686e92f9..995f89511 100644
--- a/conformance/results/pytype/protocols_modules.toml
+++ b/conformance/results/pytype/protocols_modules.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report incompatibilities for protocol methods.
+notes = """
+Does not report incompatibilities for protocol methods.
 """
 output = """
 File "protocols_modules.py", line 10, in <module>: Can't find module '_protocols_modules1'. [import-error]
diff --git a/conformance/results/pytype/protocols_recursive.toml b/conformance/results/pytype/protocols_recursive.toml
index fa09ec56e..05142931d 100644
--- a/conformance/results/pytype/protocols_recursive.toml
+++ b/conformance/results/pytype/protocols_recursive.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Incorrectly reports type error for some recursive protocols.
+notes = """
+Incorrectly reports type error for some recursive protocols.
 """
 output = """
 File "protocols_recursive.py", line 11, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]
diff --git a/conformance/results/pytype/protocols_runtime_checkable.toml b/conformance/results/pytype/protocols_runtime_checkable.toml
index e3058ca0c..fd6b55267 100644
--- a/conformance/results/pytype/protocols_runtime_checkable.toml
+++ b/conformance/results/pytype/protocols_runtime_checkable.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.
+notes = """
+Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.
 Does not reject issubclass call for data protocol.
 Does not report unsafe overlap for runtime_checkable protocol.
 """
@@ -8,4 +9,8 @@ output = """
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 23: Expected 1 errors
+Line 88: Expected 1 errors
+Line 93: Expected 1 errors
+Line 96: Expected 1 errors
 """
diff --git a/conformance/results/pytype/protocols_self.toml b/conformance/results/pytype/protocols_self.toml
index 1508cd7fd..ec7dd2b3e 100644
--- a/conformance/results/pytype/protocols_self.toml
+++ b/conformance/results/pytype/protocols_self.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not properly handle Self type within a protocol.
+notes = """
+Does not properly handle Self type within a protocol.
 """
 output = """
 File "protocols_self.py", line 36, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]
diff --git a/conformance/results/pytype/protocols_subtyping.toml b/conformance/results/pytype/protocols_subtyping.toml
index dc8577ce2..fda2483f7 100644
--- a/conformance/results/pytype/protocols_subtyping.toml
+++ b/conformance/results/pytype/protocols_subtyping.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject attempt to instantiate protocol class.
+notes = """
+Does not reject attempt to instantiate protocol class.
 Does not report some protocol type compatibility violations involving contravariance.
 """
 output = """
@@ -10,6 +11,7 @@ File "protocols_subtyping.py", line 84, in <module>: argument "contravariant" to
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 16: Expected 1 errors
 Line 38: Unexpected errors ['File "protocols_subtyping.py", line 38, in func1: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
 Line 55: Unexpected errors ['File "protocols_subtyping.py", line 55, in func2: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
 Line 83: Unexpected errors ['File "protocols_subtyping.py", line 83, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
diff --git a/conformance/results/pytype/protocols_variance.toml b/conformance/results/pytype/protocols_variance.toml
index 52af8a24f..9eb9e2845 100644
--- a/conformance/results/pytype/protocols_variance.toml
+++ b/conformance/results/pytype/protocols_variance.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not detect incorrect TypeVar variance within generic protocols.
+notes = """
+Does not detect incorrect TypeVar variance within generic protocols.
 """
 output = """
 File "protocols_variance.py", line 12, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]
@@ -8,6 +9,13 @@ File "protocols_variance.py", line 15, in <module>: argument "covariant" to Type
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 21: Expected 1 errors
+Line 40: Expected 1 errors
+Line 56: Expected 1 errors
+Line 61: Expected 1 errors
+Line 66: Expected 1 errors
+Line 71: Expected 1 errors
+Line 104: Expected 1 errors
 Line 12: Unexpected errors ['File "protocols_variance.py", line 12, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
 Line 13: Unexpected errors ['File "protocols_variance.py", line 13, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
 Line 15: Unexpected errors ['File "protocols_variance.py", line 15, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
diff --git a/conformance/results/pytype/qualifiers_annotated.toml b/conformance/results/pytype/qualifiers_annotated.toml
index 5b45bfcf6..f5ff8173a 100644
--- a/conformance/results/pytype/qualifiers_annotated.toml
+++ b/conformance/results/pytype/qualifiers_annotated.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject some illegal type expression forms used in Annotated.
+notes = """
+Does not reject some illegal type expression forms used in Annotated.
 Does not report type incompatibility between Annotated and type[T].
 Does not reject call of Annotated.
 Does not allow TypeVar to be used in type alias when wrapped with Annotated.
@@ -19,15 +20,10 @@ File "qualifiers_annotated.py", line 121, in <module>: Invalid TypeVar: TypeVar(
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 43: Unexpected errors ['File "qualifiers_annotated.py", line 43, in <module>: Invalid type annotation \\'[int, str]\\' for Bad1 [invalid-annotation]']
-Line 44: Unexpected errors ['File "qualifiers_annotated.py", line 44, in <module>: Invalid type annotation \\'((int, str),)\\' for Bad2 [invalid-annotation]']
-Line 45: Unexpected errors ['File "qualifiers_annotated.py", line 45, in <module>: Invalid type annotation \\'<instance of List[Type[int]]>\\' for Bad3 [invalid-annotation]']
-Line 46: Unexpected errors ['File "qualifiers_annotated.py", line 46, in <module>: Invalid type annotation "{\\'a\\': \\'b\\'}" for Bad4 [invalid-annotation]']
-Line 50: Unexpected errors ['File "qualifiers_annotated.py", line 50, in <module>: Name \\'var1\\' is not defined [name-error]']
-Line 51: Unexpected errors ['File "qualifiers_annotated.py", line 51, in <module>: Invalid type annotation \\'True\\' for Bad9 [invalid-annotation]']
-Line 52: Unexpected errors ['File "qualifiers_annotated.py", line 52, in <module>: Invalid type annotation \\'1\\' for Bad10 [invalid-annotation]']
-Line 54: Unexpected errors ['File "qualifiers_annotated.py", line 54, in <module>: Invalid type annotation \\'<instance of str>\\' for Bad12 [invalid-annotation]']
-Line 64: Unexpected errors ['File "qualifiers_annotated.py", line 64, in <module>: Invalid type annotation \\'Annotated\\'  [invalid-annotation]']
+Line 47: Expected 1 errors
+Line 48: Expected 1 errors
+Line 49: Expected 1 errors
+Line 53: Expected 1 errors
 Line 91: Unexpected errors ['File "qualifiers_annotated.py", line 91, in <module>: \\'Annotated\\' object is not callable [not-callable]']
 Line 121: Unexpected errors ['File "qualifiers_annotated.py", line 121, in <module>: Invalid TypeVar: TypeVar(\\'T\\') must be stored as \\'T\\', not \\'TA3\\' [invalid-typevar]']
 """
diff --git a/conformance/results/pytype/qualifiers_final_annotation.toml b/conformance/results/pytype/qualifiers_final_annotation.toml
index baf6253eb..614eb6281 100644
--- a/conformance/results/pytype/qualifiers_final_annotation.toml
+++ b/conformance/results/pytype/qualifiers_final_annotation.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report Final variable with missing initialization.
+notes = """
+Does not report Final variable with missing initialization.
 Does not reject Final instance variable declared outside of __init__ method.
 Does not reject modification of global variable declared Final.
 Does not reject modification of local variable declared Final.
@@ -26,18 +27,22 @@ File "qualifiers_final_annotation.py", line 145, in func2: Assigning to variable
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 18: Unexpected errors ['File "qualifiers_final_annotation.py", line 18, in <module>: Invalid type annotation \\'Final[str, int]\\'  [invalid-annotation]', 'File "qualifiers_final_annotation.py", line 18, in <module>: Invalid type annotation \\'Final\\'  [invalid-annotation]']
-Line 54: Unexpected errors ['File "qualifiers_final_annotation.py", line 54, in __init__: Assigning to attribute ID5, which was annotated with Final [final-error]']
-Line 65: Unexpected errors ['File "qualifiers_final_annotation.py", line 65, in method1: Assigning to attribute ID7, which was annotated with Final [final-error]']
-Line 67: Unexpected errors ['File "qualifiers_final_annotation.py", line 67, in method1: Assigning to attribute ID7, which was annotated with Final [final-error]']
-Line 71: Unexpected errors ['File "qualifiers_final_annotation.py", line 71, in <module>: Assigning to variable RATE, which was annotated with Final [final-error]']
-Line 81: Unexpected errors ['File "qualifiers_final_annotation.py", line 81, in <module>: Assigning to attribute DEFAULT_ID, which was annotated with Final [final-error]']
+Line 16: Expected 1 errors
+Line 18: Expected 1 errors, got 2 (['File "qualifiers_final_annotation.py", line 18, in <module>: Invalid type annotation \\'Final[str, int]\\'  [invalid-annotation]', 'File "qualifiers_final_annotation.py", line 18, in <module>: Invalid type annotation \\'Final\\'  [invalid-annotation]'])
+Line 34: Expected 1 errors
+Line 38: Expected 1 errors
+Line 62: Expected 1 errors
+Line 63: Expected 1 errors
+Line 94: Expected 1 errors
+Line 107: Expected 1 errors, got 3 (['File "qualifiers_final_annotation.py", line 107, in ClassD: Type annotation for VALUE2 does not match type of assignment [annotation-type-mismatch]', 'File "qualifiers_final_annotation.py", line 107, in ClassD: Invalid use of typing.Final [final-error]', 'File "qualifiers_final_annotation.py", line 107, in ClassD: Invalid type annotation \\'ClassVar[Final]\\'  [invalid-annotation]'])
+Line 141: Expected 1 errors
+Line 147: Expected 1 errors
+Line 149: Expected 1 errors
+Line 152: Expected 1 errors
+Line 155: Expected 1 errors
 Line 93: Unexpected errors ['File "qualifiers_final_annotation.py", line 93, in <module>: Class ClassCChild overrides final class attribute BORDER_WIDTH, defined in base class ClassC [final-error]']
-Line 107: Unexpected errors ['File "qualifiers_final_annotation.py", line 107, in ClassD: Type annotation for VALUE2 does not match type of assignment [annotation-type-mismatch]', 'File "qualifiers_final_annotation.py", line 107, in ClassD: Invalid use of typing.Final [final-error]', 'File "qualifiers_final_annotation.py", line 107, in ClassD: Invalid type annotation \\'ClassVar[Final]\\'  [invalid-annotation]']
-Line 108: Unexpected errors ['File "qualifiers_final_annotation.py", line 108, in ClassD: Type annotation for VALUE3 does not match type of assignment [annotation-type-mismatch]']
 Line 118: Unexpected errors ['File "qualifiers_final_annotation.py", line 118, in <module>: Invalid use of typing.Final [final-error]', 'File "qualifiers_final_annotation.py", line 118, in <module>: Invalid type annotation \\'list[Final[int]]\\'  [invalid-annotation]']
 Line 121: Unexpected errors ['File "qualifiers_final_annotation.py", line 121, in <module>: Invalid use of typing.Final [final-error]']
 Line 134: Unexpected errors ['File "qualifiers_final_annotation.py", line 134, in <module>: Invalid keyword argument a to function N.__new__ [wrong-keyword-args]']
 Line 135: Unexpected errors ['File "qualifiers_final_annotation.py", line 135, in <module>: Function N.__new__ was called with the wrong arguments [wrong-arg-types]']
-Line 145: Unexpected errors ['File "qualifiers_final_annotation.py", line 145, in func2: Assigning to variable x, which was annotated with Final [final-error]']
 """
diff --git a/conformance/results/pytype/qualifiers_final_decorator.toml b/conformance/results/pytype/qualifiers_final_decorator.toml
index 0adcdbca5..f91d35795 100644
--- a/conformance/results/pytype/qualifiers_final_decorator.toml
+++ b/conformance/results/pytype/qualifiers_final_decorator.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report error for overloaded @final method defined in stub file.
+notes = """
+Does not report error for overloaded @final method defined in stub file.
 Does not report error for overload that is marked @final when implementation is not.
 """
 output = """
@@ -19,8 +20,9 @@ File "qualifiers_final_decorator.py", line 125, in <module>: Cannot apply @final
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 85: Expected 1 errors
+Line 126: Expected 1 errors
 Line 8: Unexpected errors ['File "qualifiers_final_decorator.py", line 8, in <module>: Couldn\\'t import pyi for \\'_qualifiers_final_decorator\\' [pyi-error]']
-Line 21: Unexpected errors ['File "qualifiers_final_decorator.py", line 21, in <module>: Cannot subclass final class: Base1 [final-error]']
 Line 52: Unexpected errors ['File "qualifiers_final_decorator.py", line 52, in method4: bad return type [bad-return-type]']
 Line 55: Unexpected errors ['File "qualifiers_final_decorator.py", line 55, in <module>: Class Derived2 overrides final method method4, defined in base class Base2 [final-error]', 'File "qualifiers_final_decorator.py", line 55, in <module>: Class Derived2 overrides final method method3, defined in base class Base2 [final-error]', 'File "qualifiers_final_decorator.py", line 55, in <module>: Class Derived2 overrides final method method2, defined in base class Base2 [final-error]', 'File "qualifiers_final_decorator.py", line 55, in <module>: Class Derived2 overrides final method method1, defined in base class Base2 [final-error]']
 Line 76: Unexpected errors ['File "qualifiers_final_decorator.py", line 76, in method4: bad return type [bad-return-type]']
diff --git a/conformance/results/pytype/specialtypes_never.toml b/conformance/results/pytype/specialtypes_never.toml
index ef194d0fd..0e1707368 100644
--- a/conformance/results/pytype/specialtypes_never.toml
+++ b/conformance/results/pytype/specialtypes_never.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not understand NoReturn or Never.
+notes = """
+Does not understand NoReturn or Never.
 """
 output = """
 File "specialtypes_never.py", line 11, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]
@@ -11,6 +12,14 @@ File "specialtypes_never.py", line 85, in func8: Type annotation for v3 does not
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 19: Expected 1 errors
+Line 44: Expected 1 errors
+Line 45: Expected 1 errors
+Line 50: Expected 1 errors
+Line 51: Expected 1 errors
+Line 54: Expected 1 errors
+Line 59: Expected 1 errors
+Line 60: Expected 1 errors
 Line 11: Unexpected errors ['File "specialtypes_never.py", line 11, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
 Line 21: Unexpected errors ['File "specialtypes_never.py", line 21, in func1: bad return type [bad-return-type]']
 Line 67: Unexpected errors ['File "specialtypes_never.py", line 67, in func6: Type annotation for v1 does not match type of assignment [annotation-type-mismatch]']
diff --git a/conformance/results/pytype/specialtypes_none.toml b/conformance/results/pytype/specialtypes_none.toml
index 466fced6d..d012f6003 100644
--- a/conformance/results/pytype/specialtypes_none.toml
+++ b/conformance/results/pytype/specialtypes_none.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not detect type incompatibility between None and type[None].
+notes = """
+Does not detect type incompatibility between None and type[None].
 Does not detect type incompatibility between None and incompatible protocol.
 """
 output = """
@@ -8,6 +9,6 @@ File "specialtypes_none.py", line 41, in <module>: Function func2 was called wit
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 27: Expected 1 errors
 Line 21: Unexpected errors ['File "specialtypes_none.py", line 21, in <module>: Function func1 was called with the wrong arguments [wrong-arg-types]']
-Line 41: Unexpected errors ['File "specialtypes_none.py", line 41, in <module>: Function func2 was called with the wrong arguments [wrong-arg-types]']
 """
diff --git a/conformance/results/pytype/specialtypes_type.toml b/conformance/results/pytype/specialtypes_type.toml
index a506bdc40..4fe8a2924 100644
--- a/conformance/results/pytype/specialtypes_type.toml
+++ b/conformance/results/pytype/specialtypes_type.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject Callable when passed to type[T].
+notes = """
+Does not reject Callable when passed to type[T].
 Does not allow access to known attributes from object of type `type[Any]`.
 """
 output = """
diff --git a/conformance/results/pytype/tuples_type_compat.toml b/conformance/results/pytype/tuples_type_compat.toml
index 2c36d6800..5e463fc0a 100644
--- a/conformance/results/pytype/tuples_type_compat.toml
+++ b/conformance/results/pytype/tuples_type_compat.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not support unpacked tuple forms.
+notes = """
+Does not support unpacked tuple forms.
 Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.
 Does not support tuple narrowing based on `len()` type guard (optional).
 """
diff --git a/conformance/results/pytype/tuples_unpacked.toml b/conformance/results/pytype/tuples_unpacked.toml
index 728020bf9..d3c42b2c6 100644
--- a/conformance/results/pytype/tuples_unpacked.toml
+++ b/conformance/results/pytype/tuples_unpacked.toml
@@ -1,5 +1,6 @@
 conformant = "Unsupported"
-notes = """Does not support `typing.Unpack`.
+notes = """
+Does not support `typing.Unpack`.
 Does not support unpacked tuples within a tuple type form.
 """
 output = """
diff --git a/conformance/results/pytype/typeddicts_alt_syntax.toml b/conformance/results/pytype/typeddicts_alt_syntax.toml
index 2973e0b9f..bf62b3ff4 100644
--- a/conformance/results/pytype/typeddicts_alt_syntax.toml
+++ b/conformance/results/pytype/typeddicts_alt_syntax.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject use of variable as second argument to `TypedDict` call.
+notes = """
+Does not reject use of variable as second argument to `TypedDict` call.
 Does not report when name of TypedDict doesn't match assigned identifier name.
 Does not support keyword-argument form of alternative syntax (deprecated in 3.11).
 """
@@ -9,6 +10,7 @@ File "typeddicts_alt_syntax.py", line 41, in <module>: Function typing.TypedDict
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 45: Expected 1 errors
 Line 27: Unexpected errors ['File "typeddicts_alt_syntax.py", line 27, in <module>: Function typing.TypedDict was called with the wrong arguments [wrong-arg-types]']
 Line 41: Unexpected errors ['File "typeddicts_alt_syntax.py", line 41, in <module>: Function typing.TypedDict expects 2 arg(s), got 3 [wrong-arg-count]']
 """
diff --git a/conformance/results/pytype/typeddicts_class_syntax.toml b/conformance/results/pytype/typeddicts_class_syntax.toml
index e7b007485..37296106b 100644
--- a/conformance/results/pytype/typeddicts_class_syntax.toml
+++ b/conformance/results/pytype/typeddicts_class_syntax.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject methods within TypedDict class.
+notes = """
+Does not reject methods within TypedDict class.
 Does not report when metaclass is provided.
 Does not report when other keyword argument is provided.
 """
diff --git a/conformance/results/pytype/typeddicts_operations.toml b/conformance/results/pytype/typeddicts_operations.toml
index d5cff5775..8ed3fcdc5 100644
--- a/conformance/results/pytype/typeddicts_operations.toml
+++ b/conformance/results/pytype/typeddicts_operations.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report type violation with TypedDict value assignment.
+notes = """
+Does not report type violation with TypedDict value assignment.
 Does not report reference to unknown key in TypedDict.
 Does not reject `clear` method on TypedDict with required keys.
 Does not reject delete operation for required key in TypedDict.
@@ -13,9 +14,12 @@ File "typeddicts_operations.py", line 60, in <module>: str [assert-type]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 28: Unexpected errors ['File "typeddicts_operations.py", line 28, in <module>: Type annotation for movie does not match type of assignment [annotation-type-mismatch]']
-Line 29: Unexpected errors ['File "typeddicts_operations.py", line 29, in <module>: Type annotation for movie does not match type of assignment [annotation-type-mismatch]']
-Line 32: Unexpected errors ['File "typeddicts_operations.py", line 32, in <module>: Type annotation for movie does not match type of assignment [annotation-type-mismatch]']
-Line 37: Unexpected errors ['File "typeddicts_operations.py", line 37, in func1: Type annotation for movie does not match type of assignment [annotation-type-mismatch]']
+Line 22: Expected 1 errors
+Line 23: Expected 1 errors
+Line 24: Expected 1 errors
+Line 26: Expected 1 errors
+Line 47: Expected 1 errors
+Line 49: Expected 1 errors
+Line 62: Expected 1 errors
 Line 60: Unexpected errors ['File "typeddicts_operations.py", line 60, in <module>: str [assert-type]']
 """
diff --git a/conformance/results/pytype/typeddicts_required.toml b/conformance/results/pytype/typeddicts_required.toml
index c18c12c70..4110c1537 100644
--- a/conformance/results/pytype/typeddicts_required.toml
+++ b/conformance/results/pytype/typeddicts_required.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not reject use of `Required` in non-TypedDict class.
+notes = """
+Does not reject use of `Required` in non-TypedDict class.
 Does not reject use of `Required` in function parameter annotation.
 Does not reject nested use of `Required` in type annotation.
 """
@@ -8,4 +9,8 @@ RecursionError: maximum recursion depth exceeded
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 12: Expected 1 errors
+Line 17: Expected 1 errors
+Line 59: Expected 1 errors
+Line 60: Expected 1 errors
 """
diff --git a/conformance/results/pytype/typeddicts_type_consistency.toml b/conformance/results/pytype/typeddicts_type_consistency.toml
index a116917e2..2e5e06989 100644
--- a/conformance/results/pytype/typeddicts_type_consistency.toml
+++ b/conformance/results/pytype/typeddicts_type_consistency.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report some type violations for TypedDict type compatibility.
+notes = """
+Does not report some type violations for TypedDict type compatibility.
 Incorrectly reports type violation in cases where there is none.
 Does not report type incompatibility between TypedDict and `dict[str, Any]`.
 """
diff --git a/conformance/results/pytype/typeddicts_usage.toml b/conformance/results/pytype/typeddicts_usage.toml
index f0ce3423c..51e4ae256 100644
--- a/conformance/results/pytype/typeddicts_usage.toml
+++ b/conformance/results/pytype/typeddicts_usage.toml
@@ -1,5 +1,6 @@
 conformant = "Partial"
-notes = """Does not report errant use of TypedDict in `isinstance` call.
+notes = """
+Does not report errant use of TypedDict in `isinstance` call.
 Does not reject use of TypedDict as TypeVar bound.
 """
 output = """
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index 27e859d9b..3955371e5 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 44.7
+test_duration = 43.6
diff --git a/conformance/results/results.html b/conformance/results/results.html
index c10ec5126..dbdd1cd5e 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.4sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.7sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>6.4sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>44.7sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.0sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>43.6sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>
diff --git a/conformance/src/main.py b/conformance/src/main.py
index a5fbe6e5d..78c19346e 100644
--- a/conformance/src/main.py
+++ b/conformance/src/main.py
@@ -105,7 +105,7 @@ def update_output_for_test(
         print(f"New output: {errors_diff}")
         print("")
 
-        existing_results["conformance_automated"] = "Pass" if not errors_diff else "Fail"
+        existing_results["conformance_automated"] = "Fail" if errors_diff.strip() else "Pass"
 
 
     old_output = existing_results.get("output", "")

From 720aac5f3dceb1f22fa83f5c6d69fa3b51aa497c Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Thu, 4 Apr 2024 09:51:57 -0400
Subject: [PATCH 04/22] Some tests actually pass

---
 conformance/results/mypy/aliases_variance.toml                  | 2 +-
 conformance/results/mypy/annotations_coroutines.toml            | 2 +-
 conformance/results/mypy/callables_protocol.toml                | 2 +-
 conformance/results/mypy/dataclasses_hash.toml                  | 2 +-
 conformance/results/mypy/dataclasses_postinit.toml              | 2 +-
 conformance/results/mypy/directives_type_checking.toml          | 2 +-
 conformance/results/mypy/directives_type_ignore_file1.toml      | 2 +-
 conformance/results/mypy/directives_type_ignore_file2.toml      | 2 +-
 conformance/results/mypy/generics_typevartuple_concat.toml      | 2 +-
 conformance/results/mypy/generics_typevartuple_overloads.toml   | 2 +-
 conformance/results/mypy/protocols_explicit.toml                | 2 +-
 conformance/results/mypy/protocols_recursive.toml               | 2 +-
 conformance/results/mypy/protocols_self.toml                    | 2 +-
 conformance/results/mypy/specialtypes_any.toml                  | 2 +-
 conformance/results/mypy/typeddicts_final.toml                  | 2 +-
 conformance/results/mypy/typeddicts_operations.toml             | 2 +-
 conformance/results/mypy/version.toml                           | 2 +-
 conformance/results/pyre/aliases_variance.toml                  | 2 +-
 conformance/results/pyre/annotations_methods.toml               | 2 +-
 conformance/results/pyre/dataclasses_frozen.toml                | 2 +-
 conformance/results/pyre/dataclasses_hash.toml                  | 2 +-
 conformance/results/pyre/dataclasses_inheritance.toml           | 2 +-
 conformance/results/pyre/dataclasses_order.toml                 | 2 +-
 conformance/results/pyre/directives_reveal_type.toml            | 2 +-
 conformance/results/pyre/directives_type_checking.toml          | 2 +-
 conformance/results/pyre/directives_type_ignore.toml            | 2 +-
 conformance/results/pyre/directives_type_ignore_file2.toml      | 2 +-
 conformance/results/pyre/generics_syntax_compatibility.toml     | 2 +-
 conformance/results/pyre/protocols_modules.toml                 | 2 +-
 conformance/results/pyre/protocols_recursive.toml               | 2 +-
 conformance/results/pyre/protocols_self.toml                    | 2 +-
 conformance/results/pyre/specialtypes_promotions.toml           | 2 +-
 conformance/results/pyre/version.toml                           | 2 +-
 conformance/results/pyright/aliases_newtype.toml                | 2 +-
 conformance/results/pyright/aliases_variance.toml               | 2 +-
 conformance/results/pyright/annotations_coroutines.toml         | 2 +-
 conformance/results/pyright/callables_protocol.toml             | 2 +-
 conformance/results/pyright/dataclasses_descriptors.toml        | 2 +-
 conformance/results/pyright/dataclasses_postinit.toml           | 2 +-
 conformance/results/pyright/directives_assert_type.toml         | 2 +-
 conformance/results/pyright/directives_reveal_type.toml         | 2 +-
 conformance/results/pyright/directives_type_checking.toml       | 2 +-
 conformance/results/pyright/directives_type_ignore.toml         | 2 +-
 conformance/results/pyright/directives_type_ignore_file1.toml   | 2 +-
 conformance/results/pyright/directives_type_ignore_file2.toml   | 2 +-
 conformance/results/pyright/directives_version_platform.toml    | 2 +-
 conformance/results/pyright/generics_self_advanced.toml         | 2 +-
 conformance/results/pyright/generics_typevartuple_concat.toml   | 2 +-
 .../results/pyright/generics_typevartuple_overloads.toml        | 2 +-
 conformance/results/pyright/literals_interactions.toml          | 2 +-
 conformance/results/pyright/protocols_explicit.toml             | 2 +-
 conformance/results/pyright/protocols_recursive.toml            | 2 +-
 conformance/results/pyright/protocols_self.toml                 | 2 +-
 conformance/results/pyright/specialtypes_any.toml               | 2 +-
 conformance/results/pyright/typeddicts_final.toml               | 2 +-
 conformance/results/pyright/typeddicts_operations.toml          | 2 +-
 conformance/results/pytype/dataclasses_hash.toml                | 2 +-
 conformance/results/pytype/dataclasses_inheritance.toml         | 2 +-
 conformance/results/pytype/dataclasses_order.toml               | 2 +-
 conformance/results/pytype/directives_type_checking.toml        | 2 +-
 conformance/results/pytype/directives_type_ignore_file1.toml    | 2 +-
 conformance/results/pytype/generics_paramspec_components.toml   | 2 +-
 conformance/results/pytype/generics_self_protocols.toml         | 2 +-
 conformance/results/pytype/generics_syntax_scoping.toml         | 2 +-
 conformance/results/pytype/generics_type_erasure.toml           | 2 +-
 conformance/results/pytype/generics_variance_inference.toml     | 2 +-
 conformance/results/pytype/narrowing_typeguard.toml             | 2 +-
 conformance/results/pytype/specialtypes_any.toml                | 2 +-
 conformance/results/pytype/typeddicts_class_syntax.toml         | 2 +-
 conformance/results/pytype/typeddicts_final.toml                | 2 +-
 conformance/results/pytype/version.toml                         | 2 +-
 conformance/results/results.html                                | 2 +-
 72 files changed, 72 insertions(+), 72 deletions(-)

diff --git a/conformance/results/mypy/aliases_variance.toml b/conformance/results/mypy/aliases_variance.toml
index 4d9766cf7..7f830350c 100644
--- a/conformance/results/mypy/aliases_variance.toml
+++ b/conformance/results/mypy/aliases_variance.toml
@@ -5,6 +5,6 @@ aliases_variance.py:28: error: Variance of TypeVar "T_co" incompatible with vari
 aliases_variance.py:32: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]
 aliases_variance.py:44: error: Variance of TypeVar "T_contra" incompatible with variance in parent type  [type-var]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/mypy/annotations_coroutines.toml b/conformance/results/mypy/annotations_coroutines.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/mypy/annotations_coroutines.toml
+++ b/conformance/results/mypy/annotations_coroutines.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/mypy/callables_protocol.toml b/conformance/results/mypy/callables_protocol.toml
index 9d7e81246..0f2f42132 100644
--- a/conformance/results/mypy/callables_protocol.toml
+++ b/conformance/results/mypy/callables_protocol.toml
@@ -32,6 +32,6 @@ callables_protocol.py:284: note: "Proto13_Default.__call__" has type "Callable[[
 callables_protocol.py:311: error: Incompatible types in assignment (expression has type "Callable[[NamedArg(str, 'path')], str]", variable has type "Proto14_Default")  [assignment]
 callables_protocol.py:311: note: "Proto14_Default.__call__" has type "Callable[[DefaultNamedArg(str, 'path')], str]"
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/mypy/dataclasses_hash.toml b/conformance/results/mypy/dataclasses_hash.toml
index 3a54be8cc..90e9c82e2 100644
--- a/conformance/results/mypy/dataclasses_hash.toml
+++ b/conformance/results/mypy/dataclasses_hash.toml
@@ -4,6 +4,6 @@ Does not report when dataclass is not compatible with Hashable protocol.
 """
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/mypy/dataclasses_postinit.toml b/conformance/results/mypy/dataclasses_postinit.toml
index 05df62663..351249f0b 100644
--- a/conformance/results/mypy/dataclasses_postinit.toml
+++ b/conformance/results/mypy/dataclasses_postinit.toml
@@ -9,6 +9,6 @@ dataclasses_postinit.py:36: note:          def __post_init__(self: DC2, x: int,
 dataclasses_postinit.py:36: note:      Subclass:
 dataclasses_postinit.py:36: note:          def __post_init__(self: DC2, x: int) -> None
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/mypy/directives_type_checking.toml b/conformance/results/mypy/directives_type_checking.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/mypy/directives_type_checking.toml
+++ b/conformance/results/mypy/directives_type_checking.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/mypy/directives_type_ignore_file1.toml b/conformance/results/mypy/directives_type_ignore_file1.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/mypy/directives_type_ignore_file1.toml
+++ b/conformance/results/mypy/directives_type_ignore_file1.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/mypy/directives_type_ignore_file2.toml b/conformance/results/mypy/directives_type_ignore_file2.toml
index fa2508b32..dae3196ca 100644
--- a/conformance/results/mypy/directives_type_ignore_file2.toml
+++ b/conformance/results/mypy/directives_type_ignore_file2.toml
@@ -2,6 +2,6 @@ conformant = "Pass"
 output = """
 directives_type_ignore_file2.py:14: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/mypy/generics_typevartuple_concat.toml b/conformance/results/mypy/generics_typevartuple_concat.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/mypy/generics_typevartuple_concat.toml
+++ b/conformance/results/mypy/generics_typevartuple_concat.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/mypy/generics_typevartuple_overloads.toml b/conformance/results/mypy/generics_typevartuple_overloads.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/mypy/generics_typevartuple_overloads.toml
+++ b/conformance/results/mypy/generics_typevartuple_overloads.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/mypy/protocols_explicit.toml b/conformance/results/mypy/protocols_explicit.toml
index 6665b8bbf..46491e4d9 100644
--- a/conformance/results/mypy/protocols_explicit.toml
+++ b/conformance/results/mypy/protocols_explicit.toml
@@ -11,6 +11,6 @@ protocols_explicit.py:104: error: Cannot instantiate abstract class "Concrete3"
 protocols_explicit.py:129: error: Cannot instantiate abstract class "Concrete5" with abstract attribute "method1"  [abstract]
 protocols_explicit.py:159: error: Cannot instantiate abstract class "Concrete7A" with abstract attribute "method1"  [abstract]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/mypy/protocols_recursive.toml b/conformance/results/mypy/protocols_recursive.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/mypy/protocols_recursive.toml
+++ b/conformance/results/mypy/protocols_recursive.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/mypy/protocols_self.toml b/conformance/results/mypy/protocols_self.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/mypy/protocols_self.toml
+++ b/conformance/results/mypy/protocols_self.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/mypy/specialtypes_any.toml b/conformance/results/mypy/specialtypes_any.toml
index 83fecccc9..42bf4cc39 100644
--- a/conformance/results/mypy/specialtypes_any.toml
+++ b/conformance/results/mypy/specialtypes_any.toml
@@ -3,6 +3,6 @@ output = """
 specialtypes_any.py:37: note: By default the bodies of untyped functions are not checked, consider using --check-untyped-defs  [annotation-unchecked]
 specialtypes_any.py:38: note: By default the bodies of untyped functions are not checked, consider using --check-untyped-defs  [annotation-unchecked]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/mypy/typeddicts_final.toml b/conformance/results/mypy/typeddicts_final.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/mypy/typeddicts_final.toml
+++ b/conformance/results/mypy/typeddicts_final.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/mypy/typeddicts_operations.toml b/conformance/results/mypy/typeddicts_operations.toml
index 920a43ff8..64839b9d6 100644
--- a/conformance/results/mypy/typeddicts_operations.toml
+++ b/conformance/results/mypy/typeddicts_operations.toml
@@ -12,6 +12,6 @@ typeddicts_operations.py:47: error: "Movie" has no attribute "clear"  [attr-defi
 typeddicts_operations.py:49: error: Key "name" of TypedDict "Movie" cannot be deleted  [misc]
 typeddicts_operations.py:62: error: "MovieOptional" has no attribute "clear"  [attr-defined]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/mypy/version.toml b/conformance/results/mypy/version.toml
index 4f076d3cf..15e6e85c0 100644
--- a/conformance/results/mypy/version.toml
+++ b/conformance/results/mypy/version.toml
@@ -1,2 +1,2 @@
 version = "mypy 1.9.0"
-test_duration = 1.6
+test_duration = 1.4
diff --git a/conformance/results/pyre/aliases_variance.toml b/conformance/results/pyre/aliases_variance.toml
index 628ffee01..76fec94ce 100644
--- a/conformance/results/pyre/aliases_variance.toml
+++ b/conformance/results/pyre/aliases_variance.toml
@@ -5,6 +5,6 @@ aliases_variance.py:28:0 Invalid type variance [46]: The type variable `Variable
 aliases_variance.py:32:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T]` because subclasses cannot use more permissive type variables than their superclasses.
 aliases_variance.py:44:0 Invalid type variance [46]: The type variable `Variable[T_contra](contravariant)` is incompatible with parent class type variable `Variable[T]` because subclasses cannot use more permissive type variables than their superclasses.
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyre/annotations_methods.toml b/conformance/results/pyre/annotations_methods.toml
index 7c6686a21..4d4581610 100644
--- a/conformance/results/pyre/annotations_methods.toml
+++ b/conformance/results/pyre/annotations_methods.toml
@@ -4,6 +4,6 @@ Type evaluation differs from other type checkers because of ambiguity in the spe
 """
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyre/dataclasses_frozen.toml b/conformance/results/pyre/dataclasses_frozen.toml
index 23be61772..4cd3f4885 100644
--- a/conformance/results/pyre/dataclasses_frozen.toml
+++ b/conformance/results/pyre/dataclasses_frozen.toml
@@ -7,6 +7,6 @@ output = """
 dataclasses_frozen.py:16:0 Invalid assignment [41]: Cannot reassign final attribute `dc1.a`.
 dataclasses_frozen.py:17:0 Invalid assignment [41]: Cannot reassign final attribute `dc1.b`.
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyre/dataclasses_hash.toml b/conformance/results/pyre/dataclasses_hash.toml
index 3a54be8cc..90e9c82e2 100644
--- a/conformance/results/pyre/dataclasses_hash.toml
+++ b/conformance/results/pyre/dataclasses_hash.toml
@@ -4,6 +4,6 @@ Does not report when dataclass is not compatible with Hashable protocol.
 """
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyre/dataclasses_inheritance.toml b/conformance/results/pyre/dataclasses_inheritance.toml
index 8d0f14ca2..97447e2a3 100644
--- a/conformance/results/pyre/dataclasses_inheritance.toml
+++ b/conformance/results/pyre/dataclasses_inheritance.toml
@@ -5,6 +5,6 @@ Does not reject instance variable that is overridden by ClassVar.
 """
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyre/dataclasses_order.toml b/conformance/results/pyre/dataclasses_order.toml
index 0f2d6a2c5..1765ed208 100644
--- a/conformance/results/pyre/dataclasses_order.toml
+++ b/conformance/results/pyre/dataclasses_order.toml
@@ -4,6 +4,6 @@ Does not report type incompatibility with comparison operator.
 """
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyre/directives_reveal_type.toml b/conformance/results/pyre/directives_reveal_type.toml
index 1627b476d..5a0f84eb9 100644
--- a/conformance/results/pyre/directives_reveal_type.toml
+++ b/conformance/results/pyre/directives_reveal_type.toml
@@ -6,6 +6,6 @@ output = """
 directives_reveal_type.py:19:4 Missing argument [20]: Call `reveal_type` expects argument in position 0.
 directives_reveal_type.py:20:4 Too many arguments [19]: Call `reveal_type` expects 1 positional argument, 2 were provided.
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyre/directives_type_checking.toml b/conformance/results/pyre/directives_type_checking.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyre/directives_type_checking.toml
+++ b/conformance/results/pyre/directives_type_checking.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyre/directives_type_ignore.toml b/conformance/results/pyre/directives_type_ignore.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyre/directives_type_ignore.toml
+++ b/conformance/results/pyre/directives_type_ignore.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyre/directives_type_ignore_file2.toml b/conformance/results/pyre/directives_type_ignore_file2.toml
index c19e7ca6b..7e43e7dcf 100644
--- a/conformance/results/pyre/directives_type_ignore_file2.toml
+++ b/conformance/results/pyre/directives_type_ignore_file2.toml
@@ -2,6 +2,6 @@ conformant = "Pass"
 output = """
 directives_type_ignore_file2.py:14:0 Incompatible variable type [9]: x is declared to have type `int` but is used as type `str`.
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyre/generics_syntax_compatibility.toml b/conformance/results/pyre/generics_syntax_compatibility.toml
index 0477ceaf5..3eefbea8f 100644
--- a/conformance/results/pyre/generics_syntax_compatibility.toml
+++ b/conformance/results/pyre/generics_syntax_compatibility.toml
@@ -5,6 +5,6 @@ Type parameter syntax not yet support.
 output = """
 generics_syntax_compatibility.py:14:13 Parsing failure [404]: invalid syntax
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyre/protocols_modules.toml b/conformance/results/pyre/protocols_modules.toml
index 507c53318..27ba2fa76 100644
--- a/conformance/results/pyre/protocols_modules.toml
+++ b/conformance/results/pyre/protocols_modules.toml
@@ -4,6 +4,6 @@ Does not perform protocol checks for modules.
 """
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyre/protocols_recursive.toml b/conformance/results/pyre/protocols_recursive.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyre/protocols_recursive.toml
+++ b/conformance/results/pyre/protocols_recursive.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyre/protocols_self.toml b/conformance/results/pyre/protocols_self.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyre/protocols_self.toml
+++ b/conformance/results/pyre/protocols_self.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyre/specialtypes_promotions.toml b/conformance/results/pyre/specialtypes_promotions.toml
index 2bb1cedeb..2df7ceb33 100644
--- a/conformance/results/pyre/specialtypes_promotions.toml
+++ b/conformance/results/pyre/specialtypes_promotions.toml
@@ -4,6 +4,6 @@ Does not reject use of attribute that is compatible only with float.
 """
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index 0bf606a1f..86be76fb2 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 3.0
+test_duration = 3.1
diff --git a/conformance/results/pyright/aliases_newtype.toml b/conformance/results/pyright/aliases_newtype.toml
index 0998cabb0..75451f9f2 100644
--- a/conformance/results/pyright/aliases_newtype.toml
+++ b/conformance/results/pyright/aliases_newtype.toml
@@ -17,6 +17,6 @@ aliases_newtype.py:58:38 - error: NewType cannot be used with structural type (a
 aliases_newtype.py:60:15 - error: NewType requires two positional arguments (reportCallIssue)
 aliases_newtype.py:62:38 - error: The second argument to NewType must be a known class, not Any or Unknown (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/aliases_variance.toml b/conformance/results/pyright/aliases_variance.toml
index 9b93ed8f5..4536540fb 100644
--- a/conformance/results/pyright/aliases_variance.toml
+++ b/conformance/results/pyright/aliases_variance.toml
@@ -9,6 +9,6 @@ aliases_variance.py:32:26 - error: Could not specialize type "A_Alias_2[T_co@A_A
 aliases_variance.py:44:26 - error: Could not specialize type "B_Alias_1[T_co@B_Alias_1, T_contra@B_Alias_1]"
   Variance of type argument "T_contra@ClassB_1" is incompatible with "T_co@B_Alias_1"
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/annotations_coroutines.toml b/conformance/results/pyright/annotations_coroutines.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyright/annotations_coroutines.toml
+++ b/conformance/results/pyright/annotations_coroutines.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/callables_protocol.toml b/conformance/results/pyright/callables_protocol.toml
index c234d9e85..500f94472 100644
--- a/conformance/results/pyright/callables_protocol.toml
+++ b/conformance/results/pyright/callables_protocol.toml
@@ -58,6 +58,6 @@ callables_protocol.py:311:27 - error: Expression of type "(*, path: str) -> str"
   Type "(*, path: str) -> str" cannot be assigned to type "(*, path: str = ...) -> str"
     Parameter "path" is missing default argument (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/dataclasses_descriptors.toml b/conformance/results/pyright/dataclasses_descriptors.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyright/dataclasses_descriptors.toml
+++ b/conformance/results/pyright/dataclasses_descriptors.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/dataclasses_postinit.toml b/conformance/results/pyright/dataclasses_postinit.toml
index be353492b..6db781b7d 100644
--- a/conformance/results/pyright/dataclasses_postinit.toml
+++ b/conformance/results/pyright/dataclasses_postinit.toml
@@ -8,6 +8,6 @@ dataclasses_postinit.py:29:11 - error: Cannot access member "y" for type "DC1"
   Member "y" is an init-only field (reportAttributeAccessIssue)
 dataclasses_postinit.py:36:9 - error: Dataclass __post_init__ incorrect parameter count; number of InitVar fields is 2 (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/directives_assert_type.toml b/conformance/results/pyright/directives_assert_type.toml
index dd05d5ac4..993dfb73d 100644
--- a/conformance/results/pyright/directives_assert_type.toml
+++ b/conformance/results/pyright/directives_assert_type.toml
@@ -7,6 +7,6 @@ directives_assert_type.py:31:5 - error: "assert_type" expects two positional arg
 directives_assert_type.py:32:17 - error: "assert_type" mismatch: expected "int" but received "Literal['']" (reportAssertTypeFailure)
 directives_assert_type.py:33:5 - error: "assert_type" expects two positional arguments
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/directives_reveal_type.toml b/conformance/results/pyright/directives_reveal_type.toml
index 2a419e552..679849716 100644
--- a/conformance/results/pyright/directives_reveal_type.toml
+++ b/conformance/results/pyright/directives_reveal_type.toml
@@ -7,6 +7,6 @@ directives_reveal_type.py:17:17 - information: Type of "d" is "ForwardReference"
 directives_reveal_type.py:19:5 - error: Expected a single positional argument for "reveal_type" call
 directives_reveal_type.py:20:5 - error: Expected a single positional argument for "reveal_type" call
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/directives_type_checking.toml b/conformance/results/pyright/directives_type_checking.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyright/directives_type_checking.toml
+++ b/conformance/results/pyright/directives_type_checking.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/directives_type_ignore.toml b/conformance/results/pyright/directives_type_ignore.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyright/directives_type_ignore.toml
+++ b/conformance/results/pyright/directives_type_ignore.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/directives_type_ignore_file1.toml b/conformance/results/pyright/directives_type_ignore_file1.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyright/directives_type_ignore_file1.toml
+++ b/conformance/results/pyright/directives_type_ignore_file1.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/directives_type_ignore_file2.toml b/conformance/results/pyright/directives_type_ignore_file2.toml
index 29ba6d20a..5efc43b17 100644
--- a/conformance/results/pyright/directives_type_ignore_file2.toml
+++ b/conformance/results/pyright/directives_type_ignore_file2.toml
@@ -3,6 +3,6 @@ output = """
 directives_type_ignore_file2.py:14:10 - error: Expression of type "Literal['']" cannot be assigned to declared type "int"
   "Literal['']" is incompatible with "int" (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/directives_version_platform.toml b/conformance/results/pyright/directives_version_platform.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyright/directives_version_platform.toml
+++ b/conformance/results/pyright/directives_version_platform.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/generics_self_advanced.toml b/conformance/results/pyright/generics_self_advanced.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyright/generics_self_advanced.toml
+++ b/conformance/results/pyright/generics_self_advanced.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/generics_typevartuple_concat.toml b/conformance/results/pyright/generics_typevartuple_concat.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyright/generics_typevartuple_concat.toml
+++ b/conformance/results/pyright/generics_typevartuple_concat.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/generics_typevartuple_overloads.toml b/conformance/results/pyright/generics_typevartuple_overloads.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyright/generics_typevartuple_overloads.toml
+++ b/conformance/results/pyright/generics_typevartuple_overloads.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/literals_interactions.toml b/conformance/results/pyright/literals_interactions.toml
index 54ac612b6..cd51f439b 100644
--- a/conformance/results/pyright/literals_interactions.toml
+++ b/conformance/results/pyright/literals_interactions.toml
@@ -5,6 +5,6 @@ literals_interactions.py:16:5 - error: Index -5 is out of range for type tuple[i
 literals_interactions.py:17:5 - error: Index 4 is out of range for type tuple[int, str, list[bool]] (reportGeneralTypeIssues)
 literals_interactions.py:18:5 - error: Index -4 is out of range for type tuple[int, str, list[bool]] (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/protocols_explicit.toml b/conformance/results/pyright/protocols_explicit.toml
index c37329e3f..af3878e14 100644
--- a/conformance/results/pyright/protocols_explicit.toml
+++ b/conformance/results/pyright/protocols_explicit.toml
@@ -19,6 +19,6 @@ protocols_explicit.py:129:6 - error: Cannot instantiate abstract class "Concrete
 protocols_explicit.py:159:7 - error: Cannot instantiate abstract class "Concrete7A"
   "Proto7.method1" is not implemented (reportAbstractUsage)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/protocols_recursive.toml b/conformance/results/pyright/protocols_recursive.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyright/protocols_recursive.toml
+++ b/conformance/results/pyright/protocols_recursive.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/protocols_self.toml b/conformance/results/pyright/protocols_self.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyright/protocols_self.toml
+++ b/conformance/results/pyright/protocols_self.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/specialtypes_any.toml b/conformance/results/pyright/specialtypes_any.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyright/specialtypes_any.toml
+++ b/conformance/results/pyright/specialtypes_any.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/typeddicts_final.toml b/conformance/results/pyright/typeddicts_final.toml
index a23d569d5..5e485e856 100644
--- a/conformance/results/pyright/typeddicts_final.toml
+++ b/conformance/results/pyright/typeddicts_final.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pyright/typeddicts_operations.toml b/conformance/results/pyright/typeddicts_operations.toml
index 3e759e38b..257189bb7 100644
--- a/conformance/results/pyright/typeddicts_operations.toml
+++ b/conformance/results/pyright/typeddicts_operations.toml
@@ -22,6 +22,6 @@ typeddicts_operations.py:49:5 - error: Could not delete item in TypedDict
 typeddicts_operations.py:62:16 - error: Cannot access member "clear" for type "MovieOptional"
   Member "clear" is unknown (reportAttributeAccessIssue)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pytype/dataclasses_hash.toml b/conformance/results/pytype/dataclasses_hash.toml
index 6bac886c1..335f35fd7 100644
--- a/conformance/results/pytype/dataclasses_hash.toml
+++ b/conformance/results/pytype/dataclasses_hash.toml
@@ -5,6 +5,6 @@ Does not report when dataclass is not compatible with Hashable protocol.
 output = """
 
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pytype/dataclasses_inheritance.toml b/conformance/results/pytype/dataclasses_inheritance.toml
index aeb5d72cf..5e0e63290 100644
--- a/conformance/results/pytype/dataclasses_inheritance.toml
+++ b/conformance/results/pytype/dataclasses_inheritance.toml
@@ -6,6 +6,6 @@ Does not reject instance variable that is overridden by ClassVar.
 output = """
 
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pytype/dataclasses_order.toml b/conformance/results/pytype/dataclasses_order.toml
index f14a10a75..06a98c338 100644
--- a/conformance/results/pytype/dataclasses_order.toml
+++ b/conformance/results/pytype/dataclasses_order.toml
@@ -5,6 +5,6 @@ Does not report type incompatibility with comparison operator.
 output = """
 
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pytype/directives_type_checking.toml b/conformance/results/pytype/directives_type_checking.toml
index 37aaae899..a339ad0a1 100644
--- a/conformance/results/pytype/directives_type_checking.toml
+++ b/conformance/results/pytype/directives_type_checking.toml
@@ -2,6 +2,6 @@ conformant = "Pass"
 output = """
 
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pytype/directives_type_ignore_file1.toml b/conformance/results/pytype/directives_type_ignore_file1.toml
index 37aaae899..a339ad0a1 100644
--- a/conformance/results/pytype/directives_type_ignore_file1.toml
+++ b/conformance/results/pytype/directives_type_ignore_file1.toml
@@ -2,6 +2,6 @@ conformant = "Pass"
 output = """
 
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pytype/generics_paramspec_components.toml b/conformance/results/pytype/generics_paramspec_components.toml
index bbe42e627..9fac03bab 100644
--- a/conformance/results/pytype/generics_paramspec_components.toml
+++ b/conformance/results/pytype/generics_paramspec_components.toml
@@ -5,6 +5,6 @@ Does not support ParamSpec.
 output = """
 NotImplementedError: ParamSpecArgs
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pytype/generics_self_protocols.toml b/conformance/results/pytype/generics_self_protocols.toml
index b65a7ce7c..459e3bf36 100644
--- a/conformance/results/pytype/generics_self_protocols.toml
+++ b/conformance/results/pytype/generics_self_protocols.toml
@@ -5,6 +5,6 @@ Does not reject protocol compatibility due to method `Self` return type.
 output = """
 
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pytype/generics_syntax_scoping.toml b/conformance/results/pytype/generics_syntax_scoping.toml
index 230c0ef9d..60b0cf008 100644
--- a/conformance/results/pytype/generics_syntax_scoping.toml
+++ b/conformance/results/pytype/generics_syntax_scoping.toml
@@ -5,6 +5,6 @@ Type parameter syntax not yet support.
 output = """
 SyntaxError: Type parameter lists are only supported in Python 3.12 and greater (<unknown>, line 14)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pytype/generics_type_erasure.toml b/conformance/results/pytype/generics_type_erasure.toml
index d2f4b6630..04f1a4bd2 100644
--- a/conformance/results/pytype/generics_type_erasure.toml
+++ b/conformance/results/pytype/generics_type_erasure.toml
@@ -2,6 +2,6 @@ conformant = "Unsupported"
 output = """
 NotImplementedError: ParameterizedClass
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pytype/generics_variance_inference.toml b/conformance/results/pytype/generics_variance_inference.toml
index a94eea941..e25226fc9 100644
--- a/conformance/results/pytype/generics_variance_inference.toml
+++ b/conformance/results/pytype/generics_variance_inference.toml
@@ -5,6 +5,6 @@ Type parameter syntax not yet support.
 output = """
 SyntaxError: Type parameter lists are only supported in Python 3.12 and greater (<unknown>, line 15)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pytype/narrowing_typeguard.toml b/conformance/results/pytype/narrowing_typeguard.toml
index 4f65fa2ab..426521cfb 100644
--- a/conformance/results/pytype/narrowing_typeguard.toml
+++ b/conformance/results/pytype/narrowing_typeguard.toml
@@ -6,6 +6,6 @@ output = """
 File "narrowing_typeguard.py", line 128, in <module>: Function takes_callable_str was called with the wrong arguments [wrong-arg-types]
 File "narrowing_typeguard.py", line 148, in <module>: Function takes_callable_str_proto was called with the wrong arguments [wrong-arg-types]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pytype/specialtypes_any.toml b/conformance/results/pytype/specialtypes_any.toml
index 37aaae899..a339ad0a1 100644
--- a/conformance/results/pytype/specialtypes_any.toml
+++ b/conformance/results/pytype/specialtypes_any.toml
@@ -2,6 +2,6 @@ conformant = "Pass"
 output = """
 
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pytype/typeddicts_class_syntax.toml b/conformance/results/pytype/typeddicts_class_syntax.toml
index 37296106b..98667d9ee 100644
--- a/conformance/results/pytype/typeddicts_class_syntax.toml
+++ b/conformance/results/pytype/typeddicts_class_syntax.toml
@@ -7,6 +7,6 @@ Does not report when other keyword argument is provided.
 output = """
 
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pytype/typeddicts_final.toml b/conformance/results/pytype/typeddicts_final.toml
index 37aaae899..a339ad0a1 100644
--- a/conformance/results/pytype/typeddicts_final.toml
+++ b/conformance/results/pytype/typeddicts_final.toml
@@ -2,6 +2,6 @@ conformant = "Pass"
 output = """
 
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
 """
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index 3955371e5..19898b136 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 43.6
+test_duration = 45.3
diff --git a/conformance/results/results.html b/conformance/results/results.html
index dbdd1cd5e..d4d849465 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.0sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>43.6sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.4sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.1sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>45.3sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>

From 4b5ec56cbe58604471a0f1cddcf0a442341da28f Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Thu, 4 Apr 2024 10:02:05 -0400
Subject: [PATCH 05/22] Rerun

---
 .../results/mypy/aliases_explicit.toml        | 30 +++---
 .../results/mypy/aliases_implicit.toml        | 46 +++++----
 conformance/results/mypy/aliases_newtype.toml |  5 +-
 .../results/mypy/aliases_recursive.toml       |  8 +-
 conformance/results/mypy/version.toml         |  2 +-
 .../results/pyre/aliases_explicit.toml        | 82 ++++++++--------
 .../results/pyre/aliases_implicit.toml        | 70 +++++++-------
 .../results/pyre/aliases_recursive.toml       |  8 +-
 conformance/results/pyre/version.toml         |  2 +-
 .../results/pyright/aliases_explicit.toml     | 96 +++++++++----------
 .../results/pyright/aliases_implicit.toml     | 28 +++---
 .../results/pyright/aliases_recursive.toml    |  4 -
 .../results/pytype/aliases_explicit.toml      | 50 +++++-----
 .../results/pytype/aliases_implicit.toml      | 48 +++++-----
 .../results/pytype/aliases_recursive.toml     |  6 +-
 conformance/results/pytype/version.toml       |  2 +-
 conformance/results/results.html              |  2 +-
 conformance/src/main.py                       |  2 +-
 conformance/tests/aliases_explicit.py         |  1 +
 conformance/tests/aliases_implicit.py         |  1 +
 conformance/tests/aliases_newtype.py          |  2 +-
 conformance/tests/aliases_recursive.py        |  8 +-
 22 files changed, 245 insertions(+), 258 deletions(-)

diff --git a/conformance/results/mypy/aliases_explicit.toml b/conformance/results/mypy/aliases_explicit.toml
index 7cbdb8e1a..4f5aa0c47 100644
--- a/conformance/results/mypy/aliases_explicit.toml
+++ b/conformance/results/mypy/aliases_explicit.toml
@@ -3,31 +3,29 @@ notes = """
 Does not reject specialization of type alias that has already been implicitly specialized.
 """
 output = """
-aliases_explicit.py:67: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]
 aliases_explicit.py:68: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]
-aliases_explicit.py:69: error: Bad number of arguments for type alias, expected 1, given 2  [type-arg]
+aliases_explicit.py:69: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]
 aliases_explicit.py:70: error: Bad number of arguments for type alias, expected 1, given 2  [type-arg]
-aliases_explicit.py:71: error: Can only replace ParamSpec with a parameter types list or another ParamSpec, got "int"  [misc]
-aliases_explicit.py:79: error: Invalid type alias: expression is not a valid type  [valid-type]
-aliases_explicit.py:80: error: Bracketed expression "[...]" is not valid as a type  [valid-type]
-aliases_explicit.py:81: error: Invalid type alias: expression is not a valid type  [valid-type]
+aliases_explicit.py:71: error: Bad number of arguments for type alias, expected 1, given 2  [type-arg]
+aliases_explicit.py:72: error: Can only replace ParamSpec with a parameter types list or another ParamSpec, got "int"  [misc]
+aliases_explicit.py:80: error: Invalid type alias: expression is not a valid type  [valid-type]
+aliases_explicit.py:81: error: Bracketed expression "[...]" is not valid as a type  [valid-type]
 aliases_explicit.py:82: error: Invalid type alias: expression is not a valid type  [valid-type]
 aliases_explicit.py:83: error: Invalid type alias: expression is not a valid type  [valid-type]
 aliases_explicit.py:84: error: Invalid type alias: expression is not a valid type  [valid-type]
 aliases_explicit.py:85: error: Invalid type alias: expression is not a valid type  [valid-type]
 aliases_explicit.py:86: error: Invalid type alias: expression is not a valid type  [valid-type]
-aliases_explicit.py:87: error: Variable "aliases_explicit.var1" is not valid as a type  [valid-type]
-aliases_explicit.py:87: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-aliases_explicit.py:88: error: Invalid type: try using Literal[True] instead?  [valid-type]
-aliases_explicit.py:89: error: Invalid type: try using Literal[1] instead?  [valid-type]
-aliases_explicit.py:90: error: Invalid type alias: expression is not a valid type  [valid-type]
-aliases_explicit.py:90: error: Function "list" could always be true in boolean context  [truthy-function]
+aliases_explicit.py:87: error: Invalid type alias: expression is not a valid type  [valid-type]
+aliases_explicit.py:88: error: Variable "aliases_explicit.var1" is not valid as a type  [valid-type]
+aliases_explicit.py:88: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+aliases_explicit.py:89: error: Invalid type: try using Literal[True] instead?  [valid-type]
+aliases_explicit.py:90: error: Invalid type: try using Literal[1] instead?  [valid-type]
 aliases_explicit.py:91: error: Invalid type alias: expression is not a valid type  [valid-type]
-aliases_explicit.py:101: error: "<typing special form>" not callable  [operator]
-aliases_explicit.py:102: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]
+aliases_explicit.py:92: error: Invalid type alias: expression is not a valid type  [valid-type]
+aliases_explicit.py:102: error: "<typing special form>" not callable  [operator]
+aliases_explicit.py:103: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 90: Expected 1 errors, got 2 (['aliases_explicit.py:90: error: Invalid type alias: expression is not a valid type  [valid-type]', 'aliases_explicit.py:90: error: Function "list" could always be true in boolean context  [truthy-function]'])
-Line 100: Expected 1 errors
+Line 101: Expected 1 errors
 """
diff --git a/conformance/results/mypy/aliases_implicit.toml b/conformance/results/mypy/aliases_implicit.toml
index 4a43bd4fe..a6ff71587 100644
--- a/conformance/results/mypy/aliases_implicit.toml
+++ b/conformance/results/mypy/aliases_implicit.toml
@@ -1,44 +1,42 @@
 conformant = "Pass"
 output = """
-aliases_implicit.py:76: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]
 aliases_implicit.py:77: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]
-aliases_implicit.py:78: error: Bad number of arguments for type alias, expected 1, given 2  [type-arg]
+aliases_implicit.py:78: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]
 aliases_implicit.py:79: error: Bad number of arguments for type alias, expected 1, given 2  [type-arg]
-aliases_implicit.py:80: error: Can only replace ParamSpec with a parameter types list or another ParamSpec, got "int"  [misc]
-aliases_implicit.py:81: error: Type argument "str" of "GoodTypeAlias12" must be a subtype of "float"  [type-var]
-aliases_implicit.py:100: error: Function "list" could always be true in boolean context  [truthy-function]
-aliases_implicit.py:106: error: Variable "aliases_implicit.BadTypeAlias1" is not valid as a type  [valid-type]
-aliases_implicit.py:106: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-aliases_implicit.py:107: error: Variable "aliases_implicit.BadTypeAlias2" is not valid as a type  [valid-type]
+aliases_implicit.py:80: error: Bad number of arguments for type alias, expected 1, given 2  [type-arg]
+aliases_implicit.py:81: error: Can only replace ParamSpec with a parameter types list or another ParamSpec, got "int"  [misc]
+aliases_implicit.py:82: error: Type argument "str" of "GoodTypeAlias12" must be a subtype of "float"  [type-var]
+aliases_implicit.py:107: error: Variable "aliases_implicit.BadTypeAlias1" is not valid as a type  [valid-type]
 aliases_implicit.py:107: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-aliases_implicit.py:108: error: Variable "aliases_implicit.BadTypeAlias3" is not valid as a type  [valid-type]
+aliases_implicit.py:108: error: Variable "aliases_implicit.BadTypeAlias2" is not valid as a type  [valid-type]
 aliases_implicit.py:108: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-aliases_implicit.py:109: error: Variable "aliases_implicit.BadTypeAlias4" is not valid as a type  [valid-type]
+aliases_implicit.py:109: error: Variable "aliases_implicit.BadTypeAlias3" is not valid as a type  [valid-type]
 aliases_implicit.py:109: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-aliases_implicit.py:110: error: Variable "aliases_implicit.BadTypeAlias5" is not valid as a type  [valid-type]
+aliases_implicit.py:110: error: Variable "aliases_implicit.BadTypeAlias4" is not valid as a type  [valid-type]
 aliases_implicit.py:110: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-aliases_implicit.py:111: error: Variable "aliases_implicit.BadTypeAlias6" is not valid as a type  [valid-type]
+aliases_implicit.py:111: error: Variable "aliases_implicit.BadTypeAlias5" is not valid as a type  [valid-type]
 aliases_implicit.py:111: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-aliases_implicit.py:112: error: Variable "aliases_implicit.BadTypeAlias7" is not valid as a type  [valid-type]
+aliases_implicit.py:112: error: Variable "aliases_implicit.BadTypeAlias6" is not valid as a type  [valid-type]
 aliases_implicit.py:112: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-aliases_implicit.py:113: error: Variable "aliases_implicit.BadTypeAlias8" is not valid as a type  [valid-type]
+aliases_implicit.py:113: error: Variable "aliases_implicit.BadTypeAlias7" is not valid as a type  [valid-type]
 aliases_implicit.py:113: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-aliases_implicit.py:114: error: Variable "aliases_implicit.BadTypeAlias9" is not valid as a type  [valid-type]
+aliases_implicit.py:114: error: Variable "aliases_implicit.BadTypeAlias8" is not valid as a type  [valid-type]
 aliases_implicit.py:114: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-aliases_implicit.py:115: error: Variable "aliases_implicit.BadTypeAlias10" is not valid as a type  [valid-type]
+aliases_implicit.py:115: error: Variable "aliases_implicit.BadTypeAlias9" is not valid as a type  [valid-type]
 aliases_implicit.py:115: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-aliases_implicit.py:116: error: Variable "aliases_implicit.BadTypeAlias11" is not valid as a type  [valid-type]
+aliases_implicit.py:116: error: Variable "aliases_implicit.BadTypeAlias10" is not valid as a type  [valid-type]
 aliases_implicit.py:116: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-aliases_implicit.py:117: error: Variable "aliases_implicit.BadTypeAlias12" is not valid as a type  [valid-type]
+aliases_implicit.py:117: error: Variable "aliases_implicit.BadTypeAlias11" is not valid as a type  [valid-type]
 aliases_implicit.py:117: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-aliases_implicit.py:118: error: Variable "aliases_implicit.BadTypeAlias13" is not valid as a type  [valid-type]
+aliases_implicit.py:118: error: Variable "aliases_implicit.BadTypeAlias12" is not valid as a type  [valid-type]
 aliases_implicit.py:118: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-aliases_implicit.py:119: error: Variable "aliases_implicit.BadTypeAlias14" is not valid as a type  [valid-type]
+aliases_implicit.py:119: error: Variable "aliases_implicit.BadTypeAlias13" is not valid as a type  [valid-type]
 aliases_implicit.py:119: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-aliases_implicit.py:133: error: "<typing special form>" not callable  [operator]
-aliases_implicit.py:135: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]
+aliases_implicit.py:120: error: Variable "aliases_implicit.BadTypeAlias14" is not valid as a type  [valid-type]
+aliases_implicit.py:120: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+aliases_implicit.py:134: error: "<typing special form>" not callable  [operator]
+aliases_implicit.py:136: error: Bad number of arguments for type alias, expected 0, given 1  [type-arg]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 100: Unexpected errors ['aliases_implicit.py:100: error: Function "list" could always be true in boolean context  [truthy-function]']
 """
diff --git a/conformance/results/mypy/aliases_newtype.toml b/conformance/results/mypy/aliases_newtype.toml
index bfbe1c393..ed1e9a0d3 100644
--- a/conformance/results/mypy/aliases_newtype.toml
+++ b/conformance/results/mypy/aliases_newtype.toml
@@ -6,8 +6,6 @@ aliases_newtype.py:20: error: Cannot use isinstance() with NewType type  [misc]
 aliases_newtype.py:23: error: Cannot subclass "NewType"  [misc]
 aliases_newtype.py:32: error: String argument 1 "BadName" to NewType(...) does not match variable name "GoodName"  [misc]
 aliases_newtype.py:38: error: "GoodNewType1" expects no type arguments, but 1 given  [type-arg]
-aliases_newtype.py:41: error: Cannot redefine "GoodNewType2" as a NewType  [misc]
-aliases_newtype.py:41: error: Name "GoodNewType2" already defined on line 36  [no-redef]
 aliases_newtype.py:44: error: Argument 2 to NewType(...) must be subclassable (got "int | str")  [valid-newtype]
 aliases_newtype.py:47: error: Type variable "aliases_newtype.T" is unbound  [valid-type]
 aliases_newtype.py:47: note: (Hint: Use "Generic[T]" or "Protocol[T]" base class to bind "T" inside a class)
@@ -18,7 +16,6 @@ aliases_newtype.py:58: error: Argument 2 to NewType(...) must be subclassable (g
 aliases_newtype.py:60: error: NewType(...) expects exactly two positional arguments  [misc]
 aliases_newtype.py:62: error: Argument 2 to NewType(...) must be subclassable (got "Any")  [valid-newtype]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 41: Unexpected errors ['aliases_newtype.py:41: error: Cannot redefine "GoodNewType2" as a NewType  [misc]', 'aliases_newtype.py:41: error: Name "GoodNewType2" already defined on line 36  [no-redef]']
 """
diff --git a/conformance/results/mypy/aliases_recursive.toml b/conformance/results/mypy/aliases_recursive.toml
index e6f3540cd..c4b5647b2 100644
--- a/conformance/results/mypy/aliases_recursive.toml
+++ b/conformance/results/mypy/aliases_recursive.toml
@@ -10,17 +10,15 @@ aliases_recursive.py:55: error: Dict entry 2 has incompatible type "str": "list[
 aliases_recursive.py:67: error: List item 0 has incompatible type "float"; expected "GenericTypeAlias1[str] | str"  [list-item]
 aliases_recursive.py:73: error: List item 0 has incompatible type "float"; expected "GenericTypeAlias2[str, int] | str | int"  [list-item]
 aliases_recursive.py:76: error: Invalid recursive alias: a union item of itself  [misc]
-aliases_recursive.py:81: error: Invalid recursive alias: a union item of itself  [misc]
+aliases_recursive.py:79: error: Invalid recursive alias: a union item of itself  [misc]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 80: Expected 1 errors
+Line 78: Expected 1 errors
 Line 38: Unexpected errors ['aliases_recursive.py:38: error: Incompatible types in assignment (expression has type "tuple[int, tuple[str, int], tuple[int, tuple[int, list[int]]]]", variable has type "RecursiveTuple")  [assignment]']
 Line 39: Unexpected errors ['aliases_recursive.py:39: error: Name "t6" already defined on line 38  [no-redef]']
 Line 50: Unexpected errors ['aliases_recursive.py:50: error: Dict entry 0 has incompatible type "str": "list[int]"; expected "str": "str | int | Mapping[str, RecursiveMapping]"  [dict-item]']
 Line 51: Unexpected errors ['aliases_recursive.py:51: error: Dict entry 2 has incompatible type "str": "list[int]"; expected "str": "str | int | Mapping[str, RecursiveMapping]"  [dict-item]']
 Line 55: Unexpected errors ['aliases_recursive.py:55: error: Dict entry 2 has incompatible type "str": "list[int]"; expected "str": "str | int | Mapping[str, RecursiveMapping]"  [dict-item]']
-Line 67: Unexpected errors ['aliases_recursive.py:67: error: List item 0 has incompatible type "float"; expected "GenericTypeAlias1[str] | str"  [list-item]']
-Line 73: Unexpected errors ['aliases_recursive.py:73: error: List item 0 has incompatible type "float"; expected "GenericTypeAlias2[str, int] | str | int"  [list-item]']
-Line 81: Unexpected errors ['aliases_recursive.py:81: error: Invalid recursive alias: a union item of itself  [misc]']
+Line 79: Unexpected errors ['aliases_recursive.py:79: error: Invalid recursive alias: a union item of itself  [misc]']
 """
diff --git a/conformance/results/mypy/version.toml b/conformance/results/mypy/version.toml
index 15e6e85c0..da96566e1 100644
--- a/conformance/results/mypy/version.toml
+++ b/conformance/results/mypy/version.toml
@@ -1,2 +1,2 @@
 version = "mypy 1.9.0"
-test_duration = 1.4
+test_duration = 1.5
diff --git a/conformance/results/pyre/aliases_explicit.toml b/conformance/results/pyre/aliases_explicit.toml
index 6206b5b46..317ebbf30 100644
--- a/conformance/results/pyre/aliases_explicit.toml
+++ b/conformance/results/pyre/aliases_explicit.toml
@@ -9,52 +9,52 @@ Incorrectly rejects import alias of `TypeAlias` when used to define type alias.
 Does not report invalid specialization of already-specialized generic type alias.
 """
 output = """
-aliases_explicit.py:23:0 Incompatible variable type [9]: GoodTypeAlias9 is declared to have type `TA` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.
-aliases_explicit.py:23:30 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[object, TypeVar]`.
-aliases_explicit.py:26:0 Incompatible variable type [9]: GoodTypeAlias12 is declared to have type `TA` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.
-aliases_explicit.py:26:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[ParamSpec, None]`.
-aliases_explicit.py:41:8 Undefined or invalid type [11]: Annotation `GoodTypeAlias9` is not defined as a type.
-aliases_explicit.py:44:9 Undefined or invalid type [11]: Annotation `GoodTypeAlias12` is not defined as a type.
-aliases_explicit.py:51:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.
-aliases_explicit.py:53:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], typing.Any]`.
-aliases_explicit.py:54:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int], Type[int], Type[str]]`.
-aliases_explicit.py:57:29 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[List[Type[Union[int, str]]], None]`.
-aliases_explicit.py:60:30 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[typing.Any, None]`.
-aliases_explicit.py:62:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.
-aliases_explicit.py:80:0 Incompatible variable type [9]: BadTypeAlias2 is declared to have type `TA` but is used as type `List[Type[Union[int, str]]]`.
-aliases_explicit.py:81:0 Incompatible variable type [9]: BadTypeAlias3 is declared to have type `TA` but is used as type `Tuple[Tuple[Type[int], Type[str]]]`.
-aliases_explicit.py:82:0 Incompatible variable type [9]: BadTypeAlias4 is declared to have type `TA` but is used as type `List[Type[int]]`.
-aliases_explicit.py:83:0 Incompatible variable type [9]: BadTypeAlias5 is declared to have type `TA` but is used as type `Dict[str, str]`.
-aliases_explicit.py:84:0 Incompatible variable type [9]: BadTypeAlias6 is declared to have type `TA` but is used as type `Type[int]`.
-aliases_explicit.py:85:0 Incompatible variable type [9]: BadTypeAlias7 is declared to have type `TA` but is used as type `Type[int]`.
-aliases_explicit.py:86:0 Incompatible variable type [9]: BadTypeAlias8 is declared to have type `TA` but is used as type `Type[Union[int, str]]`.
-aliases_explicit.py:87:0 Incompatible variable type [9]: BadTypeAlias9 is declared to have type `TA` but is used as type `int`.
-aliases_explicit.py:88:0 Incompatible variable type [9]: BadTypeAlias10 is declared to have type `TA` but is used as type `bool`.
-aliases_explicit.py:89:0 Incompatible variable type [9]: BadTypeAlias11 is declared to have type `TA` but is used as type `int`.
-aliases_explicit.py:90:0 Incompatible variable type [9]: BadTypeAlias12 is declared to have type `TA` but is used as type `Type[Union[list, set]]`.
-aliases_explicit.py:91:0 Incompatible variable type [9]: BadTypeAlias13 is declared to have type `TA` but is used as type `str`.
-aliases_explicit.py:97:16 Call error [29]: `TA` is not a function.
-aliases_explicit.py:101:5 Call error [29]: `TA` is not a function.
+aliases_explicit.py:24:0 Incompatible variable type [9]: GoodTypeAlias9 is declared to have type `TA` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.
+aliases_explicit.py:24:30 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[object, TypeVar]`.
+aliases_explicit.py:27:0 Incompatible variable type [9]: GoodTypeAlias12 is declared to have type `TA` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.
+aliases_explicit.py:27:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[ParamSpec, None]`.
+aliases_explicit.py:42:8 Undefined or invalid type [11]: Annotation `GoodTypeAlias9` is not defined as a type.
+aliases_explicit.py:45:9 Undefined or invalid type [11]: Annotation `GoodTypeAlias12` is not defined as a type.
+aliases_explicit.py:52:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.
+aliases_explicit.py:54:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], typing.Any]`.
+aliases_explicit.py:55:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int], Type[int], Type[str]]`.
+aliases_explicit.py:58:29 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[List[Type[Union[int, str]]], None]`.
+aliases_explicit.py:61:30 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[typing.Any, None]`.
+aliases_explicit.py:63:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.
+aliases_explicit.py:81:0 Incompatible variable type [9]: BadTypeAlias2 is declared to have type `TA` but is used as type `List[Type[Union[int, str]]]`.
+aliases_explicit.py:82:0 Incompatible variable type [9]: BadTypeAlias3 is declared to have type `TA` but is used as type `Tuple[Tuple[Type[int], Type[str]]]`.
+aliases_explicit.py:83:0 Incompatible variable type [9]: BadTypeAlias4 is declared to have type `TA` but is used as type `List[Type[int]]`.
+aliases_explicit.py:84:0 Incompatible variable type [9]: BadTypeAlias5 is declared to have type `TA` but is used as type `Dict[str, str]`.
+aliases_explicit.py:85:0 Incompatible variable type [9]: BadTypeAlias6 is declared to have type `TA` but is used as type `Type[int]`.
+aliases_explicit.py:86:0 Incompatible variable type [9]: BadTypeAlias7 is declared to have type `TA` but is used as type `Type[int]`.
+aliases_explicit.py:87:0 Incompatible variable type [9]: BadTypeAlias8 is declared to have type `TA` but is used as type `Type[Union[int, str]]`.
+aliases_explicit.py:88:0 Incompatible variable type [9]: BadTypeAlias9 is declared to have type `TA` but is used as type `int`.
+aliases_explicit.py:89:0 Incompatible variable type [9]: BadTypeAlias10 is declared to have type `TA` but is used as type `bool`.
+aliases_explicit.py:90:0 Incompatible variable type [9]: BadTypeAlias11 is declared to have type `TA` but is used as type `int`.
+aliases_explicit.py:91:0 Incompatible variable type [9]: BadTypeAlias12 is declared to have type `TA` but is used as type `Type[Union[list, set]]`.
+aliases_explicit.py:92:0 Incompatible variable type [9]: BadTypeAlias13 is declared to have type `TA` but is used as type `str`.
+aliases_explicit.py:98:16 Call error [29]: `TA` is not a function.
+aliases_explicit.py:102:5 Call error [29]: `TA` is not a function.
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 67: Expected 1 errors
 Line 68: Expected 1 errors
 Line 69: Expected 1 errors
 Line 70: Expected 1 errors
 Line 71: Expected 1 errors
-Line 79: Expected 1 errors
-Line 100: Expected 1 errors
-Line 102: Expected 1 errors
-Line 23: Unexpected errors ['aliases_explicit.py:23:0 Incompatible variable type [9]: GoodTypeAlias9 is declared to have type `TA` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.', 'aliases_explicit.py:23:30 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[object, TypeVar]`.']
-Line 26: Unexpected errors ['aliases_explicit.py:26:0 Incompatible variable type [9]: GoodTypeAlias12 is declared to have type `TA` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.', 'aliases_explicit.py:26:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[ParamSpec, None]`.']
-Line 41: Unexpected errors ['aliases_explicit.py:41:8 Undefined or invalid type [11]: Annotation `GoodTypeAlias9` is not defined as a type.']
-Line 44: Unexpected errors ['aliases_explicit.py:44:9 Undefined or invalid type [11]: Annotation `GoodTypeAlias12` is not defined as a type.']
-Line 51: Unexpected errors ['aliases_explicit.py:51:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.']
-Line 53: Unexpected errors ['aliases_explicit.py:53:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], typing.Any]`.']
-Line 54: Unexpected errors ['aliases_explicit.py:54:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int], Type[int], Type[str]]`.']
-Line 57: Unexpected errors ['aliases_explicit.py:57:29 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[List[Type[Union[int, str]]], None]`.']
-Line 60: Unexpected errors ['aliases_explicit.py:60:30 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[typing.Any, None]`.']
-Line 62: Unexpected errors ['aliases_explicit.py:62:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.']
-Line 97: Unexpected errors ['aliases_explicit.py:97:16 Call error [29]: `TA` is not a function.']
+Line 72: Expected 1 errors
+Line 80: Expected 1 errors
+Line 101: Expected 1 errors
+Line 103: Expected 1 errors
+Line 24: Unexpected errors ['aliases_explicit.py:24:0 Incompatible variable type [9]: GoodTypeAlias9 is declared to have type `TA` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.', 'aliases_explicit.py:24:30 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[object, TypeVar]`.']
+Line 27: Unexpected errors ['aliases_explicit.py:27:0 Incompatible variable type [9]: GoodTypeAlias12 is declared to have type `TA` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.', 'aliases_explicit.py:27:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[ParamSpec, None]`.']
+Line 42: Unexpected errors ['aliases_explicit.py:42:8 Undefined or invalid type [11]: Annotation `GoodTypeAlias9` is not defined as a type.']
+Line 45: Unexpected errors ['aliases_explicit.py:45:9 Undefined or invalid type [11]: Annotation `GoodTypeAlias12` is not defined as a type.']
+Line 52: Unexpected errors ['aliases_explicit.py:52:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.']
+Line 54: Unexpected errors ['aliases_explicit.py:54:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], typing.Any]`.']
+Line 55: Unexpected errors ['aliases_explicit.py:55:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int], Type[int], Type[str]]`.']
+Line 58: Unexpected errors ['aliases_explicit.py:58:29 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[List[Type[Union[int, str]]], None]`.']
+Line 61: Unexpected errors ['aliases_explicit.py:61:30 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[typing.Any, None]`.']
+Line 63: Unexpected errors ['aliases_explicit.py:63:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.']
+Line 98: Unexpected errors ['aliases_explicit.py:98:16 Call error [29]: `TA` is not a function.']
 """
diff --git a/conformance/results/pyre/aliases_implicit.toml b/conformance/results/pyre/aliases_implicit.toml
index a94010bbf..b0ec6f069 100644
--- a/conformance/results/pyre/aliases_implicit.toml
+++ b/conformance/results/pyre/aliases_implicit.toml
@@ -8,47 +8,47 @@ Does not report error for attempt to instantiate union type alias.
 Does not report invalid specialization of already-specialized generic type alias.
 """
 output = """
-aliases_implicit.py:38:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[object, TypeVar]`.
-aliases_implicit.py:42:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[ParamSpec, None]`.
-aliases_implicit.py:54:8 Undefined or invalid type [11]: Annotation `GoodTypeAlias9` is not defined as a type.
-aliases_implicit.py:58:9 Undefined or invalid type [11]: Annotation `GoodTypeAlias13` is not defined as a type.
-aliases_implicit.py:62:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.
-aliases_implicit.py:64:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], typing.Any]`.
-aliases_implicit.py:65:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int], Type[int], Type[str]]`.
-aliases_implicit.py:68:29 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[List[Type[Union[int, str]]], None]`.
-aliases_implicit.py:72:30 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[typing.Any, None]`.
-aliases_implicit.py:106:8 Undefined or invalid type [11]: Annotation `BadTypeAlias1` is not defined as a type.
-aliases_implicit.py:107:8 Undefined or invalid type [11]: Annotation `BadTypeAlias2` is not defined as a type.
-aliases_implicit.py:108:8 Undefined or invalid type [11]: Annotation `BadTypeAlias3` is not defined as a type.
-aliases_implicit.py:109:8 Undefined or invalid type [11]: Annotation `BadTypeAlias4` is not defined as a type.
-aliases_implicit.py:110:8 Undefined or invalid type [11]: Annotation `BadTypeAlias5` is not defined as a type.
-aliases_implicit.py:111:8 Undefined or invalid type [11]: Annotation `BadTypeAlias6` is not defined as a type.
-aliases_implicit.py:112:8 Undefined or invalid type [11]: Annotation `BadTypeAlias7` is not defined as a type.
-aliases_implicit.py:113:8 Undefined or invalid type [11]: Annotation `BadTypeAlias8` is not defined as a type.
-aliases_implicit.py:114:8 Undefined or invalid type [11]: Annotation `BadTypeAlias9` is not defined as a type.
-aliases_implicit.py:115:9 Undefined or invalid type [11]: Annotation `BadTypeAlias10` is not defined as a type.
-aliases_implicit.py:116:9 Undefined or invalid type [11]: Annotation `BadTypeAlias11` is not defined as a type.
-aliases_implicit.py:117:9 Undefined or invalid type [11]: Annotation `BadTypeAlias12` is not defined as a type.
-aliases_implicit.py:118:9 Undefined or invalid type [11]: Annotation `BadTypeAlias13` is not defined as a type.
-aliases_implicit.py:119:9 Undefined or invalid type [11]: Annotation `BadTypeAlias14` is not defined as a type.
+aliases_implicit.py:39:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[object, TypeVar]`.
+aliases_implicit.py:43:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[ParamSpec, None]`.
+aliases_implicit.py:55:8 Undefined or invalid type [11]: Annotation `GoodTypeAlias9` is not defined as a type.
+aliases_implicit.py:59:9 Undefined or invalid type [11]: Annotation `GoodTypeAlias13` is not defined as a type.
+aliases_implicit.py:63:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.
+aliases_implicit.py:65:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], typing.Any]`.
+aliases_implicit.py:66:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int], Type[int], Type[str]]`.
+aliases_implicit.py:69:29 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[List[Type[Union[int, str]]], None]`.
+aliases_implicit.py:73:30 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[typing.Any, None]`.
+aliases_implicit.py:107:8 Undefined or invalid type [11]: Annotation `BadTypeAlias1` is not defined as a type.
+aliases_implicit.py:108:8 Undefined or invalid type [11]: Annotation `BadTypeAlias2` is not defined as a type.
+aliases_implicit.py:109:8 Undefined or invalid type [11]: Annotation `BadTypeAlias3` is not defined as a type.
+aliases_implicit.py:110:8 Undefined or invalid type [11]: Annotation `BadTypeAlias4` is not defined as a type.
+aliases_implicit.py:111:8 Undefined or invalid type [11]: Annotation `BadTypeAlias5` is not defined as a type.
+aliases_implicit.py:112:8 Undefined or invalid type [11]: Annotation `BadTypeAlias6` is not defined as a type.
+aliases_implicit.py:113:8 Undefined or invalid type [11]: Annotation `BadTypeAlias7` is not defined as a type.
+aliases_implicit.py:114:8 Undefined or invalid type [11]: Annotation `BadTypeAlias8` is not defined as a type.
+aliases_implicit.py:115:8 Undefined or invalid type [11]: Annotation `BadTypeAlias9` is not defined as a type.
+aliases_implicit.py:116:9 Undefined or invalid type [11]: Annotation `BadTypeAlias10` is not defined as a type.
+aliases_implicit.py:117:9 Undefined or invalid type [11]: Annotation `BadTypeAlias11` is not defined as a type.
+aliases_implicit.py:118:9 Undefined or invalid type [11]: Annotation `BadTypeAlias12` is not defined as a type.
+aliases_implicit.py:119:9 Undefined or invalid type [11]: Annotation `BadTypeAlias13` is not defined as a type.
+aliases_implicit.py:120:9 Undefined or invalid type [11]: Annotation `BadTypeAlias14` is not defined as a type.
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 76: Expected 1 errors
 Line 77: Expected 1 errors
 Line 78: Expected 1 errors
 Line 79: Expected 1 errors
 Line 80: Expected 1 errors
 Line 81: Expected 1 errors
-Line 133: Expected 1 errors
-Line 135: Expected 1 errors
-Line 38: Unexpected errors ['aliases_implicit.py:38:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[object, TypeVar]`.']
-Line 42: Unexpected errors ['aliases_implicit.py:42:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[ParamSpec, None]`.']
-Line 54: Unexpected errors ['aliases_implicit.py:54:8 Undefined or invalid type [11]: Annotation `GoodTypeAlias9` is not defined as a type.']
-Line 58: Unexpected errors ['aliases_implicit.py:58:9 Undefined or invalid type [11]: Annotation `GoodTypeAlias13` is not defined as a type.']
-Line 62: Unexpected errors ['aliases_implicit.py:62:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.']
-Line 64: Unexpected errors ['aliases_implicit.py:64:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], typing.Any]`.']
-Line 65: Unexpected errors ['aliases_implicit.py:65:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int], Type[int], Type[str]]`.']
-Line 68: Unexpected errors ['aliases_implicit.py:68:29 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[List[Type[Union[int, str]]], None]`.']
-Line 72: Unexpected errors ['aliases_implicit.py:72:30 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[typing.Any, None]`.']
+Line 82: Expected 1 errors
+Line 134: Expected 1 errors
+Line 136: Expected 1 errors
+Line 39: Unexpected errors ['aliases_implicit.py:39:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[object, TypeVar]`.']
+Line 43: Unexpected errors ['aliases_implicit.py:43:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[ParamSpec, None]`.']
+Line 55: Unexpected errors ['aliases_implicit.py:55:8 Undefined or invalid type [11]: Annotation `GoodTypeAlias9` is not defined as a type.']
+Line 59: Unexpected errors ['aliases_implicit.py:59:9 Undefined or invalid type [11]: Annotation `GoodTypeAlias13` is not defined as a type.']
+Line 63: Unexpected errors ['aliases_implicit.py:63:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.']
+Line 65: Unexpected errors ['aliases_implicit.py:65:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], typing.Any]`.']
+Line 66: Unexpected errors ['aliases_implicit.py:66:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int], Type[int], Type[str]]`.']
+Line 69: Unexpected errors ['aliases_implicit.py:69:29 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[List[Type[Union[int, str]]], None]`.']
+Line 73: Unexpected errors ['aliases_implicit.py:73:30 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[typing.Any, None]`.']
 """
diff --git a/conformance/results/pyre/aliases_recursive.toml b/conformance/results/pyre/aliases_recursive.toml
index 29df02a46..289175cc9 100644
--- a/conformance/results/pyre/aliases_recursive.toml
+++ b/conformance/results/pyre/aliases_recursive.toml
@@ -17,11 +17,12 @@ aliases_recursive.py:69:25 Incompatible parameter type [6]: In call `typing.Gene
 aliases_recursive.py:71:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias2` is not defined as a type.
 aliases_recursive.py:76:0 Incompatible variable type [9]: RecursiveUnion is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
 aliases_recursive.py:78:0 Incompatible variable type [9]: MutualReference1 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
-aliases_recursive.py:81:0 Incompatible variable type [9]: MutualReference2 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
+aliases_recursive.py:79:0 Incompatible variable type [9]: MutualReference2 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 80: Expected 1 errors
+Line 67: Expected 1 errors
+Line 73: Expected 1 errors
 Line 30: Unexpected errors ['aliases_recursive.py:30:35 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[str, typing.Any]`.']
 Line 33: Unexpected errors ['aliases_recursive.py:33:4 Undefined or invalid type [11]: Annotation `RecursiveTuple` is not defined as a type.']
 Line 42: Unexpected errors ['aliases_recursive.py:42:39 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_KT]], Type[Variable[_VT_co](covariant)]]` but got `Tuple[Type[str], str]`.']
@@ -31,6 +32,5 @@ Line 65: Unexpected errors ['aliases_recursive.py:65:4 Undefined or invalid type
 Line 66: Unexpected errors ['aliases_recursive.py:66:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias1` is not defined as a type.']
 Line 69: Unexpected errors ['aliases_recursive.py:69:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `_SpecialForm`.']
 Line 71: Unexpected errors ['aliases_recursive.py:71:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias2` is not defined as a type.']
-Line 78: Unexpected errors ['aliases_recursive.py:78:0 Incompatible variable type [9]: MutualReference1 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.']
-Line 81: Unexpected errors ['aliases_recursive.py:81:0 Incompatible variable type [9]: MutualReference2 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.']
+Line 79: Unexpected errors ['aliases_recursive.py:79:0 Incompatible variable type [9]: MutualReference2 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.']
 """
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index 86be76fb2..8d7091d95 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 3.1
+test_duration = 3.3
diff --git a/conformance/results/pyright/aliases_explicit.toml b/conformance/results/pyright/aliases_explicit.toml
index d72d8a80b..4c1388b72 100644
--- a/conformance/results/pyright/aliases_explicit.toml
+++ b/conformance/results/pyright/aliases_explicit.toml
@@ -1,63 +1,63 @@
 conformant = "Pass"
 output = """
-aliases_explicit.py:67:24 - error: Expected no type arguments for class "int" (reportInvalidTypeArguments)
-aliases_explicit.py:67:24 - error: Expected no type arguments for class "NoneType" (reportInvalidTypeArguments)
-aliases_explicit.py:68:9 - error: Type "list[int | None]" is already specialized (reportInvalidTypeArguments)
-aliases_explicit.py:69:29 - error: Too many type arguments provided for "GoodTypeAlias4[T@GoodTypeAlias4]"; expected 1 but received 2
-aliases_explicit.py:70:29 - error: Too many type arguments provided for "GoodTypeAlias8[T@GoodTypeAlias8]"; expected 1 but received 2
-aliases_explicit.py:71:24 - error: Expected ParamSpec, ellipsis, or list of types
-aliases_explicit.py:79:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)
-aliases_explicit.py:79:21 - error: Call expression not allowed in type expression (reportInvalidTypeForm)
+aliases_explicit.py:68:24 - error: Expected no type arguments for class "int" (reportInvalidTypeArguments)
+aliases_explicit.py:68:24 - error: Expected no type arguments for class "NoneType" (reportInvalidTypeArguments)
+aliases_explicit.py:69:9 - error: Type "list[int | None]" is already specialized (reportInvalidTypeArguments)
+aliases_explicit.py:70:29 - error: Too many type arguments provided for "GoodTypeAlias4[T@GoodTypeAlias4]"; expected 1 but received 2
+aliases_explicit.py:71:29 - error: Too many type arguments provided for "GoodTypeAlias8[T@GoodTypeAlias8]"; expected 1 but received 2
+aliases_explicit.py:72:24 - error: Expected ParamSpec, ellipsis, or list of types
 aliases_explicit.py:80:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)
-aliases_explicit.py:80:21 - error: List expression not allowed in type annotation
-  Use List[T] to indicate a list type or Union[T1, T2] to indicate a union type (reportInvalidTypeForm)
-aliases_explicit.py:80:21 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)
+aliases_explicit.py:80:21 - error: Call expression not allowed in type expression (reportInvalidTypeForm)
 aliases_explicit.py:81:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)
-aliases_explicit.py:81:21 - error: Tuple expression not allowed in type annotation
-  Use tuple[T1, ..., Tn] to indicate a tuple type or Union[T1, T2] to indicate a union type (reportInvalidTypeForm)
-aliases_explicit.py:82:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)
-aliases_explicit.py:82:21 - error: List expression not allowed in type annotation
+aliases_explicit.py:81:21 - error: List expression not allowed in type annotation
   Use List[T] to indicate a list type or Union[T1, T2] to indicate a union type (reportInvalidTypeForm)
-aliases_explicit.py:82:21 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)
+aliases_explicit.py:81:21 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)
+aliases_explicit.py:82:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)
+aliases_explicit.py:82:21 - error: Tuple expression not allowed in type annotation
+  Use tuple[T1, ..., Tn] to indicate a tuple type or Union[T1, T2] to indicate a union type (reportInvalidTypeForm)
 aliases_explicit.py:83:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)
-aliases_explicit.py:83:21 - error: Dictionary expression not allowed in type annotation
-  Use Dict[T1, T2] to indicate a dictionary type (reportInvalidTypeForm)
-aliases_explicit.py:83:21 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)
+aliases_explicit.py:83:21 - error: List expression not allowed in type annotation
+  Use List[T] to indicate a list type or Union[T1, T2] to indicate a union type (reportInvalidTypeForm)
+aliases_explicit.py:83:21 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)
 aliases_explicit.py:84:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)
-aliases_explicit.py:84:21 - error: Call expression not allowed in type expression (reportInvalidTypeForm)
+aliases_explicit.py:84:21 - error: Dictionary expression not allowed in type annotation
+  Use Dict[T1, T2] to indicate a dictionary type (reportInvalidTypeForm)
+aliases_explicit.py:84:21 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)
 aliases_explicit.py:85:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)
-aliases_explicit.py:85:21 - error: List expression not allowed in type annotation
-  Use List[T] to indicate a list type or Union[T1, T2] to indicate a union type (reportInvalidTypeForm)
-aliases_explicit.py:85:21 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)
+aliases_explicit.py:85:21 - error: Call expression not allowed in type expression (reportInvalidTypeForm)
 aliases_explicit.py:86:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)
-aliases_explicit.py:86:21 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)
-aliases_explicit.py:87:21 - error: Variable not allowed in type expression (reportInvalidTypeForm)
-aliases_explicit.py:88:22 - error: Expected type expression but received "Literal[True]" (reportGeneralTypeIssues)
-aliases_explicit.py:89:22 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)
-aliases_explicit.py:89:22 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)
+aliases_explicit.py:86:21 - error: List expression not allowed in type annotation
+  Use List[T] to indicate a list type or Union[T1, T2] to indicate a union type (reportInvalidTypeForm)
+aliases_explicit.py:86:21 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)
+aliases_explicit.py:87:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)
+aliases_explicit.py:87:21 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)
+aliases_explicit.py:88:21 - error: Variable not allowed in type expression (reportInvalidTypeForm)
+aliases_explicit.py:89:22 - error: Expected type expression but received "Literal[True]" (reportGeneralTypeIssues)
 aliases_explicit.py:90:22 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)
-aliases_explicit.py:90:22 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)
-aliases_explicit.py:91:22 - error: Expected expression
-aliases_explicit.py:91:22 - error: Tuple expression not allowed in type annotation
+aliases_explicit.py:90:22 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)
+aliases_explicit.py:91:22 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)
+aliases_explicit.py:91:22 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)
+aliases_explicit.py:92:22 - error: Expected expression
+aliases_explicit.py:92:22 - error: Tuple expression not allowed in type annotation
   Use tuple[T1, ..., Tn] to indicate a tuple type or Union[T1, T2] to indicate a union type (reportInvalidTypeForm)
-aliases_explicit.py:100:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)
-aliases_explicit.py:101:6 - error: Object of type "UnionType" is not callable (reportCallIssue)
-aliases_explicit.py:102:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)
-aliases_explicit.py:102:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)
+aliases_explicit.py:101:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)
+aliases_explicit.py:102:6 - error: Object of type "UnionType" is not callable (reportCallIssue)
+aliases_explicit.py:103:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)
+aliases_explicit.py:103:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 67: Expected 1 errors, got 2 (['aliases_explicit.py:67:24 - error: Expected no type arguments for class "int" (reportInvalidTypeArguments)', 'aliases_explicit.py:67:24 - error: Expected no type arguments for class "NoneType" (reportInvalidTypeArguments)'])
-Line 79: Expected 1 errors, got 2 (['aliases_explicit.py:79:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:79:21 - error: Call expression not allowed in type expression (reportInvalidTypeForm)'])
-Line 80: Expected 1 errors, got 3 (['aliases_explicit.py:80:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:80:21 - error: List expression not allowed in type annotation', 'aliases_explicit.py:80:21 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)'])
-Line 81: Expected 1 errors, got 2 (['aliases_explicit.py:81:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:81:21 - error: Tuple expression not allowed in type annotation'])
-Line 82: Expected 1 errors, got 3 (['aliases_explicit.py:82:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:82:21 - error: List expression not allowed in type annotation', 'aliases_explicit.py:82:21 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)'])
-Line 83: Expected 1 errors, got 3 (['aliases_explicit.py:83:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:83:21 - error: Dictionary expression not allowed in type annotation', 'aliases_explicit.py:83:21 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)'])
-Line 84: Expected 1 errors, got 2 (['aliases_explicit.py:84:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:84:21 - error: Call expression not allowed in type expression (reportInvalidTypeForm)'])
-Line 85: Expected 1 errors, got 3 (['aliases_explicit.py:85:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:85:21 - error: List expression not allowed in type annotation', 'aliases_explicit.py:85:21 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)'])
-Line 86: Expected 1 errors, got 2 (['aliases_explicit.py:86:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:86:21 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)'])
-Line 89: Expected 1 errors, got 2 (['aliases_explicit.py:89:22 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:89:22 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)'])
-Line 90: Expected 1 errors, got 2 (['aliases_explicit.py:90:22 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:90:22 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)'])
-Line 91: Expected 1 errors, got 2 (['aliases_explicit.py:91:22 - error: Expected expression', 'aliases_explicit.py:91:22 - error: Tuple expression not allowed in type annotation'])
-Line 102: Expected 1 errors, got 2 (['aliases_explicit.py:102:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)', 'aliases_explicit.py:102:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)'])
+Line 68: Expected 1 errors, got 2 (['aliases_explicit.py:68:24 - error: Expected no type arguments for class "int" (reportInvalidTypeArguments)', 'aliases_explicit.py:68:24 - error: Expected no type arguments for class "NoneType" (reportInvalidTypeArguments)'])
+Line 80: Expected 1 errors, got 2 (['aliases_explicit.py:80:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:80:21 - error: Call expression not allowed in type expression (reportInvalidTypeForm)'])
+Line 81: Expected 1 errors, got 3 (['aliases_explicit.py:81:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:81:21 - error: List expression not allowed in type annotation', 'aliases_explicit.py:81:21 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)'])
+Line 82: Expected 1 errors, got 2 (['aliases_explicit.py:82:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:82:21 - error: Tuple expression not allowed in type annotation'])
+Line 83: Expected 1 errors, got 3 (['aliases_explicit.py:83:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:83:21 - error: List expression not allowed in type annotation', 'aliases_explicit.py:83:21 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)'])
+Line 84: Expected 1 errors, got 3 (['aliases_explicit.py:84:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:84:21 - error: Dictionary expression not allowed in type annotation', 'aliases_explicit.py:84:21 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)'])
+Line 85: Expected 1 errors, got 2 (['aliases_explicit.py:85:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:85:21 - error: Call expression not allowed in type expression (reportInvalidTypeForm)'])
+Line 86: Expected 1 errors, got 3 (['aliases_explicit.py:86:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:86:21 - error: List expression not allowed in type annotation', 'aliases_explicit.py:86:21 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)'])
+Line 87: Expected 1 errors, got 2 (['aliases_explicit.py:87:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:87:21 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)'])
+Line 90: Expected 1 errors, got 2 (['aliases_explicit.py:90:22 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:90:22 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)'])
+Line 91: Expected 1 errors, got 2 (['aliases_explicit.py:91:22 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:91:22 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)'])
+Line 92: Expected 1 errors, got 2 (['aliases_explicit.py:92:22 - error: Expected expression', 'aliases_explicit.py:92:22 - error: Tuple expression not allowed in type annotation'])
+Line 103: Expected 1 errors, got 2 (['aliases_explicit.py:103:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)', 'aliases_explicit.py:103:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)'])
 """
diff --git a/conformance/results/pyright/aliases_implicit.toml b/conformance/results/pyright/aliases_implicit.toml
index 1d0803348..f03d111ae 100644
--- a/conformance/results/pyright/aliases_implicit.toml
+++ b/conformance/results/pyright/aliases_implicit.toml
@@ -1,15 +1,14 @@
 conformant = "Pass"
 output = """
-aliases_implicit.py:76:24 - error: Expected no type arguments for class "int" (reportInvalidTypeArguments)
-aliases_implicit.py:76:24 - error: Expected no type arguments for class "NoneType" (reportInvalidTypeArguments)
-aliases_implicit.py:77:9 - error: Type "list[int | None]" is already specialized (reportInvalidTypeArguments)
-aliases_implicit.py:78:29 - error: Too many type arguments provided for "GoodTypeAlias4[T@GoodTypeAlias4]"; expected 1 but received 2
-aliases_implicit.py:79:29 - error: Too many type arguments provided for "GoodTypeAlias8[T@GoodTypeAlias8]"; expected 1 but received 2
-aliases_implicit.py:80:24 - error: Expected ParamSpec, ellipsis, or list of types
-aliases_implicit.py:81:9 - error: Could not specialize type "GoodTypeAlias12[TFloat@GoodTypeAlias12]"
+aliases_implicit.py:77:24 - error: Expected no type arguments for class "int" (reportInvalidTypeArguments)
+aliases_implicit.py:77:24 - error: Expected no type arguments for class "NoneType" (reportInvalidTypeArguments)
+aliases_implicit.py:78:9 - error: Type "list[int | None]" is already specialized (reportInvalidTypeArguments)
+aliases_implicit.py:79:29 - error: Too many type arguments provided for "GoodTypeAlias4[T@GoodTypeAlias4]"; expected 1 but received 2
+aliases_implicit.py:80:29 - error: Too many type arguments provided for "GoodTypeAlias8[T@GoodTypeAlias8]"; expected 1 but received 2
+aliases_implicit.py:81:24 - error: Expected ParamSpec, ellipsis, or list of types
+aliases_implicit.py:82:9 - error: Could not specialize type "GoodTypeAlias12[TFloat@GoodTypeAlias12]"
   Type "str" cannot be assigned to type "float"
     "str" is incompatible with "float"
-aliases_implicit.py:106:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)
 aliases_implicit.py:107:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)
 aliases_implicit.py:108:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)
 aliases_implicit.py:109:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)
@@ -18,17 +17,18 @@ aliases_implicit.py:111:9 - error: Variable not allowed in type expression (repo
 aliases_implicit.py:112:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)
 aliases_implicit.py:113:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)
 aliases_implicit.py:114:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)
-aliases_implicit.py:115:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)
+aliases_implicit.py:115:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)
 aliases_implicit.py:116:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)
 aliases_implicit.py:117:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)
 aliases_implicit.py:118:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)
 aliases_implicit.py:119:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)
-aliases_implicit.py:133:6 - error: Object of type "UnionType" is not callable (reportCallIssue)
-aliases_implicit.py:135:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)
-aliases_implicit.py:135:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)
+aliases_implicit.py:120:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)
+aliases_implicit.py:134:6 - error: Object of type "UnionType" is not callable (reportCallIssue)
+aliases_implicit.py:136:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)
+aliases_implicit.py:136:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 76: Expected 1 errors, got 2 (['aliases_implicit.py:76:24 - error: Expected no type arguments for class "int" (reportInvalidTypeArguments)', 'aliases_implicit.py:76:24 - error: Expected no type arguments for class "NoneType" (reportInvalidTypeArguments)'])
-Line 135: Expected 1 errors, got 2 (['aliases_implicit.py:135:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)', 'aliases_implicit.py:135:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)'])
+Line 77: Expected 1 errors, got 2 (['aliases_implicit.py:77:24 - error: Expected no type arguments for class "int" (reportInvalidTypeArguments)', 'aliases_implicit.py:77:24 - error: Expected no type arguments for class "NoneType" (reportInvalidTypeArguments)'])
+Line 136: Expected 1 errors, got 2 (['aliases_implicit.py:136:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)', 'aliases_implicit.py:136:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)'])
 """
diff --git a/conformance/results/pyright/aliases_recursive.toml b/conformance/results/pyright/aliases_recursive.toml
index 3c88aeb0f..d4bcf7d70 100644
--- a/conformance/results/pyright/aliases_recursive.toml
+++ b/conformance/results/pyright/aliases_recursive.toml
@@ -66,13 +66,9 @@ aliases_recursive.py:78:31 - error: Type alias "MutualReference1" cannot use its
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 80: Expected 1 errors
 Line 38: Unexpected errors ['aliases_recursive.py:38:22 - error: Expression of type "tuple[Literal[1], tuple[Literal[\\'1\\'], Literal[1]], tuple[Literal[1], tuple[Literal[1], list[int]]]]" cannot be assigned to declared type "RecursiveTuple"']
 Line 39: Unexpected errors ['aliases_recursive.py:39:22 - error: Expression of type "tuple[Literal[1], list[int]]" cannot be assigned to declared type "RecursiveTuple"']
 Line 50: Unexpected errors ['aliases_recursive.py:50:24 - error: Expression of type "dict[str, list[int]]" cannot be assigned to declared type "RecursiveMapping"']
 Line 51: Unexpected errors ['aliases_recursive.py:51:24 - error: Expression of type "dict[str, str | int | list[int]]" cannot be assigned to declared type "RecursiveMapping"']
 Line 52: Unexpected errors ['aliases_recursive.py:52:24 - error: Expression of type "dict[str, str | int | dict[str, str | int | list[int]]]" cannot be assigned to declared type "RecursiveMapping"']
-Line 67: Unexpected errors ['aliases_recursive.py:67:38 - error: Expression of type "list[str | list[float]]" cannot be assigned to declared type "GenericTypeAlias1[str]"']
-Line 73: Unexpected errors ['aliases_recursive.py:73:51 - error: Expression of type "list[list[int | list[str | int | list[float]]] | str]" cannot be assigned to declared type "GenericTypeAlias2[str, int]"']
-Line 78: Unexpected errors ['aliases_recursive.py:78:31 - error: Type alias "MutualReference1" cannot use itself in its definition (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pytype/aliases_explicit.toml b/conformance/results/pytype/aliases_explicit.toml
index 48f40da98..b1dc5d373 100644
--- a/conformance/results/pytype/aliases_explicit.toml
+++ b/conformance/results/pytype/aliases_explicit.toml
@@ -7,35 +7,35 @@ Does not report some illegal annotation forms as invalid type aliases.
 Does not report invalid specialization of already-specialized generic type alias.
 """
 output = """
-File "aliases_explicit.py", line 41, in <module>: Invalid type annotation '[str, str]'  [invalid-annotation]
-File "aliases_explicit.py", line 41, in <module>: Invalid type annotation 'Callable[Concatenate[int, P], R][[str, str], None]'  [invalid-annotation]
-File "aliases_explicit.py", line 57, in good_type_aliases: Callable[Concatenate, Any] [assert-type]
-File "aliases_explicit.py", line 60, in good_type_aliases: Callable[[Any], None] [assert-type]
-File "aliases_explicit.py", line 67, in <module>: Invalid type annotation 'Optional[int][int]'  [invalid-annotation]
-File "aliases_explicit.py", line 68, in <module>: Invalid type annotation 'List[Optional[int]][int]'  [invalid-annotation]
-File "aliases_explicit.py", line 69, in <module>: Invalid type annotation 'List[T][int, int]'  [invalid-annotation]
-File "aliases_explicit.py", line 70, in <module>: Invalid type annotation 'Callable[[int, T], T][int, int]'  [invalid-annotation]
-File "aliases_explicit.py", line 71, in <module>: Invalid type annotation 'Callable[Concatenate[int, P], R][int, int]'  [invalid-annotation]
-File "aliases_explicit.py", line 80, in <module>: Invalid type annotation '[int, str]' for BadTypeAlias2 [invalid-annotation]
-File "aliases_explicit.py", line 81, in <module>: Invalid type annotation '((int, str),)' for BadTypeAlias3 [invalid-annotation]
-File "aliases_explicit.py", line 82, in <module>: Invalid type annotation '<instance of List[Type[int]]>' for BadTypeAlias4 [invalid-annotation]
-File "aliases_explicit.py", line 83, in <module>: Invalid type annotation "{'a': 'b'}" for BadTypeAlias5 [invalid-annotation]
-File "aliases_explicit.py", line 87, in <module>: Invalid type annotation '3' for BadTypeAlias9 [invalid-annotation]
-File "aliases_explicit.py", line 88, in <module>: Invalid type annotation 'True' for BadTypeAlias10 [invalid-annotation]
-File "aliases_explicit.py", line 89, in <module>: Invalid type annotation '1' for BadTypeAlias11 [invalid-annotation]
-File "aliases_explicit.py", line 91, in <module>: Invalid type annotation '<instance of str>' for BadTypeAlias13 [invalid-annotation]
-File "aliases_explicit.py", line 102, in <module>: Invalid type annotation 'Union[list, set][int]'  [invalid-annotation]
+File "aliases_explicit.py", line 42, in <module>: Invalid type annotation '[str, str]'  [invalid-annotation]
+File "aliases_explicit.py", line 42, in <module>: Invalid type annotation 'Callable[Concatenate[int, P], R][[str, str], None]'  [invalid-annotation]
+File "aliases_explicit.py", line 58, in good_type_aliases: Callable[Concatenate, Any] [assert-type]
+File "aliases_explicit.py", line 61, in good_type_aliases: Callable[[Any], None] [assert-type]
+File "aliases_explicit.py", line 68, in <module>: Invalid type annotation 'Optional[int][int]'  [invalid-annotation]
+File "aliases_explicit.py", line 69, in <module>: Invalid type annotation 'List[Optional[int]][int]'  [invalid-annotation]
+File "aliases_explicit.py", line 70, in <module>: Invalid type annotation 'List[T][int, int]'  [invalid-annotation]
+File "aliases_explicit.py", line 71, in <module>: Invalid type annotation 'Callable[[int, T], T][int, int]'  [invalid-annotation]
+File "aliases_explicit.py", line 72, in <module>: Invalid type annotation 'Callable[Concatenate[int, P], R][int, int]'  [invalid-annotation]
+File "aliases_explicit.py", line 81, in <module>: Invalid type annotation '[int, str]' for BadTypeAlias2 [invalid-annotation]
+File "aliases_explicit.py", line 82, in <module>: Invalid type annotation '((int, str),)' for BadTypeAlias3 [invalid-annotation]
+File "aliases_explicit.py", line 83, in <module>: Invalid type annotation '<instance of List[Type[int]]>' for BadTypeAlias4 [invalid-annotation]
+File "aliases_explicit.py", line 84, in <module>: Invalid type annotation "{'a': 'b'}" for BadTypeAlias5 [invalid-annotation]
+File "aliases_explicit.py", line 88, in <module>: Invalid type annotation '3' for BadTypeAlias9 [invalid-annotation]
+File "aliases_explicit.py", line 89, in <module>: Invalid type annotation 'True' for BadTypeAlias10 [invalid-annotation]
+File "aliases_explicit.py", line 90, in <module>: Invalid type annotation '1' for BadTypeAlias11 [invalid-annotation]
+File "aliases_explicit.py", line 92, in <module>: Invalid type annotation '<instance of str>' for BadTypeAlias13 [invalid-annotation]
+File "aliases_explicit.py", line 103, in <module>: Invalid type annotation 'Union[list, set][int]'  [invalid-annotation]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 79: Expected 1 errors
-Line 84: Expected 1 errors
+Line 80: Expected 1 errors
 Line 85: Expected 1 errors
 Line 86: Expected 1 errors
-Line 90: Expected 1 errors
-Line 100: Expected 1 errors
+Line 87: Expected 1 errors
+Line 91: Expected 1 errors
 Line 101: Expected 1 errors
-Line 41: Unexpected errors ['File "aliases_explicit.py", line 41, in <module>: Invalid type annotation \\'[str, str]\\'  [invalid-annotation]', 'File "aliases_explicit.py", line 41, in <module>: Invalid type annotation \\'Callable[Concatenate[int, P], R][[str, str], None]\\'  [invalid-annotation]']
-Line 57: Unexpected errors ['File "aliases_explicit.py", line 57, in good_type_aliases: Callable[Concatenate, Any] [assert-type]']
-Line 60: Unexpected errors ['File "aliases_explicit.py", line 60, in good_type_aliases: Callable[[Any], None] [assert-type]']
+Line 102: Expected 1 errors
+Line 42: Unexpected errors ['File "aliases_explicit.py", line 42, in <module>: Invalid type annotation \\'[str, str]\\'  [invalid-annotation]', 'File "aliases_explicit.py", line 42, in <module>: Invalid type annotation \\'Callable[Concatenate[int, P], R][[str, str], None]\\'  [invalid-annotation]']
+Line 58: Unexpected errors ['File "aliases_explicit.py", line 58, in good_type_aliases: Callable[Concatenate, Any] [assert-type]']
+Line 61: Unexpected errors ['File "aliases_explicit.py", line 61, in good_type_aliases: Callable[[Any], None] [assert-type]']
 """
diff --git a/conformance/results/pytype/aliases_implicit.toml b/conformance/results/pytype/aliases_implicit.toml
index 26f6b5aa2..cce463230 100644
--- a/conformance/results/pytype/aliases_implicit.toml
+++ b/conformance/results/pytype/aliases_implicit.toml
@@ -7,28 +7,27 @@ Allows some illegal annotation forms to be interpreted as valid type aliases.
 Does not report invalid specialization of already-specialized generic type alias.
 """
 output = """
-File "aliases_implicit.py", line 54, in <module>: Invalid type annotation '[str, str]'  [invalid-annotation]
-File "aliases_implicit.py", line 54, in <module>: Invalid type annotation 'Callable[Concatenate[int, P], R][[str, str], None]'  [invalid-annotation]
-File "aliases_implicit.py", line 68, in good_type_aliases: Callable[Concatenate, Any] [assert-type]
-File "aliases_implicit.py", line 72, in good_type_aliases: Callable[[Any], None] [assert-type]
-File "aliases_implicit.py", line 76, in <module>: Invalid type annotation 'Optional[int][int]'  [invalid-annotation]
-File "aliases_implicit.py", line 77, in <module>: Invalid type annotation 'List[Optional[int]][int]'  [invalid-annotation]
-File "aliases_implicit.py", line 78, in <module>: Invalid type annotation 'List[T][int, int]'  [invalid-annotation]
-File "aliases_implicit.py", line 79, in <module>: Invalid type annotation 'Callable[[int, T], T][int, int]'  [invalid-annotation]
-File "aliases_implicit.py", line 80, in <module>: Invalid type annotation 'Callable[Concatenate[int, P], R][int, int]'  [invalid-annotation]
-File "aliases_implicit.py", line 105, in <module>: Invalid type annotation '[int, str]' for p2 [invalid-annotation]
-File "aliases_implicit.py", line 105, in <module>: Invalid type annotation 'True' for p10 [invalid-annotation]
-File "aliases_implicit.py", line 105, in <module>: Invalid type annotation '<instance of List[Type[int]]>' for p4 [invalid-annotation]
-File "aliases_implicit.py", line 105, in <module>: Invalid type annotation '3' for p9 [invalid-annotation]
-File "aliases_implicit.py", line 105, in <module>: Invalid type annotation '1' for p11 [invalid-annotation]
-File "aliases_implicit.py", line 105, in <module>: Invalid type annotation '((int, str),)' for p3 [invalid-annotation]
-File "aliases_implicit.py", line 105, in <module>: Invalid type annotation "{'a': 'b'}" for p5 [invalid-annotation]
-File "aliases_implicit.py", line 135, in <module>: Invalid type annotation 'Union[list, set][int]'  [invalid-annotation]
+File "aliases_implicit.py", line 55, in <module>: Invalid type annotation '[str, str]'  [invalid-annotation]
+File "aliases_implicit.py", line 55, in <module>: Invalid type annotation 'Callable[Concatenate[int, P], R][[str, str], None]'  [invalid-annotation]
+File "aliases_implicit.py", line 69, in good_type_aliases: Callable[Concatenate, Any] [assert-type]
+File "aliases_implicit.py", line 73, in good_type_aliases: Callable[[Any], None] [assert-type]
+File "aliases_implicit.py", line 77, in <module>: Invalid type annotation 'Optional[int][int]'  [invalid-annotation]
+File "aliases_implicit.py", line 78, in <module>: Invalid type annotation 'List[Optional[int]][int]'  [invalid-annotation]
+File "aliases_implicit.py", line 79, in <module>: Invalid type annotation 'List[T][int, int]'  [invalid-annotation]
+File "aliases_implicit.py", line 80, in <module>: Invalid type annotation 'Callable[[int, T], T][int, int]'  [invalid-annotation]
+File "aliases_implicit.py", line 81, in <module>: Invalid type annotation 'Callable[Concatenate[int, P], R][int, int]'  [invalid-annotation]
+File "aliases_implicit.py", line 106, in <module>: Invalid type annotation '[int, str]' for p2 [invalid-annotation]
+File "aliases_implicit.py", line 106, in <module>: Invalid type annotation 'True' for p10 [invalid-annotation]
+File "aliases_implicit.py", line 106, in <module>: Invalid type annotation '<instance of List[Type[int]]>' for p4 [invalid-annotation]
+File "aliases_implicit.py", line 106, in <module>: Invalid type annotation '3' for p9 [invalid-annotation]
+File "aliases_implicit.py", line 106, in <module>: Invalid type annotation '1' for p11 [invalid-annotation]
+File "aliases_implicit.py", line 106, in <module>: Invalid type annotation '((int, str),)' for p3 [invalid-annotation]
+File "aliases_implicit.py", line 106, in <module>: Invalid type annotation "{'a': 'b'}" for p5 [invalid-annotation]
+File "aliases_implicit.py", line 136, in <module>: Invalid type annotation 'Union[list, set][int]'  [invalid-annotation]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 81: Expected 1 errors
-Line 106: Expected 1 errors
+Line 82: Expected 1 errors
 Line 107: Expected 1 errors
 Line 108: Expected 1 errors
 Line 109: Expected 1 errors
@@ -42,9 +41,10 @@ Line 116: Expected 1 errors
 Line 117: Expected 1 errors
 Line 118: Expected 1 errors
 Line 119: Expected 1 errors
-Line 133: Expected 1 errors
-Line 54: Unexpected errors ['File "aliases_implicit.py", line 54, in <module>: Invalid type annotation \\'[str, str]\\'  [invalid-annotation]', 'File "aliases_implicit.py", line 54, in <module>: Invalid type annotation \\'Callable[Concatenate[int, P], R][[str, str], None]\\'  [invalid-annotation]']
-Line 68: Unexpected errors ['File "aliases_implicit.py", line 68, in good_type_aliases: Callable[Concatenate, Any] [assert-type]']
-Line 72: Unexpected errors ['File "aliases_implicit.py", line 72, in good_type_aliases: Callable[[Any], None] [assert-type]']
-Line 105: Unexpected errors ['File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'[int, str]\\' for p2 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'True\\' for p10 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'<instance of List[Type[int]]>\\' for p4 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'3\\' for p9 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'1\\' for p11 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation \\'((int, str),)\\' for p3 [invalid-annotation]', 'File "aliases_implicit.py", line 105, in <module>: Invalid type annotation "{\\'a\\': \\'b\\'}" for p5 [invalid-annotation]']
+Line 120: Expected 1 errors
+Line 134: Expected 1 errors
+Line 55: Unexpected errors ['File "aliases_implicit.py", line 55, in <module>: Invalid type annotation \\'[str, str]\\'  [invalid-annotation]', 'File "aliases_implicit.py", line 55, in <module>: Invalid type annotation \\'Callable[Concatenate[int, P], R][[str, str], None]\\'  [invalid-annotation]']
+Line 69: Unexpected errors ['File "aliases_implicit.py", line 69, in good_type_aliases: Callable[Concatenate, Any] [assert-type]']
+Line 73: Unexpected errors ['File "aliases_implicit.py", line 73, in good_type_aliases: Callable[[Any], None] [assert-type]']
+Line 106: Unexpected errors ['File "aliases_implicit.py", line 106, in <module>: Invalid type annotation \\'[int, str]\\' for p2 [invalid-annotation]', 'File "aliases_implicit.py", line 106, in <module>: Invalid type annotation \\'True\\' for p10 [invalid-annotation]', 'File "aliases_implicit.py", line 106, in <module>: Invalid type annotation \\'<instance of List[Type[int]]>\\' for p4 [invalid-annotation]', 'File "aliases_implicit.py", line 106, in <module>: Invalid type annotation \\'3\\' for p9 [invalid-annotation]', 'File "aliases_implicit.py", line 106, in <module>: Invalid type annotation \\'1\\' for p11 [invalid-annotation]', 'File "aliases_implicit.py", line 106, in <module>: Invalid type annotation \\'((int, str),)\\' for p3 [invalid-annotation]', 'File "aliases_implicit.py", line 106, in <module>: Invalid type annotation "{\\'a\\': \\'b\\'}" for p5 [invalid-annotation]']
 """
diff --git a/conformance/results/pytype/aliases_recursive.toml b/conformance/results/pytype/aliases_recursive.toml
index 785d9ee7c..158635fad 100644
--- a/conformance/results/pytype/aliases_recursive.toml
+++ b/conformance/results/pytype/aliases_recursive.toml
@@ -27,8 +27,10 @@ File "aliases_recursive.py", line 73, in <module>: Invalid type annotation 'Gene
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 67: Expected 1 errors, got 2 (['File "aliases_recursive.py", line 67, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 67, in <module>: Invalid type annotation \\'GenericTypeAlias1[str]\\'  [invalid-annotation]'])
+Line 73: Expected 1 errors, got 2 (['File "aliases_recursive.py", line 73, in <module>: Invalid type annotation \\'list[str, int]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 73, in <module>: Invalid type annotation \\'GenericTypeAlias2[str, int]\\'  [invalid-annotation]'])
 Line 76: Expected 1 errors
-Line 80: Expected 1 errors
+Line 78: Expected 1 errors
 Line 38: Unexpected errors ['File "aliases_recursive.py", line 38, in <module>: Type annotation for t6 does not match type of assignment [annotation-type-mismatch]']
 Line 39: Unexpected errors ['File "aliases_recursive.py", line 39, in <module>: Type annotation for t6 does not match type of assignment [annotation-type-mismatch]']
 Line 50: Unexpected errors ['File "aliases_recursive.py", line 50, in <module>: Type annotation for m7 does not match type of assignment [annotation-type-mismatch]']
@@ -36,9 +38,7 @@ Line 51: Unexpected errors ['File "aliases_recursive.py", line 51, in <module>:
 Line 62: Unexpected errors ['File "aliases_recursive.py", line 62, in <module>: unsupported operand type(s) for |: \\'\\'GenericTypeAlias1[T1]\\': str\\' and \\'T1: TypeVar\\' [unsupported-operands]']
 Line 63: Unexpected errors ['File "aliases_recursive.py", line 63, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]']
 Line 66: Unexpected errors ['File "aliases_recursive.py", line 66, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 66, in <module>: Invalid type annotation \\'GenericTypeAlias1[str]\\'  [invalid-annotation]']
-Line 67: Unexpected errors ['File "aliases_recursive.py", line 67, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 67, in <module>: Invalid type annotation \\'GenericTypeAlias1[str]\\'  [invalid-annotation]']
 Line 69: Unexpected errors ['File "aliases_recursive.py", line 69, in <module>: unsupported operand type(s) for |: \\'\\'GenericTypeAlias2[T1, T2]\\': str\\' and \\'T1: TypeVar\\' [unsupported-operands]']
 Line 71: Unexpected errors ['File "aliases_recursive.py", line 71, in <module>: Invalid type annotation \\'list[str, int]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 71, in <module>: Invalid type annotation \\'GenericTypeAlias2[str, int]\\'  [invalid-annotation]']
 Line 72: Unexpected errors ['File "aliases_recursive.py", line 72, in <module>: Invalid type annotation \\'list[str, float]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 72, in <module>: Invalid type annotation \\'GenericTypeAlias2[str, float]\\'  [invalid-annotation]']
-Line 73: Unexpected errors ['File "aliases_recursive.py", line 73, in <module>: Invalid type annotation \\'list[str, int]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 73, in <module>: Invalid type annotation \\'GenericTypeAlias2[str, int]\\'  [invalid-annotation]']
 """
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index 19898b136..f75c17af8 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 45.3
+test_duration = 43.8
diff --git a/conformance/results/results.html b/conformance/results/results.html
index d4d849465..d4aad7d16 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.4sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.1sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>45.3sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.3sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>43.8sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>
diff --git a/conformance/src/main.py b/conformance/src/main.py
index 78c19346e..3afab8759 100644
--- a/conformance/src/main.py
+++ b/conformance/src/main.py
@@ -96,7 +96,7 @@ def update_output_for_test(
 
     should_write = False
     errors_diff = "\n" + diff_expected_errors(type_checker, test_case, output)
-    old_errors_diff = existing_results.get("errors_diff", "")
+    old_errors_diff = "\n" + existing_results.get("errors_diff", "")
 
     if errors_diff != old_errors_diff:
         should_write = True
diff --git a/conformance/tests/aliases_explicit.py b/conformance/tests/aliases_explicit.py
index a9b3fca03..c341db737 100644
--- a/conformance/tests/aliases_explicit.py
+++ b/conformance/tests/aliases_explicit.py
@@ -1,3 +1,4 @@
+# mypy: disable-error-code="truthy-function"
 """
 Tests explicit type aliases defined with `TypeAlias`.
 """
diff --git a/conformance/tests/aliases_implicit.py b/conformance/tests/aliases_implicit.py
index 62eb73eaa..7599919b9 100644
--- a/conformance/tests/aliases_implicit.py
+++ b/conformance/tests/aliases_implicit.py
@@ -1,3 +1,4 @@
+# mypy: disable-error-code="truthy-function"
 """
 Tests traditional implicit type aliases.
 """
diff --git a/conformance/tests/aliases_newtype.py b/conformance/tests/aliases_newtype.py
index c160513cd..00add697e 100644
--- a/conformance/tests/aliases_newtype.py
+++ b/conformance/tests/aliases_newtype.py
@@ -38,7 +38,7 @@ class UserIdDerived(UserId):  # E: subclassing not allowed
 nt1: GoodNewType1[int]  # E: NewType cannot be generic
 
 TypeAlias1 = dict[str, str]
-GoodNewType2 = NewType("GoodNewType2", TypeAlias1)
+GoodNewType3 = NewType("GoodNewType3", TypeAlias1)
 
 
 BadNewType1 = NewType("BadNewType1", int | str)  # E: cannot be generic
diff --git a/conformance/tests/aliases_recursive.py b/conformance/tests/aliases_recursive.py
index 2c321ef9d..628d35f19 100644
--- a/conformance/tests/aliases_recursive.py
+++ b/conformance/tests/aliases_recursive.py
@@ -64,19 +64,17 @@ def func1(j1: Json) -> Json2:
 
 g1: SpecializedTypeAlias1 = ["hi", ["hi", "hi"]]  # OK
 g2: GenericTypeAlias1[str] = ["hi", "bye", [""], [["hi"]]]  # OK
-g3: GenericTypeAlias1[str] = ["hi", [2.4]]  # Type error
+g3: GenericTypeAlias1[str] = ["hi", [2.4]]  # E
 
 GenericTypeAlias2 = list["GenericTypeAlias2[T1, T2]" | T1 | T2]
 
 g4: GenericTypeAlias2[str, int] = [[3, ["hi"]], "hi"]  # OK
 g5: GenericTypeAlias2[str, float] = [[3, ["hi", 3.4, [3.4]]], "hi"]  # OK
-g6: GenericTypeAlias2[str, int] = [[3, ["hi", 3, [3.4]]], "hi"]  # Type error
+g6: GenericTypeAlias2[str, int] = [[3, ["hi", 3, [3.4]]], "hi"]  # E
 
 
 RecursiveUnion: TypeAlias = Union["RecursiveUnion", int]  # E: cyclical reference
 
-MutualReference1: TypeAlias = Union[
-    "MutualReference2", int
-]  # E: cyclical reference
+MutualReference1: TypeAlias = Union["MutualReference2", int]  # E: cyclical reference
 MutualReference2: TypeAlias = Union["MutualReference1", str]
 

From d68ce3517861f481042e258d9fec49ff57eb0c04 Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Thu, 4 Apr 2024 10:04:48 -0400
Subject: [PATCH 06/22] # Type error -> # E

---
 .../results/mypy/aliases_recursive.toml       |  5 +-
 .../results/mypy/annotations_methods.toml     |  1 +
 .../results/mypy/callables_annotation.toml    |  6 +--
 .../results/mypy/generics_base_class.toml     |  3 --
 conformance/results/mypy/generics_basic.toml  | 10 +---
 .../mypy/generics_paramspec_basic.toml        |  6 +--
 .../mypy/generics_paramspec_components.toml   | 21 ++++++---
 .../mypy/generics_paramspec_semantics.toml    |  7 ---
 .../generics_paramspec_specialization.toml    |  7 +--
 .../results/mypy/generics_scoping.toml        | 10 +---
 .../mypy/generics_syntax_compatibility.toml   |  2 +-
 .../mypy/generics_syntax_declarations.toml    |  3 +-
 .../mypy/generics_syntax_infer_variance.toml  | 34 +++++++-------
 .../results/mypy/generics_syntax_scoping.toml |  6 +--
 .../results/mypy/generics_type_erasure.toml   |  7 +--
 .../mypy/generics_typevartuple_args.toml      | 11 ++---
 .../mypy/generics_typevartuple_basic.toml     | 11 ++---
 .../mypy/generics_typevartuple_callable.toml  |  3 +-
 .../generics_typevartuple_specialization.toml |  7 +--
 .../mypy/generics_typevartuple_unpack.toml    |  3 +-
 .../results/mypy/generics_variance.toml       |  5 +-
 .../mypy/generics_variance_inference.toml     | 39 +++++++---------
 .../results/mypy/historical_positional.toml   |  4 +-
 .../results/mypy/literals_literalstring.toml  |  9 ++--
 .../mypy/literals_parameterizations.toml      | 17 +------
 .../results/mypy/literals_semantics.toml      |  2 -
 .../mypy/namedtuples_define_class.toml        | 11 +----
 .../mypy/namedtuples_define_functional.toml   |  8 ----
 .../results/mypy/namedtuples_usage.toml       |  6 +--
 .../results/mypy/protocols_class_objects.toml |  9 +---
 .../results/mypy/protocols_definition.toml    | 17 ++-----
 .../results/mypy/protocols_generic.toml       |  6 ---
 .../results/mypy/protocols_merging.toml       |  1 -
 .../results/mypy/protocols_modules.toml       |  5 +-
 .../mypy/protocols_runtime_checkable.toml     |  2 -
 .../results/mypy/protocols_subtyping.toml     |  8 +---
 .../results/mypy/qualifiers_annotated.toml    |  1 +
 .../mypy/qualifiers_final_annotation.toml     |  5 +-
 .../mypy/qualifiers_final_decorator.toml      |  8 +++-
 .../results/mypy/specialtypes_never.toml      |  2 -
 .../results/mypy/specialtypes_none.toml       |  3 +-
 .../results/mypy/specialtypes_promotions.toml |  3 +-
 .../results/mypy/specialtypes_type.toml       |  9 ----
 .../results/mypy/tuples_type_compat.toml      | 16 -------
 .../results/mypy/tuples_type_form.toml        |  5 --
 conformance/results/mypy/tuples_unpacked.toml |  7 ++-
 .../results/pyre/aliases_recursive.toml       |  5 ++
 .../results/pyre/annotations_methods.toml     |  3 +-
 .../results/pyre/callables_annotation.toml    |  5 --
 .../results/pyre/generics_base_class.toml     |  3 --
 conformance/results/pyre/generics_basic.toml  |  9 ++--
 .../pyre/generics_paramspec_basic.toml        |  7 +--
 .../pyre/generics_paramspec_components.toml   | 18 ++++++--
 .../pyre/generics_paramspec_semantics.toml    |  7 ++-
 .../generics_paramspec_specialization.toml    |  5 --
 .../results/pyre/generics_scoping.toml        | 11 ++---
 .../pyre/generics_syntax_compatibility.toml   |  3 +-
 .../pyre/generics_syntax_declarations.toml    |  2 +
 .../pyre/generics_syntax_infer_variance.toml  | 17 +++++++
 .../results/pyre/generics_syntax_scoping.toml |  5 +-
 .../results/pyre/generics_type_erasure.toml   |  7 ++-
 .../pyre/generics_typevartuple_args.toml      | 10 +++-
 .../pyre/generics_typevartuple_basic.toml     | 13 +++---
 .../pyre/generics_typevartuple_callable.toml  |  2 +-
 .../generics_typevartuple_specialization.toml |  8 ++--
 .../pyre/generics_typevartuple_unpack.toml    |  1 +
 .../results/pyre/generics_variance.toml       |  5 ++
 .../pyre/generics_variance_inference.toml     | 23 ++++++++++
 .../results/pyre/historical_positional.toml   |  4 +-
 .../results/pyre/literals_literalstring.toml  | 10 +---
 .../pyre/literals_parameterizations.toml      | 17 +------
 .../results/pyre/literals_semantics.toml      |  2 +-
 .../pyre/namedtuples_define_class.toml        | 11 ++---
 .../pyre/namedtuples_define_functional.toml   |  8 ----
 .../results/pyre/namedtuples_usage.toml       |  6 ++-
 .../results/pyre/protocols_class_objects.toml |  7 +++
 .../results/pyre/protocols_definition.toml    | 17 +++----
 .../results/pyre/protocols_generic.toml       |  6 +--
 .../results/pyre/protocols_merging.toml       |  1 -
 .../results/pyre/protocols_modules.toml       |  5 +-
 .../pyre/protocols_runtime_checkable.toml     |  2 +
 .../results/pyre/protocols_subtyping.toml     |  8 +---
 .../results/pyre/qualifiers_annotated.toml    |  1 -
 .../pyre/qualifiers_final_annotation.toml     |  4 --
 .../pyre/qualifiers_final_decorator.toml      |  8 ++--
 .../results/pyre/specialtypes_never.toml      |  2 -
 .../results/pyre/specialtypes_none.toml       |  1 -
 .../results/pyre/specialtypes_promotions.toml |  3 +-
 .../results/pyre/specialtypes_type.toml       |  9 ++--
 .../results/pyre/tuples_type_compat.toml      | 19 ++++----
 .../results/pyre/tuples_type_form.toml        |  5 --
 conformance/results/pyre/tuples_unpacked.toml |  7 +--
 conformance/results/pyre/version.toml         |  2 +-
 .../results/pyright/aliases_recursive.toml    |  5 +-
 .../results/pyright/annotations_methods.toml  |  3 +-
 .../results/pyright/callables_annotation.toml |  5 --
 .../results/pyright/generics_base_class.toml  |  3 --
 .../results/pyright/generics_basic.toml       | 10 +---
 .../pyright/generics_paramspec_basic.toml     |  8 +---
 .../generics_paramspec_components.toml        | 20 ++------
 .../pyright/generics_paramspec_semantics.toml |  7 ---
 .../generics_paramspec_specialization.toml    |  7 +--
 .../results/pyright/generics_scoping.toml     | 12 +----
 .../generics_syntax_compatibility.toml        |  2 +-
 .../pyright/generics_syntax_declarations.toml |  2 -
 .../generics_syntax_infer_variance.toml       | 17 -------
 .../pyright/generics_syntax_scoping.toml      |  6 +--
 .../pyright/generics_type_erasure.toml        |  9 +---
 .../pyright/generics_typevartuple_args.toml   | 10 +---
 .../pyright/generics_typevartuple_basic.toml  | 13 ++----
 .../generics_typevartuple_callable.toml       |  3 +-
 .../generics_typevartuple_specialization.toml |  6 +--
 .../pyright/generics_typevartuple_unpack.toml |  3 +-
 .../results/pyright/generics_variance.toml    |  5 +-
 .../pyright/generics_variance_inference.toml  | 25 +---------
 .../pyright/historical_positional.toml        |  6 +--
 .../pyright/literals_literalstring.toml       |  9 ----
 .../pyright/literals_parameterizations.toml   | 19 +-------
 .../results/pyright/literals_semantics.toml   |  2 -
 .../pyright/namedtuples_define_class.toml     | 11 -----
 .../namedtuples_define_functional.toml        |  9 +---
 .../results/pyright/namedtuples_usage.toml    |  6 ---
 .../pyright/protocols_class_objects.toml      |  9 +---
 .../results/pyright/protocols_definition.toml | 19 +-------
 .../results/pyright/protocols_generic.toml    |  6 ---
 .../results/pyright/protocols_merging.toml    |  1 -
 .../results/pyright/protocols_modules.toml    |  5 +-
 .../pyright/protocols_runtime_checkable.toml  |  2 -
 .../results/pyright/protocols_subtyping.toml  |  8 +---
 .../results/pyright/qualifiers_annotated.toml |  1 -
 .../pyright/qualifiers_final_annotation.toml  |  6 +--
 .../pyright/qualifiers_final_decorator.toml   |  8 +---
 .../results/pyright/specialtypes_never.toml   |  2 -
 .../results/pyright/specialtypes_none.toml    |  3 +-
 .../pyright/specialtypes_promotions.toml      |  3 +-
 .../results/pyright/specialtypes_type.toml    | 11 +----
 .../results/pyright/tuples_type_compat.toml   | 18 +-------
 .../results/pyright/tuples_type_form.toml     |  5 --
 .../results/pyright/tuples_unpacked.toml      |  7 ++-
 conformance/results/pyright/version.toml      |  2 +-
 .../results/pytype/aliases_recursive.toml     |  5 +-
 .../results/pytype/annotations_methods.toml   |  1 +
 .../results/pytype/callables_annotation.toml  |  5 --
 .../results/pytype/generics_base_class.toml   |  3 +-
 .../results/pytype/generics_basic.toml        |  9 +---
 .../pytype/generics_paramspec_basic.toml      |  6 +++
 .../pytype/generics_paramspec_components.toml | 18 +++++++-
 .../pytype/generics_paramspec_semantics.toml  |  7 +++
 .../generics_paramspec_specialization.toml    |  5 +-
 .../results/pytype/generics_scoping.toml      | 10 ++--
 .../pytype/generics_syntax_compatibility.toml |  1 +
 .../pytype/generics_syntax_declarations.toml  |  2 +
 .../generics_syntax_infer_variance.toml       | 17 +++++++
 .../pytype/generics_syntax_scoping.toml       |  7 ++-
 .../results/pytype/generics_type_erasure.toml |  9 +++-
 .../pytype/generics_typevartuple_args.toml    | 10 +++-
 .../pytype/generics_typevartuple_basic.toml   | 14 +++---
 .../generics_typevartuple_callable.toml       |  1 -
 .../generics_typevartuple_specialization.toml |  7 +--
 .../pytype/generics_typevartuple_unpack.toml  |  1 +
 .../results/pytype/generics_variance.toml     |  6 ++-
 .../pytype/generics_variance_inference.toml   | 25 +++++++++-
 .../results/pytype/historical_positional.toml |  4 +-
 .../pytype/literals_literalstring.toml        |  9 ++--
 .../pytype/literals_parameterizations.toml    | 18 ++++----
 .../results/pytype/literals_semantics.toml    |  2 +-
 .../pytype/namedtuples_define_class.toml      | 11 ++---
 .../pytype/namedtuples_define_functional.toml |  8 ----
 .../results/pytype/namedtuples_usage.toml     |  6 ++-
 .../pytype/protocols_class_objects.toml       |  7 +++
 .../results/pytype/protocols_definition.toml  | 17 ++++---
 .../results/pytype/protocols_generic.toml     |  6 +--
 .../results/pytype/protocols_merging.toml     |  1 -
 .../results/pytype/protocols_modules.toml     |  3 ++
 .../pytype/protocols_runtime_checkable.toml   |  2 +
 .../results/pytype/protocols_subtyping.toml   |  6 ++-
 .../results/pytype/qualifiers_annotated.toml  |  1 +
 .../pytype/qualifiers_final_annotation.toml   |  5 +-
 .../pytype/qualifiers_final_decorator.toml    |  7 ++-
 .../results/pytype/specialtypes_never.toml    |  2 +-
 .../results/pytype/specialtypes_none.toml     |  1 -
 .../pytype/specialtypes_promotions.toml       |  3 +-
 .../results/pytype/specialtypes_type.toml     |  9 +---
 .../results/pytype/tuples_type_compat.toml    | 19 ++++----
 .../results/pytype/tuples_type_form.toml      |  5 --
 .../results/pytype/tuples_unpacked.toml       | 11 +++--
 conformance/results/pytype/version.toml       |  2 +-
 conformance/results/results.html              |  2 +-
 conformance/tests/aliases_recursive.py        | 10 ++--
 conformance/tests/annotations_methods.py      |  2 +-
 conformance/tests/callables_annotation.py     | 10 ++--
 conformance/tests/generics_base_class.py      |  6 +--
 conformance/tests/generics_basic.py           | 18 ++++----
 conformance/tests/generics_paramspec_basic.py | 12 ++---
 .../tests/generics_paramspec_components.py    | 32 ++++++-------
 .../tests/generics_paramspec_semantics.py     | 14 +++---
 .../generics_paramspec_specialization.py      | 10 ++--
 conformance/tests/generics_scoping.py         | 20 ++++----
 .../tests/generics_syntax_compatibility.py    |  2 +-
 .../tests/generics_syntax_declarations.py     |  4 +-
 .../tests/generics_syntax_infer_variance.py   | 34 +++++++-------
 conformance/tests/generics_syntax_scoping.py  | 10 ++--
 conformance/tests/generics_type_erasure.py    | 14 +++---
 .../tests/generics_typevartuple_args.py       | 20 ++++----
 .../tests/generics_typevartuple_basic.py      | 22 ++++-----
 .../tests/generics_typevartuple_callable.py   |  2 +-
 .../generics_typevartuple_specialization.py   | 10 ++--
 .../tests/generics_typevartuple_unpack.py     |  2 +-
 conformance/tests/generics_variance.py        | 10 ++--
 .../tests/generics_variance_inference.py      | 46 +++++++++----------
 conformance/tests/historical_positional.py    |  8 ++--
 conformance/tests/literals_literalstring.py   | 18 ++++----
 .../tests/literals_parameterizations.py       | 38 +++++++--------
 conformance/tests/literals_semantics.py       |  4 +-
 conformance/tests/namedtuples_define_class.py | 22 ++++-----
 .../tests/namedtuples_define_functional.py    | 16 +++----
 conformance/tests/namedtuples_usage.py        | 12 ++---
 conformance/tests/protocols_class_objects.py  | 14 +++---
 conformance/tests/protocols_definition.py     | 34 +++++++-------
 conformance/tests/protocols_generic.py        | 12 ++---
 conformance/tests/protocols_merging.py        |  2 +-
 conformance/tests/protocols_modules.py        |  6 +--
 .../tests/protocols_runtime_checkable.py      |  4 +-
 conformance/tests/protocols_subtyping.py      | 12 ++---
 conformance/tests/qualifiers_annotated.py     |  2 +-
 .../tests/qualifiers_final_annotation.py      |  8 ++--
 .../tests/qualifiers_final_decorator.py       | 14 +++---
 conformance/tests/specialtypes_never.py       |  4 +-
 conformance/tests/specialtypes_none.py        |  2 +-
 conformance/tests/specialtypes_promotions.py  |  2 +-
 conformance/tests/specialtypes_type.py        | 18 ++++----
 conformance/tests/tuples_type_compat.py       | 32 ++++++-------
 conformance/tests/tuples_type_form.py         | 10 ++--
 conformance/tests/tuples_unpacked.py          | 14 +++---
 234 files changed, 832 insertions(+), 1186 deletions(-)

diff --git a/conformance/results/mypy/aliases_recursive.toml b/conformance/results/mypy/aliases_recursive.toml
index c4b5647b2..e886b6d32 100644
--- a/conformance/results/mypy/aliases_recursive.toml
+++ b/conformance/results/mypy/aliases_recursive.toml
@@ -14,11 +14,8 @@ aliases_recursive.py:79: error: Invalid recursive alias: a union item of itself
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 56: Expected 1 errors
 Line 78: Expected 1 errors
-Line 38: Unexpected errors ['aliases_recursive.py:38: error: Incompatible types in assignment (expression has type "tuple[int, tuple[str, int], tuple[int, tuple[int, list[int]]]]", variable has type "RecursiveTuple")  [assignment]']
-Line 39: Unexpected errors ['aliases_recursive.py:39: error: Name "t6" already defined on line 38  [no-redef]']
-Line 50: Unexpected errors ['aliases_recursive.py:50: error: Dict entry 0 has incompatible type "str": "list[int]"; expected "str": "str | int | Mapping[str, RecursiveMapping]"  [dict-item]']
-Line 51: Unexpected errors ['aliases_recursive.py:51: error: Dict entry 2 has incompatible type "str": "list[int]"; expected "str": "str | int | Mapping[str, RecursiveMapping]"  [dict-item]']
 Line 55: Unexpected errors ['aliases_recursive.py:55: error: Dict entry 2 has incompatible type "str": "list[int]"; expected "str": "str | int | Mapping[str, RecursiveMapping]"  [dict-item]']
 Line 79: Unexpected errors ['aliases_recursive.py:79: error: Invalid recursive alias: a union item of itself  [misc]']
 """
diff --git a/conformance/results/mypy/annotations_methods.toml b/conformance/results/mypy/annotations_methods.toml
index e6f16d09d..f2b6ffe6e 100644
--- a/conformance/results/mypy/annotations_methods.toml
+++ b/conformance/results/mypy/annotations_methods.toml
@@ -7,5 +7,6 @@ annotations_methods.py:42: error: Expression is of type "B", not "A"  [assert-ty
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 46: Expected 1 errors
 Line 42: Unexpected errors ['annotations_methods.py:42: error: Expression is of type "B", not "A"  [assert-type]']
 """
diff --git a/conformance/results/mypy/callables_annotation.toml b/conformance/results/mypy/callables_annotation.toml
index 3b60effa2..ade0335c4 100644
--- a/conformance/results/mypy/callables_annotation.toml
+++ b/conformance/results/mypy/callables_annotation.toml
@@ -16,11 +16,7 @@ callables_annotation.py:43: error: Unexpected "..."  [misc]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 13: Unexpected errors ['callables_annotation.py:13: error: Too few arguments  [call-arg]']
-Line 14: Unexpected errors ['callables_annotation.py:14: error: Argument 2 has incompatible type "int"; expected "str"  [arg-type]']
-Line 15: Unexpected errors ['callables_annotation.py:15: error: Too many arguments  [call-arg]']
-Line 16: Unexpected errors ['callables_annotation.py:16: error: Unexpected keyword argument "a"  [call-arg]', 'callables_annotation.py:16: error: Unexpected keyword argument "b"  [call-arg]']
-Line 22: Unexpected errors ['callables_annotation.py:22: error: Too many arguments  [call-arg]']
+Line 16: Expected 1 errors, got 2 (['callables_annotation.py:16: error: Unexpected keyword argument "a"  [call-arg]', 'callables_annotation.py:16: error: Unexpected keyword argument "b"  [call-arg]'])
 Line 39: Unexpected errors ['callables_annotation.py:39: error: Please use "Callable[[<parameters>], <return type>]" or "Callable"  [misc]']
 Line 40: Unexpected errors ['callables_annotation.py:40: error: The first argument to Callable must be a list of types, parameter specification, or "..."  [valid-type]']
 Line 41: Unexpected errors ['callables_annotation.py:41: error: Bracketed expression "[...]" is not valid as a type  [valid-type]']
diff --git a/conformance/results/mypy/generics_base_class.toml b/conformance/results/mypy/generics_base_class.toml
index 619e8fc74..0b8f21b82 100644
--- a/conformance/results/mypy/generics_base_class.toml
+++ b/conformance/results/mypy/generics_base_class.toml
@@ -11,10 +11,7 @@ generics_base_class.py:68: error: Duplicate type variables in Generic[...] or Pr
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Unexpected errors ['generics_base_class.py:26: error: Argument 1 to "takes_dict_incorrect" has incompatible type "SymbolTable"; expected "dict[str, list[object]]"  [arg-type]']
 Line 29: Unexpected errors ['generics_base_class.py:29: error: Variable "typing.Generic" is not valid as a type  [valid-type]']
 Line 30: Unexpected errors ['generics_base_class.py:30: error: Variable "typing.Generic" is not valid as a type  [valid-type]']
-Line 49: Unexpected errors ['generics_base_class.py:49: error: "LinkedList" expects 1 type argument, but 2 given  [type-arg]']
-Line 61: Unexpected errors ['generics_base_class.py:61: error: "MyDict" expects 1 type argument, but 2 given  [type-arg]']
 Line 68: Unexpected errors ['generics_base_class.py:68: error: Duplicate type variables in Generic[...] or Protocol[...]  [misc]']
 """
diff --git a/conformance/results/mypy/generics_basic.toml b/conformance/results/mypy/generics_basic.toml
index e429d6865..2a2db1c32 100644
--- a/conformance/results/mypy/generics_basic.toml
+++ b/conformance/results/mypy/generics_basic.toml
@@ -17,13 +17,5 @@ generics_basic.py:167: note: (Hint: Use "T" in function signature to bind "T" in
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 36: Unexpected errors ['generics_basic.py:36: error: Value of type variable "AnyStr" of "concat" cannot be "Sequence[object]"  [type-var]']
-Line 37: Unexpected errors ['generics_basic.py:37: error: Value of type variable "AnyStr" of "concat" cannot be "Sequence[object]"  [type-var]']
-Line 44: Unexpected errors ['generics_basic.py:44: error: TypeVar cannot have only a single constraint  [misc]']
-Line 48: Unexpected errors ['generics_basic.py:48: error: Type variable "generics_basic.T" is unbound  [valid-type]']
-Line 59: Unexpected errors ['generics_basic.py:59: error: Value of type variable "AnyStr" of "concat" cannot be "Sequence[object]"  [type-var]']
-Line 107: Unexpected errors ['generics_basic.py:107: error: Duplicate type variables in Generic[...] or Protocol[...]  [misc]']
-Line 140: Unexpected errors ['generics_basic.py:140: error: Invalid index type "int" for "MyMap1[str, int]"; expected type "str"  [index]']
-Line 141: Unexpected errors ['generics_basic.py:141: error: Invalid index type "int" for "MyMap2[int, str]"; expected type "str"  [index]']
-Line 167: Unexpected errors ['generics_basic.py:167: error: Dynamic metaclass not supported for "GenericMetaInstance"  [misc]', 'generics_basic.py:167: error: Type variable "generics_basic.T" is unbound  [valid-type]']
+Line 167: Expected 1 errors, got 2 (['generics_basic.py:167: error: Dynamic metaclass not supported for "GenericMetaInstance"  [misc]', 'generics_basic.py:167: error: Type variable "generics_basic.T" is unbound  [valid-type]'])
 """
diff --git a/conformance/results/mypy/generics_paramspec_basic.toml b/conformance/results/mypy/generics_paramspec_basic.toml
index 2b7004360..1ed2f81d5 100644
--- a/conformance/results/mypy/generics_paramspec_basic.toml
+++ b/conformance/results/mypy/generics_paramspec_basic.toml
@@ -17,9 +17,5 @@ generics_paramspec_basic.py:39: note: You can use ParamSpec as the first argumen
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 23: Unexpected errors ['generics_paramspec_basic.py:23: error: Invalid location for ParamSpec "P"  [valid-type]']
-Line 27: Unexpected errors ['generics_paramspec_basic.py:27: error: Invalid location for Concatenate  [valid-type]']
-Line 31: Unexpected errors ['generics_paramspec_basic.py:31: error: Invalid location for ParamSpec "P"  [misc]']
-Line 35: Unexpected errors ['generics_paramspec_basic.py:35: error: Invalid location for ParamSpec "P"  [valid-type]']
-Line 39: Unexpected errors ['generics_paramspec_basic.py:39: error: Invalid location for ParamSpec "P"  [valid-type]']
+Line 15: Expected 1 errors
 """
diff --git a/conformance/results/mypy/generics_paramspec_components.toml b/conformance/results/mypy/generics_paramspec_components.toml
index 7fcaec744..2f786c459 100644
--- a/conformance/results/mypy/generics_paramspec_components.toml
+++ b/conformance/results/mypy/generics_paramspec_components.toml
@@ -23,11 +23,18 @@ generics_paramspec_components.py:98: error: Argument 3 to "twice" has incompatib
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 17: Unexpected errors ['generics_paramspec_components.py:17: error: Use "P.args" for variadic "*" parameter  [valid-type]', 'generics_paramspec_components.py:17: error: Use "P.kwargs" for variadic "**" parameter  [valid-type]']
-Line 23: Unexpected errors ['generics_paramspec_components.py:23: error: Use "P.kwargs" for variadic "**" parameter  [valid-type]']
-Line 49: Unexpected errors ['generics_paramspec_components.py:49: error: Argument 1 has incompatible type "*P.kwargs"; expected "P.args"  [arg-type]', 'generics_paramspec_components.py:49: error: Argument 2 has incompatible type "**P.args"; expected "P.kwargs"  [arg-type]']
-Line 51: Unexpected errors ['generics_paramspec_components.py:51: error: Argument 1 has incompatible type "int"; expected "P.args"  [arg-type]']
-Line 70: Unexpected errors ['generics_paramspec_components.py:70: error: Argument 1 has incompatible type "*P.args"; expected "int"  [arg-type]', 'generics_paramspec_components.py:70: error: Argument 2 has incompatible type "int"; expected "P.args"  [arg-type]']
-Line 83: Unexpected errors ['generics_paramspec_components.py:83: error: "foo" gets multiple values for keyword argument "x"  [misc]', 'generics_paramspec_components.py:83: error: Argument 1 to "foo" has incompatible type "*P.args"; expected "int"  [arg-type]', 'generics_paramspec_components.py:83: error: Argument 3 to "foo" has incompatible type "**P.kwargs"; expected "int"  [arg-type]']
-Line 98: Unexpected errors ['generics_paramspec_components.py:98: error: Argument 2 to "twice" has incompatible type "str"; expected "int"  [arg-type]', 'generics_paramspec_components.py:98: error: Argument 3 to "twice" has incompatible type "int"; expected "str"  [arg-type]']
+Line 17: Expected 1 errors, got 2 (['generics_paramspec_components.py:17: error: Use "P.args" for variadic "*" parameter  [valid-type]', 'generics_paramspec_components.py:17: error: Use "P.kwargs" for variadic "**" parameter  [valid-type]'])
+Line 20: Expected 1 errors
+Line 26: Expected 1 errors
+Line 30: Expected 1 errors
+Line 35: Expected 1 errors
+Line 36: Expected 1 errors
+Line 38: Expected 1 errors
+Line 41: Expected 1 errors
+Line 49: Expected 1 errors, got 2 (['generics_paramspec_components.py:49: error: Argument 1 has incompatible type "*P.kwargs"; expected "P.args"  [arg-type]', 'generics_paramspec_components.py:49: error: Argument 2 has incompatible type "**P.args"; expected "P.kwargs"  [arg-type]'])
+Line 60: Expected 1 errors
+Line 70: Expected 1 errors, got 2 (['generics_paramspec_components.py:70: error: Argument 1 has incompatible type "*P.args"; expected "int"  [arg-type]', 'generics_paramspec_components.py:70: error: Argument 2 has incompatible type "int"; expected "P.args"  [arg-type]'])
+Line 72: Expected 1 errors
+Line 83: Expected 1 errors, got 3 (['generics_paramspec_components.py:83: error: "foo" gets multiple values for keyword argument "x"  [misc]', 'generics_paramspec_components.py:83: error: Argument 1 to "foo" has incompatible type "*P.args"; expected "int"  [arg-type]', 'generics_paramspec_components.py:83: error: Argument 3 to "foo" has incompatible type "**P.kwargs"; expected "int"  [arg-type]'])
+Line 98: Expected 1 errors, got 2 (['generics_paramspec_components.py:98: error: Argument 2 to "twice" has incompatible type "str"; expected "int"  [arg-type]', 'generics_paramspec_components.py:98: error: Argument 3 to "twice" has incompatible type "int"; expected "str"  [arg-type]'])
 """
diff --git a/conformance/results/mypy/generics_paramspec_semantics.toml b/conformance/results/mypy/generics_paramspec_semantics.toml
index fba11fc62..f6ea6d162 100644
--- a/conformance/results/mypy/generics_paramspec_semantics.toml
+++ b/conformance/results/mypy/generics_paramspec_semantics.toml
@@ -15,11 +15,4 @@ generics_paramspec_semantics.py:136: error: Argument 1 to "expects_int_first" ha
 conformance_automated = "Fail"
 errors_diff = """
 Line 26: Expected 1 errors, got 2 (['generics_paramspec_semantics.py:26: error: Unexpected keyword argument "a"  [call-arg]', 'generics_paramspec_semantics.py:26: error: Unexpected keyword argument "b"  [call-arg]'])
-Line 61: Unexpected errors ['generics_paramspec_semantics.py:61: error: Argument 2 to "func1" has incompatible type "Callable[[NamedArg(int, \\'y\\')], int]"; expected "Callable[[NamedArg(int, \\'x\\')], int]"  [arg-type]']
-Line 97: Unexpected errors ['generics_paramspec_semantics.py:97: error: Argument 1 has incompatible type "int"; expected "str"  [arg-type]']
-Line 107: Unexpected errors ['generics_paramspec_semantics.py:107: error: Argument 1 has incompatible type "int"; expected "bool"  [arg-type]']
-Line 119: Unexpected errors ['generics_paramspec_semantics.py:119: error: Argument 1 has incompatible type "int"; expected "str"  [arg-type]']
-Line 126: Unexpected errors ['generics_paramspec_semantics.py:126: error: Argument 1 to "expects_int_first" has incompatible type "Callable[[str], int]"; expected "Callable[[int], int]"  [arg-type]']
-Line 131: Unexpected errors ['generics_paramspec_semantics.py:131: error: Argument 1 to "expects_int_first" has incompatible type "Callable[[NamedArg(int, \\'x\\')], int]"; expected "Callable[[int, NamedArg(int, \\'x\\')], int]"  [arg-type]']
-Line 136: Unexpected errors ['generics_paramspec_semantics.py:136: error: Argument 1 to "expects_int_first" has incompatible type "Callable[[KwArg(int)], int]"; expected "Callable[[int, KwArg(int)], int]"  [arg-type]']
 """
diff --git a/conformance/results/mypy/generics_paramspec_specialization.toml b/conformance/results/mypy/generics_paramspec_specialization.toml
index 0f2813ecb..c705fbb80 100644
--- a/conformance/results/mypy/generics_paramspec_specialization.toml
+++ b/conformance/results/mypy/generics_paramspec_specialization.toml
@@ -6,11 +6,6 @@ generics_paramspec_specialization.py:56: error: Argument 3 has incompatible type
 generics_paramspec_specialization.py:61: error: Argument 1 has incompatible type "str"; expected "int"  [arg-type]
 generics_paramspec_specialization.py:62: error: Argument 3 has incompatible type "str"; expected "bool"  [arg-type]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 45: Unexpected errors ['generics_paramspec_specialization.py:45: error: Can only replace ParamSpec with a parameter types list or another ParamSpec, got "int"  [misc]']
-Line 55: Unexpected errors ['generics_paramspec_specialization.py:55: error: Argument 1 has incompatible type "str"; expected "int"  [arg-type]']
-Line 56: Unexpected errors ['generics_paramspec_specialization.py:56: error: Argument 3 has incompatible type "str"; expected "bool"  [arg-type]']
-Line 61: Unexpected errors ['generics_paramspec_specialization.py:61: error: Argument 1 has incompatible type "str"; expected "int"  [arg-type]']
-Line 62: Unexpected errors ['generics_paramspec_specialization.py:62: error: Argument 3 has incompatible type "str"; expected "bool"  [arg-type]']
 """
diff --git a/conformance/results/mypy/generics_scoping.toml b/conformance/results/mypy/generics_scoping.toml
index e341101ad..ff33ec5d0 100644
--- a/conformance/results/mypy/generics_scoping.toml
+++ b/conformance/results/mypy/generics_scoping.toml
@@ -27,13 +27,5 @@ generics_scoping.py:86: note: (Hint: Use "T" in function signature to bind "T" i
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 25: Unexpected errors ['generics_scoping.py:25: error: Argument 1 to "meth_2" of "MyClass" has incompatible type "str"; expected "int"  [arg-type]']
-Line 46: Unexpected errors ['generics_scoping.py:46: error: Type variable "generics_scoping.S" is unbound  [valid-type]']
-Line 50: Unexpected errors ['generics_scoping.py:50: error: Type variable "generics_scoping.S" is unbound  [valid-type]']
-Line 61: Unexpected errors ['generics_scoping.py:61: error: Free type variable expected in Generic[...]  [misc]']
-Line 74: Unexpected errors ['generics_scoping.py:74: error: Type variable "generics_scoping.T" is unbound  [valid-type]']
-Line 80: Unexpected errors ['generics_scoping.py:80: error: Can\\'t use bound type variable "T" to define generic alias  [valid-type]']
-Line 84: Unexpected errors ['generics_scoping.py:84: error: Type variable "generics_scoping.T" is unbound  [valid-type]']
-Line 85: Unexpected errors ['generics_scoping.py:85: error: Type variable "generics_scoping.T" is unbound  [valid-type]']
-Line 86: Unexpected errors ['generics_scoping.py:86: error: Type variable "generics_scoping.T" is unbound  [valid-type]']
+Line 71: Expected 1 errors
 """
diff --git a/conformance/results/mypy/generics_syntax_compatibility.toml b/conformance/results/mypy/generics_syntax_compatibility.toml
index 2f1dcf36c..32b220c8f 100644
--- a/conformance/results/mypy/generics_syntax_compatibility.toml
+++ b/conformance/results/mypy/generics_syntax_compatibility.toml
@@ -15,8 +15,8 @@ generics_syntax_compatibility.py:26: error: Name "M" is not defined  [name-defin
 conformance_automated = "Fail"
 errors_diff = """
 Line 14: Expected 1 errors, got 2 (['generics_syntax_compatibility.py:14: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_compatibility.py:14: error: Name "V" is not defined  [name-defined]'])
+Line 26: Expected 1 errors, got 2 (['generics_syntax_compatibility.py:26: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_compatibility.py:26: error: Name "M" is not defined  [name-defined]'])
 Line 18: Unexpected errors ['generics_syntax_compatibility.py:18: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_compatibility.py:18: error: Name "V" is not defined  [name-defined]']
 Line 22: Unexpected errors ['generics_syntax_compatibility.py:22: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 23: Unexpected errors ['generics_syntax_compatibility.py:23: error: Name "V" is not defined  [name-defined]']
-Line 26: Unexpected errors ['generics_syntax_compatibility.py:26: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_compatibility.py:26: error: Name "M" is not defined  [name-defined]']
 """
diff --git a/conformance/results/mypy/generics_syntax_declarations.toml b/conformance/results/mypy/generics_syntax_declarations.toml
index fb58f6559..b4638ff23 100644
--- a/conformance/results/mypy/generics_syntax_declarations.toml
+++ b/conformance/results/mypy/generics_syntax_declarations.toml
@@ -35,13 +35,14 @@ generics_syntax_declarations.py:81: error: PEP 695 generics are not yet supporte
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 27: Expected 1 errors, got 4 (['generics_syntax_declarations.py:27: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_declarations.py:27: error: Free type variable expected in Protocol[...]  [misc]', 'generics_syntax_declarations.py:27: error: Name "S" is not defined  [name-defined]', 'generics_syntax_declarations.py:27: error: Name "T" is not defined  [name-defined]'])
+Line 34: Expected 1 errors
 Line 13: Unexpected errors ['generics_syntax_declarations.py:13: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 14: Unexpected errors ['generics_syntax_declarations.py:14: error: Expression is of type "Any", not "TypeVar"  [assert-type]', 'generics_syntax_declarations.py:14: error: Name "T" is not defined  [name-defined]']
 Line 15: Unexpected errors ['generics_syntax_declarations.py:15: error: Expression is of type "Any", not "TypeVarTuple"  [assert-type]', 'generics_syntax_declarations.py:15: error: Name "Ts" is not defined  [name-defined]']
 Line 16: Unexpected errors ['generics_syntax_declarations.py:16: error: Expression is of type "Any", not "ParamSpec"  [assert-type]', 'generics_syntax_declarations.py:16: error: Name "P" is not defined  [name-defined]']
 Line 19: Unexpected errors ['generics_syntax_declarations.py:19: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_declarations.py:19: error: Free type variable expected in Generic[...]  [misc]', 'generics_syntax_declarations.py:19: error: Name "T" is not defined  [name-defined]']
 Line 23: Unexpected errors ['generics_syntax_declarations.py:23: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 27: Unexpected errors ['generics_syntax_declarations.py:27: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_declarations.py:27: error: Free type variable expected in Protocol[...]  [misc]', 'generics_syntax_declarations.py:27: error: Name "S" is not defined  [name-defined]', 'generics_syntax_declarations.py:27: error: Name "T" is not defined  [name-defined]']
 Line 31: Unexpected errors ['generics_syntax_declarations.py:31: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 32: Unexpected errors ['generics_syntax_declarations.py:32: error: Name "T" is not defined  [name-defined]']
 Line 37: Unexpected errors ['generics_syntax_declarations.py:37: error: PEP 695 generics are not yet supported  [valid-type]']
diff --git a/conformance/results/mypy/generics_syntax_infer_variance.toml b/conformance/results/mypy/generics_syntax_infer_variance.toml
index d6dc0750a..a5feb3e40 100644
--- a/conformance/results/mypy/generics_syntax_infer_variance.toml
+++ b/conformance/results/mypy/generics_syntax_infer_variance.toml
@@ -111,6 +111,23 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 17: Expected 1 errors
 Line 21: Expected 1 errors
+Line 33: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:33: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:33: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]'])
+Line 41: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:41: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:41: error: The type "type[ShouldBeCovariant2]" is not generic and not indexable  [misc]'])
+Line 50: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:50: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:50: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]'])
+Line 59: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:59: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:59: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]'])
+Line 72: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:72: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:72: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]'])
+Line 83: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:83: error: "ShouldBeCovariant6" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:83: error: The type "type[ShouldBeCovariant6]" is not generic and not indexable  [misc]'])
+Line 99: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:99: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:99: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]'])
+Line 100: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:100: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:100: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]'])
+Line 114: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:114: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:114: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]'])
+Line 115: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:115: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:115: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]'])
+Line 122: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:122: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_syntax_infer_variance.py:122: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]'])
+Line 123: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:123: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_syntax_infer_variance.py:123: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]'])
+Line 124: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:124: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_syntax_infer_variance.py:124: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]'])
+Line 125: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:125: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_syntax_infer_variance.py:125: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]'])
+Line 133: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:133: error: "ShouldBeInvariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:133: error: The type "type[ShouldBeInvariant4]" is not generic and not indexable  [misc]'])
+Line 141: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:141: error: "ShouldBeInvariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:141: error: The type "type[ShouldBeInvariant5]" is not generic and not indexable  [misc]'])
+Line 152: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:152: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:152: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]'])
 Line 11: Unexpected errors ['generics_syntax_infer_variance.py:11: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
 Line 12: Unexpected errors ['generics_syntax_infer_variance.py:12: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
 Line 13: Unexpected errors ['generics_syntax_infer_variance.py:13: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
@@ -120,53 +137,36 @@ Line 24: Unexpected errors ['generics_syntax_infer_variance.py:24: error: Free t
 Line 25: Unexpected errors ['generics_syntax_infer_variance.py:25: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
 Line 28: Unexpected errors ['generics_syntax_infer_variance.py:28: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
 Line 32: Unexpected errors ['generics_syntax_infer_variance.py:32: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:32: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]']
-Line 33: Unexpected errors ['generics_syntax_infer_variance.py:33: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:33: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]']
 Line 36: Unexpected errors ['generics_syntax_infer_variance.py:36: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
 Line 40: Unexpected errors ['generics_syntax_infer_variance.py:40: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:40: error: The type "type[ShouldBeCovariant2]" is not generic and not indexable  [misc]']
-Line 41: Unexpected errors ['generics_syntax_infer_variance.py:41: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:41: error: The type "type[ShouldBeCovariant2]" is not generic and not indexable  [misc]']
 Line 44: Unexpected errors ['generics_syntax_infer_variance.py:44: error: Free type variable expected in Generic[...]  [misc]']
 Line 45: Unexpected errors ['generics_syntax_infer_variance.py:45: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]', 'generics_syntax_infer_variance.py:45: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]']
 Line 49: Unexpected errors ['generics_syntax_infer_variance.py:49: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:49: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]']
-Line 50: Unexpected errors ['generics_syntax_infer_variance.py:50: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:50: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]']
 Line 54: Unexpected errors ['generics_syntax_infer_variance.py:54: error: Free type variable expected in Generic[...]  [misc]']
 Line 55: Unexpected errors ['generics_syntax_infer_variance.py:55: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
 Line 58: Unexpected errors ['generics_syntax_infer_variance.py:58: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:58: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]']
-Line 59: Unexpected errors ['generics_syntax_infer_variance.py:59: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:59: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]']
 Line 62: Unexpected errors ['generics_syntax_infer_variance.py:62: error: Free type variable expected in Generic[...]  [misc]']
 Line 63: Unexpected errors ['generics_syntax_infer_variance.py:63: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
 Line 67: Unexpected errors ['generics_syntax_infer_variance.py:67: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
 Line 71: Unexpected errors ['generics_syntax_infer_variance.py:71: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:71: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]']
-Line 72: Unexpected errors ['generics_syntax_infer_variance.py:72: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:72: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]']
 Line 75: Unexpected errors ['generics_syntax_infer_variance.py:75: error: Free type variable expected in Generic[...]  [misc]']
 Line 76: Unexpected errors ['generics_syntax_infer_variance.py:76: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
 Line 78: Unexpected errors ['generics_syntax_infer_variance.py:78: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
 Line 82: Unexpected errors ['generics_syntax_infer_variance.py:82: error: "ShouldBeCovariant6" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:82: error: The type "type[ShouldBeCovariant6]" is not generic and not indexable  [misc]']
-Line 83: Unexpected errors ['generics_syntax_infer_variance.py:83: error: "ShouldBeCovariant6" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:83: error: The type "type[ShouldBeCovariant6]" is not generic and not indexable  [misc]']
 Line 86: Unexpected errors ['generics_syntax_infer_variance.py:86: error: Free type variable expected in Generic[...]  [misc]']
 Line 87: Unexpected errors ['generics_syntax_infer_variance.py:87: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
 Line 95: Unexpected errors ['generics_syntax_infer_variance.py:95: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 99: Unexpected errors ['generics_syntax_infer_variance.py:99: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:99: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]']
-Line 100: Unexpected errors ['generics_syntax_infer_variance.py:100: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:100: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]']
 Line 103: Unexpected errors ['generics_syntax_infer_variance.py:103: error: Free type variable expected in Generic[...]  [misc]']
 Line 104: Unexpected errors ['generics_syntax_infer_variance.py:104: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
 Line 107: Unexpected errors ['generics_syntax_infer_variance.py:107: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
 Line 110: Unexpected errors ['generics_syntax_infer_variance.py:110: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 114: Unexpected errors ['generics_syntax_infer_variance.py:114: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:114: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]']
-Line 115: Unexpected errors ['generics_syntax_infer_variance.py:115: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:115: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]']
 Line 118: Unexpected errors ['generics_syntax_infer_variance.py:118: error: Variable "generics_syntax_infer_variance.K" is not valid as a type  [valid-type]', 'generics_syntax_infer_variance.py:118: error: Variable "generics_syntax_infer_variance.V" is not valid as a type  [valid-type]']
-Line 122: Unexpected errors ['generics_syntax_infer_variance.py:122: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_syntax_infer_variance.py:122: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]']
-Line 123: Unexpected errors ['generics_syntax_infer_variance.py:123: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_syntax_infer_variance.py:123: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]']
-Line 124: Unexpected errors ['generics_syntax_infer_variance.py:124: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_syntax_infer_variance.py:124: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]']
-Line 125: Unexpected errors ['generics_syntax_infer_variance.py:125: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_syntax_infer_variance.py:125: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]']
 Line 129: Unexpected errors ['generics_syntax_infer_variance.py:129: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 130: Unexpected errors ['generics_syntax_infer_variance.py:130: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 133: Unexpected errors ['generics_syntax_infer_variance.py:133: error: "ShouldBeInvariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:133: error: The type "type[ShouldBeInvariant4]" is not generic and not indexable  [misc]']
 Line 136: Unexpected errors ['generics_syntax_infer_variance.py:136: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 137: Unexpected errors ['generics_syntax_infer_variance.py:137: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 141: Unexpected errors ['generics_syntax_infer_variance.py:141: error: "ShouldBeInvariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:141: error: The type "type[ShouldBeInvariant5]" is not generic and not indexable  [misc]']
 Line 144: Unexpected errors ['generics_syntax_infer_variance.py:144: error: Free type variable expected in Generic[...]  [misc]']
 Line 145: Unexpected errors ['generics_syntax_infer_variance.py:145: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
 Line 148: Unexpected errors ['generics_syntax_infer_variance.py:148: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 152: Unexpected errors ['generics_syntax_infer_variance.py:152: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:152: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]']
 Line 153: Unexpected errors ['generics_syntax_infer_variance.py:153: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:153: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]']
 """
diff --git a/conformance/results/mypy/generics_syntax_scoping.toml b/conformance/results/mypy/generics_syntax_scoping.toml
index 74612eb20..452cfac14 100644
--- a/conformance/results/mypy/generics_syntax_scoping.toml
+++ b/conformance/results/mypy/generics_syntax_scoping.toml
@@ -70,8 +70,7 @@ generics_syntax_scoping.py:124: note: "assert_type" expects everything to be "An
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 14: Unexpected errors ['generics_syntax_scoping.py:14: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 18: Unexpected errors ['generics_syntax_scoping.py:18: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 98: Expected 1 errors, got 2 (['generics_syntax_scoping.py:98: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_scoping.py:98: error: Variable "generics_syntax_scoping.ClassE.T" is not valid as a type  [valid-type]'])
 Line 22: Unexpected errors ['generics_syntax_scoping.py:22: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 26: Unexpected errors ['generics_syntax_scoping.py:26: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 27: Unexpected errors ['generics_syntax_scoping.py:27: error: "Foo" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_scoping.py:27: error: Variable "generics_syntax_scoping.T" is not valid as a type  [valid-type]']
@@ -90,9 +89,6 @@ Line 74: Unexpected errors ['generics_syntax_scoping.py:74: error: PEP 695 gener
 Line 77: Unexpected errors ['generics_syntax_scoping.py:77: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_scoping.py:77: error: "Inner" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_scoping.py:77: error: Variable "generics_syntax_scoping.T" is not valid as a type  [valid-type]']
 Line 81: Unexpected errors ['generics_syntax_scoping.py:81: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_scoping.py:81: error: The first argument to Callable must be a list of types, parameter specification, or "..."  [valid-type]', 'generics_syntax_scoping.py:81: error: Name "P" is not defined  [name-defined]', 'generics_syntax_scoping.py:81: error: Name "R" is not defined  [name-defined]']
 Line 89: Unexpected errors ['generics_syntax_scoping.py:89: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_scoping.py:89: error: Variable "generics_syntax_scoping.T" is not valid as a type  [valid-type]']
-Line 92: Unexpected errors ['generics_syntax_scoping.py:92: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 95: Unexpected errors ['generics_syntax_scoping.py:95: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 98: Unexpected errors ['generics_syntax_scoping.py:98: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_scoping.py:98: error: Variable "generics_syntax_scoping.ClassE.T" is not valid as a type  [valid-type]']
 Line 105: Unexpected errors ['generics_syntax_scoping.py:105: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 116: Unexpected errors ['generics_syntax_scoping.py:116: error: Expression is of type "Any", not "TypeVar"  [assert-type]']
 Line 121: Unexpected errors ['generics_syntax_scoping.py:121: error: Expression is of type "Any", not "complex"  [assert-type]']
diff --git a/conformance/results/mypy/generics_type_erasure.toml b/conformance/results/mypy/generics_type_erasure.toml
index 1ee1a784b..86e3cf0ae 100644
--- a/conformance/results/mypy/generics_type_erasure.toml
+++ b/conformance/results/mypy/generics_type_erasure.toml
@@ -15,12 +15,7 @@ generics_type_erasure.py:43: error: Access to generic instance variables via cla
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 44: Expected 1 errors
 Line 17: Unexpected errors ['generics_type_erasure.py:17: error: Expression is of type "Node[Never]", not "Node[Any]"  [assert-type]']
 Line 20: Unexpected errors ['generics_type_erasure.py:20: error: Expression is of type Never, not "Any"  [assert-type]']
-Line 36: Unexpected errors ['generics_type_erasure.py:36: error: Argument 1 to "Node" has incompatible type "str"; expected "int | None"  [arg-type]']
-Line 38: Unexpected errors ['generics_type_erasure.py:38: error: Argument 1 to "Node" has incompatible type "int"; expected "str | None"  [arg-type]']
-Line 40: Unexpected errors ['generics_type_erasure.py:40: error: Access to generic instance variables via class is ambiguous  [misc]']
-Line 41: Unexpected errors ['generics_type_erasure.py:41: error: Access to generic instance variables via class is ambiguous  [misc]']
-Line 42: Unexpected errors ['generics_type_erasure.py:42: error: Access to generic instance variables via class is ambiguous  [misc]']
-Line 43: Unexpected errors ['generics_type_erasure.py:43: error: Access to generic instance variables via class is ambiguous  [misc]']
 """
diff --git a/conformance/results/mypy/generics_typevartuple_args.toml b/conformance/results/mypy/generics_typevartuple_args.toml
index 0614a1833..e200650db 100644
--- a/conformance/results/mypy/generics_typevartuple_args.toml
+++ b/conformance/results/mypy/generics_typevartuple_args.toml
@@ -14,11 +14,8 @@ generics_typevartuple_args.py:67: error: Too few arguments for "func3"  [call-ar
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 33: Unexpected errors ['generics_typevartuple_args.py:33: error: Argument 3 to "exec_le" has incompatible type "str"; expected "Env"  [arg-type]']
-Line 34: Unexpected errors ['generics_typevartuple_args.py:34: error: Argument 3 to "exec_le" has incompatible type "str"; expected "Env"  [arg-type]']
-Line 48: Unexpected errors ['generics_typevartuple_args.py:48: error: Argument 2 to "func1" has incompatible type "str"; expected "int"  [arg-type]']
-Line 57: Unexpected errors ['generics_typevartuple_args.py:57: error: Argument 2 to "func2" has incompatible type "int"; expected "*tuple[*tuple[str, ...], str]"  [arg-type]']
-Line 58: Unexpected errors ['generics_typevartuple_args.py:58: error: Too few arguments for "func2"  [call-arg]']
-Line 59: Unexpected errors ['generics_typevartuple_args.py:59: error: Too few arguments for "func2"  [call-arg]', 'generics_typevartuple_args.py:59: error: Argument 1 to "func2" has incompatible type "str"; expected "int"  [arg-type]']
-Line 67: Unexpected errors ['generics_typevartuple_args.py:67: error: Too few arguments for "func3"  [call-arg]']
+Line 59: Expected 1 errors, got 2 (['generics_typevartuple_args.py:59: error: Too few arguments for "func2"  [call-arg]', 'generics_typevartuple_args.py:59: error: Argument 1 to "func2" has incompatible type "str"; expected "int"  [arg-type]'])
+Line 75: Expected 1 errors
+Line 76: Expected 1 errors
+Line 80: Expected 1 errors
 """
diff --git a/conformance/results/mypy/generics_typevartuple_basic.toml b/conformance/results/mypy/generics_typevartuple_basic.toml
index 9c60f0c82..625955c16 100644
--- a/conformance/results/mypy/generics_typevartuple_basic.toml
+++ b/conformance/results/mypy/generics_typevartuple_basic.toml
@@ -21,14 +21,9 @@ generics_typevartuple_basic.py:106: error: Can only use one type var tuple in a
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 42: Unexpected errors ['generics_typevartuple_basic.py:42: error: Argument 1 to "Array" has incompatible type "Height"; expected "tuple[Height, Width]"  [arg-type]']
-Line 43: Unexpected errors ['generics_typevartuple_basic.py:43: error: Argument 1 to "Array" has incompatible type "tuple[Batch, Width]"; expected "tuple[Batch, Height, Width]"  [arg-type]']
+Line 46: Expected 1 errors
+Line 89: Expected 1 errors
+Line 90: Expected 1 errors
 Line 45: Unexpected errors ['generics_typevartuple_basic.py:45: error: Argument 1 to "Array" has incompatible type "tuple[Time, Batch, Width, Height]"; expected "tuple[Time, Batch, Height, Width]"  [arg-type]']
 Line 57: Unexpected errors ['generics_typevartuple_basic.py:57: error: Incompatible return value type (got "tuple[*Shape]", expected "tuple[Any]")  [return-value]']
-Line 65: Unexpected errors ['generics_typevartuple_basic.py:65: error: Unexpected keyword argument "covariant" for "TypeVarTuple"  [misc]']
-Line 66: Unexpected errors ['generics_typevartuple_basic.py:66: error: Too many positional arguments for "TypeVarTuple"  [misc]']
-Line 67: Unexpected errors ['generics_typevartuple_basic.py:67: error: Unexpected keyword argument "bound" for "TypeVarTuple"  [misc]']
-Line 99: Unexpected errors ['generics_typevartuple_basic.py:99: error: Cannot infer type argument 1 of "multiply"  [misc]']
-Line 100: Unexpected errors ['generics_typevartuple_basic.py:100: error: Cannot infer type argument 1 of "multiply"  [misc]']
-Line 106: Unexpected errors ['generics_typevartuple_basic.py:106: error: Can only use one type var tuple in a class def  [misc]']
 """
diff --git a/conformance/results/mypy/generics_typevartuple_callable.toml b/conformance/results/mypy/generics_typevartuple_callable.toml
index 237b261f3..904ddc9fd 100644
--- a/conformance/results/mypy/generics_typevartuple_callable.toml
+++ b/conformance/results/mypy/generics_typevartuple_callable.toml
@@ -2,7 +2,6 @@ conformant = "Pass"
 output = """
 generics_typevartuple_callable.py:26: error: Argument "target" to "Process" has incompatible type "Callable[[int, str], None]"; expected "Callable[[str, int], None]"  [arg-type]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 26: Unexpected errors ['generics_typevartuple_callable.py:26: error: Argument "target" to "Process" has incompatible type "Callable[[int, str], None]"; expected "Callable[[str, int], None]"  [arg-type]']
 """
diff --git a/conformance/results/mypy/generics_typevartuple_specialization.toml b/conformance/results/mypy/generics_typevartuple_specialization.toml
index d262402e7..5515e6f52 100644
--- a/conformance/results/mypy/generics_typevartuple_specialization.toml
+++ b/conformance/results/mypy/generics_typevartuple_specialization.toml
@@ -17,9 +17,10 @@ generics_typevartuple_specialization.py:163: error: TypeVarTuple cannot be split
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 109: Expected 1 errors, got 2 (['generics_typevartuple_specialization.py:109: error: Type application is only supported for generic classes  [misc]', 'generics_typevartuple_specialization.py:109: error: Unpack is only valid in a variadic position  [valid-type]'])
+Line 110: Expected 1 errors, got 2 (['generics_typevartuple_specialization.py:110: error: Type application is only supported for generic classes  [misc]', 'generics_typevartuple_specialization.py:110: error: Unpack is only valid in a variadic position  [valid-type]'])
+Line 121: Expected 1 errors
+Line 122: Expected 1 errors
 Line 85: Unexpected errors ['generics_typevartuple_specialization.py:85: error: Argument 1 to "takes_float_array_with_specific_shape" has incompatible type "Array2[float, *tuple[Any, ...]]"; expected "Array2[float, Height, Width]"  [arg-type]']
 Line 108: Unexpected errors ['generics_typevartuple_specialization.py:108: error: Type application is only supported for generic classes  [misc]']
-Line 109: Unexpected errors ['generics_typevartuple_specialization.py:109: error: Type application is only supported for generic classes  [misc]', 'generics_typevartuple_specialization.py:109: error: Unpack is only valid in a variadic position  [valid-type]']
-Line 110: Unexpected errors ['generics_typevartuple_specialization.py:110: error: Type application is only supported for generic classes  [misc]', 'generics_typevartuple_specialization.py:110: error: Unpack is only valid in a variadic position  [valid-type]']
-Line 163: Unexpected errors ['generics_typevartuple_specialization.py:163: error: TypeVarTuple cannot be split  [type-arg]']
 """
diff --git a/conformance/results/mypy/generics_typevartuple_unpack.toml b/conformance/results/mypy/generics_typevartuple_unpack.toml
index 97511d869..bf1c042aa 100644
--- a/conformance/results/mypy/generics_typevartuple_unpack.toml
+++ b/conformance/results/mypy/generics_typevartuple_unpack.toml
@@ -5,7 +5,6 @@ Does not reject multiple unpack operators in a tuple.
 output = """
 generics_typevartuple_unpack.py:30: error: Argument 1 to "process_batch_channels" has incompatible type "Array[Batch]"; expected "Array[Batch, *tuple[Any, ...], Channels]"  [arg-type]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 30: Unexpected errors ['generics_typevartuple_unpack.py:30: error: Argument 1 to "process_batch_channels" has incompatible type "Array[Batch]"; expected "Array[Batch, *tuple[Any, ...], Channels]"  [arg-type]']
 """
diff --git a/conformance/results/mypy/generics_variance.toml b/conformance/results/mypy/generics_variance.toml
index 0b9ce2ca4..3210c6d9f 100644
--- a/conformance/results/mypy/generics_variance.toml
+++ b/conformance/results/mypy/generics_variance.toml
@@ -17,7 +17,10 @@ Line 113: Expected 1 errors
 Line 127: Expected 1 errors
 Line 133: Expected 1 errors
 Line 143: Expected 1 errors
-Line 14: Unexpected errors ['generics_variance.py:14: error: TypeVar cannot be both covariant and contravariant  [misc]']
+Line 163: Expected 1 errors
+Line 167: Expected 1 errors
+Line 191: Expected 1 errors
+Line 197: Expected 1 errors
 Line 125: Unexpected errors ['generics_variance.py:125: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]']
 Line 131: Unexpected errors ['generics_variance.py:131: error: Variance of TypeVar "T_contra" incompatible with variance in parent type  [type-var]']
 """
diff --git a/conformance/results/mypy/generics_variance_inference.toml b/conformance/results/mypy/generics_variance_inference.toml
index e5e709c42..2089d9a30 100644
--- a/conformance/results/mypy/generics_variance_inference.toml
+++ b/conformance/results/mypy/generics_variance_inference.toml
@@ -91,60 +91,53 @@ generics_variance_inference.py:194: error: Incompatible types in assignment (exp
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 41: Expected 1 errors, got 2 (['generics_variance_inference.py:41: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:41: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]'])
+Line 49: Expected 1 errors, got 2 (['generics_variance_inference.py:49: error: Cannot instantiate abstract class "ShouldBeCovariant2" with abstract attributes "__getitem__" and "__len__"  [abstract]', 'generics_variance_inference.py:49: error: Incompatible types in assignment (expression has type "ShouldBeCovariant2[float]", variable has type "ShouldBeCovariant2[int]")  [assignment]'])
+Line 58: Expected 1 errors, got 2 (['generics_variance_inference.py:58: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:58: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]'])
+Line 67: Expected 1 errors, got 2 (['generics_variance_inference.py:67: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:67: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]'])
+Line 80: Expected 1 errors, got 2 (['generics_variance_inference.py:80: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:80: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]'])
+Line 96: Expected 1 errors, got 2 (['generics_variance_inference.py:96: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:96: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]'])
+Line 97: Expected 1 errors, got 2 (['generics_variance_inference.py:97: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:97: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]'])
+Line 111: Expected 1 errors, got 2 (['generics_variance_inference.py:111: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:111: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]'])
+Line 112: Expected 1 errors, got 2 (['generics_variance_inference.py:112: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:112: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]'])
+Line 119: Expected 1 errors, got 2 (['generics_variance_inference.py:119: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_variance_inference.py:119: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]'])
+Line 120: Expected 1 errors, got 2 (['generics_variance_inference.py:120: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_variance_inference.py:120: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]'])
+Line 121: Expected 1 errors, got 2 (['generics_variance_inference.py:121: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_variance_inference.py:121: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]'])
+Line 122: Expected 1 errors, got 2 (['generics_variance_inference.py:122: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_variance_inference.py:122: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]'])
+Line 130: Expected 1 errors, got 2 (['generics_variance_inference.py:130: error: "ShouldBeInvariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:130: error: The type "type[ShouldBeInvariant4]" is not generic and not indexable  [misc]'])
+Line 138: Expected 1 errors, got 2 (['generics_variance_inference.py:138: error: "ShouldBeInvariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:138: error: The type "type[ShouldBeInvariant5]" is not generic and not indexable  [misc]'])
+Line 149: Expected 1 errors, got 2 (['generics_variance_inference.py:149: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:149: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]'])
 Line 15: Unexpected errors ['generics_variance_inference.py:15: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_variance_inference.py:15: error: Name "T1" is not defined  [name-defined]']
 Line 16: Unexpected errors ['generics_variance_inference.py:16: error: Name "T2" is not defined  [name-defined]']
 Line 19: Unexpected errors ['generics_variance_inference.py:19: error: Name "T3" is not defined  [name-defined]']
 Line 23: Unexpected errors ['generics_variance_inference.py:23: error: "ClassA" expects no type arguments, but 3 given  [type-arg]']
-Line 24: Unexpected errors ['generics_variance_inference.py:24: error: "ClassA" expects no type arguments, but 3 given  [type-arg]']
-Line 25: Unexpected errors ['generics_variance_inference.py:25: error: "ClassA" expects no type arguments, but 3 given  [type-arg]']
 Line 26: Unexpected errors ['generics_variance_inference.py:26: error: "ClassA" expects no type arguments, but 3 given  [type-arg]']
-Line 28: Unexpected errors ['generics_variance_inference.py:28: error: "ClassA" expects no type arguments, but 3 given  [type-arg]']
 Line 29: Unexpected errors ['generics_variance_inference.py:29: error: "ClassA" expects no type arguments, but 3 given  [type-arg]']
 Line 32: Unexpected errors ['generics_variance_inference.py:32: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 33: Unexpected errors ['generics_variance_inference.py:33: error: A function returning TypeVar should receive at least one argument containing the same TypeVar  [type-var]']
 Line 40: Unexpected errors ['generics_variance_inference.py:40: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:40: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]']
-Line 41: Unexpected errors ['generics_variance_inference.py:41: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:41: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]']
 Line 44: Unexpected errors ['generics_variance_inference.py:44: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 48: Unexpected errors ['generics_variance_inference.py:48: error: Cannot instantiate abstract class "ShouldBeCovariant2" with abstract attributes "__getitem__" and "__len__"  [abstract]', 'generics_variance_inference.py:48: error: Incompatible types in assignment (expression has type "ShouldBeCovariant2[int]", variable has type "ShouldBeCovariant2[float]")  [assignment]']
-Line 49: Unexpected errors ['generics_variance_inference.py:49: error: Cannot instantiate abstract class "ShouldBeCovariant2" with abstract attributes "__getitem__" and "__len__"  [abstract]', 'generics_variance_inference.py:49: error: Incompatible types in assignment (expression has type "ShouldBeCovariant2[float]", variable has type "ShouldBeCovariant2[int]")  [assignment]']
 Line 52: Unexpected errors ['generics_variance_inference.py:52: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 57: Unexpected errors ['generics_variance_inference.py:57: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:57: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]']
-Line 58: Unexpected errors ['generics_variance_inference.py:58: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:58: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]']
 Line 62: Unexpected errors ['generics_variance_inference.py:62: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 63: Unexpected errors ['generics_variance_inference.py:63: error: Type variable "generics_variance_inference.T" is unbound  [valid-type]']
 Line 66: Unexpected errors ['generics_variance_inference.py:66: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:66: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]']
-Line 67: Unexpected errors ['generics_variance_inference.py:67: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:67: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]']
 Line 70: Unexpected errors ['generics_variance_inference.py:70: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 75: Unexpected errors ['generics_variance_inference.py:75: error: A function returning TypeVar should receive at least one argument containing the same TypeVar  [type-var]']
 Line 79: Unexpected errors ['generics_variance_inference.py:79: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:79: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]']
-Line 80: Unexpected errors ['generics_variance_inference.py:80: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:80: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]']
 Line 83: Unexpected errors ['generics_variance_inference.py:83: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 96: Unexpected errors ['generics_variance_inference.py:96: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:96: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]']
-Line 97: Unexpected errors ['generics_variance_inference.py:97: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:97: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]']
 Line 100: Unexpected errors ['generics_variance_inference.py:100: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 104: Unexpected errors ['generics_variance_inference.py:104: error: A function returning TypeVar should receive at least one argument containing the same TypeVar  [type-var]']
-Line 111: Unexpected errors ['generics_variance_inference.py:111: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:111: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]']
-Line 112: Unexpected errors ['generics_variance_inference.py:112: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:112: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]']
 Line 115: Unexpected errors ['generics_variance_inference.py:115: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_variance_inference.py:115: error: Name "K" is not defined  [name-defined]', 'generics_variance_inference.py:115: error: Name "V" is not defined  [name-defined]']
-Line 119: Unexpected errors ['generics_variance_inference.py:119: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_variance_inference.py:119: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]']
-Line 120: Unexpected errors ['generics_variance_inference.py:120: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_variance_inference.py:120: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]']
-Line 121: Unexpected errors ['generics_variance_inference.py:121: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_variance_inference.py:121: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]']
-Line 122: Unexpected errors ['generics_variance_inference.py:122: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_variance_inference.py:122: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]']
 Line 126: Unexpected errors ['generics_variance_inference.py:126: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 127: Unexpected errors ['generics_variance_inference.py:127: error: Type variable "generics_variance_inference.T" is unbound  [valid-type]']
-Line 130: Unexpected errors ['generics_variance_inference.py:130: error: "ShouldBeInvariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:130: error: The type "type[ShouldBeInvariant4]" is not generic and not indexable  [misc]']
 Line 133: Unexpected errors ['generics_variance_inference.py:133: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 138: Unexpected errors ['generics_variance_inference.py:138: error: "ShouldBeInvariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:138: error: The type "type[ShouldBeInvariant5]" is not generic and not indexable  [misc]']
 Line 141: Unexpected errors ['generics_variance_inference.py:141: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 149: Unexpected errors ['generics_variance_inference.py:149: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:149: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]']
 Line 150: Unexpected errors ['generics_variance_inference.py:150: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:150: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]']
 Line 165: Unexpected errors ['generics_variance_inference.py:165: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 169: Unexpected errors ['generics_variance_inference.py:169: error: Incompatible types in assignment (expression has type "ShouldBeInvariant6[float]", variable has type "ShouldBeInvariant6[int]")  [assignment]']
-Line 170: Unexpected errors ['generics_variance_inference.py:170: error: Incompatible types in assignment (expression has type "ShouldBeInvariant6[int]", variable has type "ShouldBeInvariant6[float]")  [assignment]']
 Line 177: Unexpected errors ['generics_variance_inference.py:177: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 181: Unexpected errors ['generics_variance_inference.py:181: error: Incompatible types in assignment (expression has type "ShouldBeCovariant6[float]", variable has type "ShouldBeCovariant6[int]")  [assignment]']
 Line 182: Unexpected errors ['generics_variance_inference.py:182: error: Incompatible types in assignment (expression has type "ShouldBeCovariant6[int]", variable has type "ShouldBeCovariant6[float]")  [assignment]']
 Line 189: Unexpected errors ['generics_variance_inference.py:189: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 193: Unexpected errors ['generics_variance_inference.py:193: error: Incompatible types in assignment (expression has type "ShouldBeContravariant2[float]", variable has type "ShouldBeContravariant2[int]")  [assignment]']
-Line 194: Unexpected errors ['generics_variance_inference.py:194: error: Incompatible types in assignment (expression has type "ShouldBeContravariant2[int]", variable has type "ShouldBeContravariant2[float]")  [assignment]']
 """
diff --git a/conformance/results/mypy/historical_positional.toml b/conformance/results/mypy/historical_positional.toml
index 47b32652c..c8cf6eafb 100644
--- a/conformance/results/mypy/historical_positional.toml
+++ b/conformance/results/mypy/historical_positional.toml
@@ -16,8 +16,8 @@ historical_positional.py:53: error: Unexpected keyword argument "__y" for "f4"
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 18: Unexpected errors ['historical_positional.py:18: error: Unexpected keyword argument "__x" for "f1"  [call-arg]']
+Line 26: Expected 1 errors
+Line 38: Expected 1 errors
 Line 32: Unexpected errors ['historical_positional.py:32: error: Unexpected keyword argument "__y" for "f3"  [call-arg]']
-Line 43: Unexpected errors ['historical_positional.py:43: error: Unexpected keyword argument "__x" for "m1" of "A"  [call-arg]']
 Line 53: Unexpected errors ['historical_positional.py:53: error: Unexpected keyword argument "__y" for "f4"  [call-arg]']
 """
diff --git a/conformance/results/mypy/literals_literalstring.toml b/conformance/results/mypy/literals_literalstring.toml
index c9b02db6a..0e7ae143a 100644
--- a/conformance/results/mypy/literals_literalstring.toml
+++ b/conformance/results/mypy/literals_literalstring.toml
@@ -15,11 +15,10 @@ literals_literalstring.py:162: error: Expression is of type "bool", not "str"  [
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 36: Unexpected errors ['literals_literalstring.py:36: error: Parameter 2 of Literal[...] is invalid  [valid-type]']
-Line 37: Unexpected errors ['literals_literalstring.py:37: error: Parameter 1 of Literal[...] is invalid  [valid-type]']
-Line 43: Unexpected errors ['literals_literalstring.py:43: error: Incompatible types in assignment (expression has type "Literal[\\'two\\']", variable has type "Literal[\\'\\']")  [assignment]']
-Line 74: Unexpected errors ['literals_literalstring.py:74: error: Incompatible types in assignment (expression has type "int", variable has type "str")  [assignment]']
-Line 75: Unexpected errors ['literals_literalstring.py:75: error: Incompatible types in assignment (expression has type "bytes", variable has type "str")  [assignment]']
+Line 66: Expected 1 errors
+Line 120: Expected 1 errors
+Line 134: Expected 1 errors
+Line 166: Expected 1 errors
 Line 142: Unexpected errors ['literals_literalstring.py:142: error: Overloaded function signatures 1 and 2 overlap with incompatible return types  [overload-overlap]', 'literals_literalstring.py:142: error: Overloaded function signatures 1 and 3 overlap with incompatible return types  [overload-overlap]']
 Line 152: Unexpected errors ["literals_literalstring.py:152: error: Overloaded function signature 3 will never be matched: signature 2's parameter type(s) are the same or broader  [misc]"]
 Line 162: Unexpected errors ['literals_literalstring.py:162: error: Expression is of type "bool", not "str"  [assert-type]']
diff --git a/conformance/results/mypy/literals_parameterizations.toml b/conformance/results/mypy/literals_parameterizations.toml
index 657b3661f..b5a992641 100644
--- a/conformance/results/mypy/literals_parameterizations.toml
+++ b/conformance/results/mypy/literals_parameterizations.toml
@@ -22,20 +22,5 @@ literals_parameterizations.py:65: error: Incompatible types in assignment (expre
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 41: Unexpected errors ['literals_parameterizations.py:41: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]']
-Line 42: Unexpected errors ['literals_parameterizations.py:42: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]']
-Line 43: Unexpected errors ['literals_parameterizations.py:43: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]']
-Line 44: Unexpected errors ['literals_parameterizations.py:44: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]']
-Line 45: Unexpected errors ['literals_parameterizations.py:45: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]']
-Line 47: Unexpected errors ['literals_parameterizations.py:47: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]']
-Line 48: Unexpected errors ['literals_parameterizations.py:48: error: Parameter 1 of Literal[...] is invalid  [valid-type]']
-Line 49: Unexpected errors ['literals_parameterizations.py:49: error: Parameter 1 of Literal[...] is invalid  [valid-type]']
-Line 50: Unexpected errors ['literals_parameterizations.py:50: error: Parameter 1 of Literal[...] is invalid  [valid-type]']
-Line 51: Unexpected errors ['literals_parameterizations.py:51: error: Parameter 1 of Literal[...] cannot be of type "float"  [valid-type]']
-Line 52: Unexpected errors ['literals_parameterizations.py:52: error: Parameter 1 of Literal[...] cannot be of type "Any"  [valid-type]']
-Line 53: Unexpected errors ['literals_parameterizations.py:53: error: Parameter 1 of Literal[...] is invalid  [valid-type]']
-Line 56: Unexpected errors ['literals_parameterizations.py:56: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]']
-Line 60: Unexpected errors ['literals_parameterizations.py:60: error: Literal[...] must have at least one parameter  [valid-type]']
-Line 61: Unexpected errors ['literals_parameterizations.py:61: error: Parameter 1 of Literal[...] is invalid  [valid-type]']
-Line 65: Unexpected errors ['literals_parameterizations.py:65: error: Incompatible types in assignment (expression has type "Literal[Color.RED]", variable has type "Literal[\\'Color.RED\\']")  [assignment]']
+Line 46: Expected 1 errors
 """
diff --git a/conformance/results/mypy/literals_semantics.toml b/conformance/results/mypy/literals_semantics.toml
index b49509878..211dfa2e8 100644
--- a/conformance/results/mypy/literals_semantics.toml
+++ b/conformance/results/mypy/literals_semantics.toml
@@ -7,8 +7,6 @@ literals_semantics.py:33: error: Incompatible types in assignment (expression ha
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 10: Unexpected errors ['literals_semantics.py:10: error: Incompatible types in assignment (expression has type "Literal[4]", variable has type "Literal[3]")  [assignment]']
 Line 24: Unexpected errors ['literals_semantics.py:24: error: Incompatible types in assignment (expression has type "Literal[0]", variable has type "Literal[False]")  [assignment]']
 Line 25: Unexpected errors ['literals_semantics.py:25: error: Incompatible types in assignment (expression has type "Literal[False]", variable has type "Literal[0]")  [assignment]']
-Line 33: Unexpected errors ['literals_semantics.py:33: error: Incompatible types in assignment (expression has type "int", variable has type "Literal[3, 4, 5]")  [assignment]']
 """
diff --git a/conformance/results/mypy/namedtuples_define_class.toml b/conformance/results/mypy/namedtuples_define_class.toml
index 67cd0dc3c..69fa2ede5 100644
--- a/conformance/results/mypy/namedtuples_define_class.toml
+++ b/conformance/results/mypy/namedtuples_define_class.toml
@@ -17,15 +17,6 @@ namedtuples_define_class.py:105: error: NamedTuple should be a single base  [mis
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 32: Unexpected errors ['namedtuples_define_class.py:32: error: Tuple index out of range  [misc]']
-Line 33: Unexpected errors ['namedtuples_define_class.py:33: error: Tuple index out of range  [misc]']
-Line 44: Unexpected errors ['namedtuples_define_class.py:44: error: Missing positional argument "y" in call to "Point"  [call-arg]']
-Line 45: Unexpected errors ['namedtuples_define_class.py:45: error: Missing positional argument "y" in call to "Point"  [call-arg]']
-Line 46: Unexpected errors ['namedtuples_define_class.py:46: error: Argument 2 to "Point" has incompatible type "str"; expected "int"  [arg-type]']
-Line 47: Unexpected errors ['namedtuples_define_class.py:47: error: Argument "units" to "Point" has incompatible type "int"; expected "str"  [arg-type]']
-Line 48: Unexpected errors ['namedtuples_define_class.py:48: error: Too many arguments for "Point"  [call-arg]']
-Line 49: Unexpected errors ['namedtuples_define_class.py:49: error: Unexpected keyword argument "other" for "Point"  [call-arg]']
+Line 79: Expected 1 errors
 Line 59: Unexpected errors ['namedtuples_define_class.py:59: error: Non-default NamedTuple fields cannot follow default fields  [misc]']
-Line 98: Unexpected errors ['namedtuples_define_class.py:98: error: Argument 2 to "Property" has incompatible type "float"; expected "str"  [arg-type]']
-Line 105: Unexpected errors ['namedtuples_define_class.py:105: error: NamedTuple should be a single base  [misc]']
 """
diff --git a/conformance/results/mypy/namedtuples_define_functional.toml b/conformance/results/mypy/namedtuples_define_functional.toml
index b0602e52f..4578641e3 100644
--- a/conformance/results/mypy/namedtuples_define_functional.toml
+++ b/conformance/results/mypy/namedtuples_define_functional.toml
@@ -17,14 +17,6 @@ namedtuples_define_functional.py:66: error: Missing positional argument "a" in c
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 16: Unexpected errors ['namedtuples_define_functional.py:16: error: Missing positional argument "y" in call to "Point1"  [call-arg]']
-Line 21: Unexpected errors ['namedtuples_define_functional.py:21: error: Missing positional arguments "x", "y" in call to "Point2"  [call-arg]']
-Line 26: Unexpected errors ['namedtuples_define_functional.py:26: error: Too many arguments for "Point3"  [call-arg]']
-Line 31: Unexpected errors ['namedtuples_define_functional.py:31: error: Unexpected keyword argument "z" for "Point4"  [call-arg]']
-Line 36: Unexpected errors ['namedtuples_define_functional.py:36: error: Argument 2 to "Point5" has incompatible type "str"; expected "int"  [arg-type]']
-Line 37: Unexpected errors ['namedtuples_define_functional.py:37: error: Too many arguments for "Point5"  [call-arg]']
-Line 42: Unexpected errors ['namedtuples_define_functional.py:42: error: Argument 2 to "Point6" has incompatible type "str"; expected "int"  [arg-type]']
-Line 43: Unexpected errors ['namedtuples_define_functional.py:43: error: Argument "x" to "Point6" has incompatible type "float"; expected "int"  [arg-type]']
 Line 52: Unexpected errors ['namedtuples_define_functional.py:52: error: Name "a" already defined (possibly by an import)  [no-redef]']
 Line 57: Unexpected errors ['namedtuples_define_functional.py:57: error: Unexpected keyword argument "_1" for "NT4"  [call-arg]']
 Line 66: Unexpected errors ['namedtuples_define_functional.py:66: error: Missing positional argument "a" in call to "NT5"  [call-arg]']
diff --git a/conformance/results/mypy/namedtuples_usage.toml b/conformance/results/mypy/namedtuples_usage.toml
index 43943205f..f8e4aac0a 100644
--- a/conformance/results/mypy/namedtuples_usage.toml
+++ b/conformance/results/mypy/namedtuples_usage.toml
@@ -13,11 +13,7 @@ namedtuples_usage.py:53: error: Need more than 3 values to unpack (4 expected)
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 34: Unexpected errors ['namedtuples_usage.py:34: error: Tuple index out of range  [misc]']
-Line 35: Unexpected errors ['namedtuples_usage.py:35: error: Tuple index out of range  [misc]']
-Line 40: Unexpected errors ['namedtuples_usage.py:40: error: Property "x" defined in "Point" is read-only  [misc]']
-Line 41: Unexpected errors ['namedtuples_usage.py:41: error: Unsupported target for indexed assignment ("Point")  [index]']
-Line 43: Unexpected errors ['namedtuples_usage.py:43: error: "Point" has no attribute "__delitem__"  [attr-defined]']
+Line 42: Expected 1 errors
 Line 52: Unexpected errors ['namedtuples_usage.py:52: error: Too many values to unpack (2 expected, 3 provided)  [misc]']
 Line 53: Unexpected errors ['namedtuples_usage.py:53: error: Need more than 3 values to unpack (4 expected)  [misc]']
 """
diff --git a/conformance/results/mypy/protocols_class_objects.toml b/conformance/results/mypy/protocols_class_objects.toml
index 8d5fc0deb..48cccc872 100644
--- a/conformance/results/mypy/protocols_class_objects.toml
+++ b/conformance/results/mypy/protocols_class_objects.toml
@@ -21,13 +21,6 @@ protocols_class_objects.py:104: error: Incompatible types in assignment (express
 protocols_class_objects.py:104: note: Only class variables allowed for class object access on protocols, attr1 is an instance variable of "ConcreteC2"
 protocols_class_objects.py:105: error: Incompatible types in assignment (expression has type "type[ConcreteC3]", variable has type "ProtoC1")  [assignment]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 29: Unexpected errors ['protocols_class_objects.py:29: error: Only concrete class can be given where "type[Proto]" is expected  [type-abstract]']
-Line 34: Unexpected errors ['protocols_class_objects.py:34: error: Can only assign concrete classes to a variable of type "type[Proto]"  [type-abstract]']
-Line 74: Unexpected errors ['protocols_class_objects.py:74: error: Incompatible types in assignment (expression has type "type[ConcreteB]", variable has type "ProtoB1")  [assignment]']
-Line 101: Unexpected errors ['protocols_class_objects.py:101: error: Incompatible types in assignment (expression has type "type[ConcreteC1]", variable has type "ProtoC1")  [assignment]']
-Line 103: Unexpected errors ['protocols_class_objects.py:103: error: Incompatible types in assignment (expression has type "type[ConcreteC2]", variable has type "ProtoC1")  [assignment]']
-Line 104: Unexpected errors ['protocols_class_objects.py:104: error: Incompatible types in assignment (expression has type "type[ConcreteC2]", variable has type "ProtoC2")  [assignment]']
-Line 105: Unexpected errors ['protocols_class_objects.py:105: error: Incompatible types in assignment (expression has type "type[ConcreteC3]", variable has type "ProtoC1")  [assignment]']
 """
diff --git a/conformance/results/mypy/protocols_definition.toml b/conformance/results/mypy/protocols_definition.toml
index f26c1464c..26ceceb24 100644
--- a/conformance/results/mypy/protocols_definition.toml
+++ b/conformance/results/mypy/protocols_definition.toml
@@ -55,18 +55,7 @@ protocols_definition.py:341: note: Protocol member Template6.val1 expected setta
 conformance_automated = "Fail"
 errors_diff = """
 Line 67: Expected 1 errors, got 2 (['protocols_definition.py:67: error: Protocol members cannot be defined via assignment to self  [misc]', 'protocols_definition.py:67: error: "Template" has no attribute "temp"  [attr-defined]'])
-Line 114: Unexpected errors ['protocols_definition.py:114: error: Incompatible types in assignment (expression has type "Concrete2_Bad1", variable has type "Template2")  [assignment]']
-Line 115: Unexpected errors ['protocols_definition.py:115: error: Incompatible types in assignment (expression has type "Concrete2_Bad2", variable has type "Template2")  [assignment]']
-Line 116: Unexpected errors ['protocols_definition.py:116: error: Incompatible types in assignment (expression has type "Concrete2_Bad3", variable has type "Template2")  [assignment]']
-Line 117: Unexpected errors ['protocols_definition.py:117: error: Incompatible types in assignment (expression has type "Concrete2_Bad4", variable has type "Template2")  [assignment]']
-Line 156: Unexpected errors ['protocols_definition.py:156: error: Incompatible types in assignment (expression has type "Concrete3_Bad1", variable has type "Template3")  [assignment]']
-Line 157: Unexpected errors ['protocols_definition.py:157: error: Incompatible types in assignment (expression has type "Concrete3_Bad2", variable has type "Template3")  [assignment]']
-Line 158: Unexpected errors ['protocols_definition.py:158: error: Incompatible types in assignment (expression has type "Concrete3_Bad3", variable has type "Template3")  [assignment]']
-Line 159: Unexpected errors ['protocols_definition.py:159: error: Incompatible types in assignment (expression has type "Concrete3_Bad4", variable has type "Template3")  [assignment]']
-Line 160: Unexpected errors ['protocols_definition.py:160: error: Incompatible types in assignment (expression has type "Concrete3_Bad5", variable has type "Template3")  [assignment]']
-Line 218: Unexpected errors ['protocols_definition.py:218: error: Incompatible types in assignment (expression has type "Concrete4_Bad1", variable has type "Template4")  [assignment]']
-Line 219: Unexpected errors ['protocols_definition.py:219: error: Incompatible types in assignment (expression has type "Concrete4_Bad2", variable has type "Template4")  [assignment]']
-Line 287: Unexpected errors ['protocols_definition.py:287: error: Incompatible types in assignment (expression has type "Concrete5_Bad3", variable has type "Template5")  [assignment]']
-Line 289: Unexpected errors ['protocols_definition.py:289: error: Incompatible types in assignment (expression has type "Concrete5_Bad5", variable has type "Template5")  [assignment]']
-Line 339: Unexpected errors ['protocols_definition.py:339: error: Incompatible types in assignment (expression has type "Concrete6_Bad1", variable has type "Template6")  [assignment]']
+Line 285: Expected 1 errors
+Line 286: Expected 1 errors
+Line 288: Expected 1 errors
 """
diff --git a/conformance/results/mypy/protocols_generic.toml b/conformance/results/mypy/protocols_generic.toml
index a1bb8c90d..231361377 100644
--- a/conformance/results/mypy/protocols_generic.toml
+++ b/conformance/results/mypy/protocols_generic.toml
@@ -42,11 +42,5 @@ protocols_generic.py:147: note:         def m(self, item: str, callback: Callabl
 conformance_automated = "Fail"
 errors_diff = """
 Line 44: Unexpected errors ['protocols_generic.py:44: error: Only single Generic[...] or Protocol[...] can be in bases  [misc]', 'protocols_generic.py:44: error: Duplicate type variables in Generic[...] or Protocol[...]  [misc]']
-Line 56: Unexpected errors ['protocols_generic.py:56: error: Incompatible types in assignment (expression has type "Box[float]", variable has type "Box[int]")  [assignment]']
-Line 66: Unexpected errors ['protocols_generic.py:66: error: Incompatible types in assignment (expression has type "Sender[int]", variable has type "Sender[float]")  [assignment]']
-Line 74: Unexpected errors ['protocols_generic.py:74: error: Incompatible types in assignment (expression has type "AttrProto[int]", variable has type "AttrProto[float]")  [assignment]']
-Line 75: Unexpected errors ['protocols_generic.py:75: error: Incompatible types in assignment (expression has type "AttrProto[float]", variable has type "AttrProto[int]")  [assignment]']
 Line 145: Unexpected errors ['protocols_generic.py:145: error: Incompatible types in assignment (expression has type "ConcreteHasProperty2", variable has type "HasPropertyProto")  [assignment]']
-Line 146: Unexpected errors ['protocols_generic.py:146: error: Incompatible types in assignment (expression has type "ConcreteHasProperty3", variable has type "HasPropertyProto")  [assignment]']
-Line 147: Unexpected errors ['protocols_generic.py:147: error: Incompatible types in assignment (expression has type "ConcreteHasProperty4", variable has type "HasPropertyProto")  [assignment]']
 """
diff --git a/conformance/results/mypy/protocols_merging.toml b/conformance/results/mypy/protocols_merging.toml
index 4e34e9bcb..86b180280 100644
--- a/conformance/results/mypy/protocols_merging.toml
+++ b/conformance/results/mypy/protocols_merging.toml
@@ -15,5 +15,4 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 67: Expected 1 errors
 Line 68: Unexpected errors ['protocols_merging.py:68: error: All bases of a protocol must be protocols  [misc]']
-Line 84: Unexpected errors ['protocols_merging.py:84: error: Incompatible types in assignment (expression has type "SCConcrete1", variable has type "SizedAndClosable4")  [assignment]']
 """
diff --git a/conformance/results/mypy/protocols_modules.toml b/conformance/results/mypy/protocols_modules.toml
index a162f2e12..85193c61e 100644
--- a/conformance/results/mypy/protocols_modules.toml
+++ b/conformance/results/mypy/protocols_modules.toml
@@ -11,9 +11,6 @@ protocols_modules.py:48: note:     Got:
 protocols_modules.py:48: note:         def on_error(x: int) -> None
 protocols_modules.py:49: error: Incompatible types in assignment (expression has type Module, variable has type "Reporter3")  [assignment]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 26: Unexpected errors ['protocols_modules.py:26: error: Incompatible types in assignment (expression has type Module, variable has type "Options2")  [assignment]']
-Line 48: Unexpected errors ['protocols_modules.py:48: error: Incompatible types in assignment (expression has type Module, variable has type "Reporter2")  [assignment]']
-Line 49: Unexpected errors ['protocols_modules.py:49: error: Incompatible types in assignment (expression has type Module, variable has type "Reporter3")  [assignment]']
 """
diff --git a/conformance/results/mypy/protocols_runtime_checkable.toml b/conformance/results/mypy/protocols_runtime_checkable.toml
index 1582a664c..27790f2b7 100644
--- a/conformance/results/mypy/protocols_runtime_checkable.toml
+++ b/conformance/results/mypy/protocols_runtime_checkable.toml
@@ -14,6 +14,4 @@ errors_diff = """
 Line 88: Expected 1 errors
 Line 93: Expected 1 errors
 Line 96: Expected 1 errors
-Line 55: Unexpected errors ["protocols_runtime_checkable.py:55: error: Only protocols that don't have non-method members can be used with issubclass()  [misc]"]
-Line 61: Unexpected errors ["protocols_runtime_checkable.py:61: error: Only protocols that don't have non-method members can be used with issubclass()  [misc]"]
 """
diff --git a/conformance/results/mypy/protocols_subtyping.toml b/conformance/results/mypy/protocols_subtyping.toml
index 67364a8e0..36149cd0e 100644
--- a/conformance/results/mypy/protocols_subtyping.toml
+++ b/conformance/results/mypy/protocols_subtyping.toml
@@ -10,12 +10,6 @@ protocols_subtyping.py:80: error: Incompatible types in assignment (expression h
 protocols_subtyping.py:102: error: Incompatible types in assignment (expression has type "Proto6[float, float]", variable has type "Proto7[int, float]")  [assignment]
 protocols_subtyping.py:103: error: Incompatible types in assignment (expression has type "Proto6[float, float]", variable has type "Proto7[float, object]")  [assignment]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 38: Unexpected errors ['protocols_subtyping.py:38: error: Incompatible types in assignment (expression has type "Proto2", variable has type "Concrete2")  [assignment]']
-Line 55: Unexpected errors ['protocols_subtyping.py:55: error: Incompatible types in assignment (expression has type "Proto2", variable has type "Proto3")  [assignment]']
-Line 79: Unexpected errors ['protocols_subtyping.py:79: error: Incompatible types in assignment (expression has type "Proto5[int]", variable has type "Proto4[int, float]")  [assignment]']
-Line 80: Unexpected errors ['protocols_subtyping.py:80: error: Incompatible types in assignment (expression has type "Proto4[int, int]", variable has type "Proto5[float]")  [assignment]']
-Line 102: Unexpected errors ['protocols_subtyping.py:102: error: Incompatible types in assignment (expression has type "Proto6[float, float]", variable has type "Proto7[int, float]")  [assignment]']
-Line 103: Unexpected errors ['protocols_subtyping.py:103: error: Incompatible types in assignment (expression has type "Proto6[float, float]", variable has type "Proto7[float, object]")  [assignment]']
 """
diff --git a/conformance/results/mypy/qualifiers_annotated.toml b/conformance/results/mypy/qualifiers_annotated.toml
index d6cc8c433..57a907c53 100644
--- a/conformance/results/mypy/qualifiers_annotated.toml
+++ b/conformance/results/mypy/qualifiers_annotated.toml
@@ -34,6 +34,7 @@ qualifiers_annotated.py:119: error: Invalid assignment target  [misc]
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 77: Expected 1 errors
 Line 76: Unexpected errors ['qualifiers_annotated.py:76: error: Incompatible types in assignment (expression has type "object", variable has type "type[Any]")  [assignment]']
 Line 84: Unexpected errors ['qualifiers_annotated.py:84: error: Argument 1 to "func4" has incompatible type "object"; expected "type[Never]"  [arg-type]']
 Line 91: Unexpected errors ['qualifiers_annotated.py:91: error: "<typing special form>" not callable  [operator]']
diff --git a/conformance/results/mypy/qualifiers_final_annotation.toml b/conformance/results/mypy/qualifiers_final_annotation.toml
index 0d5a1c80c..fe6b3e509 100644
--- a/conformance/results/mypy/qualifiers_final_annotation.toml
+++ b/conformance/results/mypy/qualifiers_final_annotation.toml
@@ -38,13 +38,10 @@ qualifiers_final_annotation.py:155: error: Cannot assign to final name "x"  [mis
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 135: Expected 1 errors, got 2 (['qualifiers_final_annotation.py:135: error: Unexpected keyword argument "x" for "N"  [call-arg]', 'qualifiers_final_annotation.py:135: error: Unexpected keyword argument "y" for "N"  [call-arg]'])
 Line 149: Expected 1 errors
 Line 59: Unexpected errors ['qualifiers_final_annotation.py:59: error: Cannot assign to final attribute "ID6"  [misc]']
 Line 96: Unexpected errors ['qualifiers_final_annotation.py:96: error: Cannot assign to final name "__private"  [misc]']
-Line 118: Unexpected errors ['qualifiers_final_annotation.py:118: error: Final can be only used as an outermost qualifier in a variable annotation  [valid-type]']
-Line 121: Unexpected errors ['qualifiers_final_annotation.py:121: error: Final can be only used as an outermost qualifier in a variable annotation  [valid-type]']
 Line 131: Unexpected errors ['qualifiers_final_annotation.py:131: error: Invalid "NamedTuple()" field name  [misc]']
 Line 133: Unexpected errors ['qualifiers_final_annotation.py:133: error: Unexpected keyword argument "x" for "N"  [call-arg]', 'qualifiers_final_annotation.py:133: error: Unexpected keyword argument "y" for "N"  [call-arg]']
-Line 134: Unexpected errors ['qualifiers_final_annotation.py:134: error: Unexpected keyword argument "a" for "N"  [call-arg]']
-Line 135: Unexpected errors ['qualifiers_final_annotation.py:135: error: Unexpected keyword argument "x" for "N"  [call-arg]', 'qualifiers_final_annotation.py:135: error: Unexpected keyword argument "y" for "N"  [call-arg]']
 """
diff --git a/conformance/results/mypy/qualifiers_final_decorator.toml b/conformance/results/mypy/qualifiers_final_decorator.toml
index 51b75e60c..8a36273b1 100644
--- a/conformance/results/mypy/qualifiers_final_decorator.toml
+++ b/conformance/results/mypy/qualifiers_final_decorator.toml
@@ -18,15 +18,19 @@ qualifiers_final_decorator.py:125: error: @final cannot be used with non-method
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 60: Expected 1 errors
+Line 64: Expected 1 errors
+Line 75: Expected 1 errors
 Line 85: Expected 1 errors
+Line 89: Expected 1 errors
+Line 102: Expected 1 errors
+Line 118: Expected 1 errors, got 2 (['qualifiers_final_decorator.py:118: error: Cannot override final attribute "method" (previously declared in base class "Base5_2")  [misc]', 'qualifiers_final_decorator.py:118: error: Signature of "method" incompatible with supertype "Base5_2"  [override]'])
 Line 126: Expected 1 errors
-Line 56: Unexpected errors ['qualifiers_final_decorator.py:56: error: Cannot override final attribute "method1" (previously declared in base class "Base2")  [misc]']
 Line 59: Unexpected errors ['qualifiers_final_decorator.py:59: error: Cannot override final attribute "method2" (previously declared in base class "Base2")  [misc]']
 Line 63: Unexpected errors ['qualifiers_final_decorator.py:63: error: Cannot override final attribute "method3" (previously declared in base class "Base2")  [misc]']
 Line 67: Unexpected errors ['qualifiers_final_decorator.py:67: error: Cannot override final attribute "method4" (previously declared in base class "Base2")  [misc]']
 Line 80: Unexpected errors ['qualifiers_final_decorator.py:80: error: Cannot override final attribute "method" (previously declared in base class "Base3")  [misc]']
 Line 84: Unexpected errors ['qualifiers_final_decorator.py:84: error: @final should be applied only to overload implementation  [misc]']
 Line 94: Unexpected errors ['qualifiers_final_decorator.py:94: error: Cannot override final attribute "method" (previously declared in base class "Base4")  [misc]']
-Line 118: Unexpected errors ['qualifiers_final_decorator.py:118: error: Cannot override final attribute "method" (previously declared in base class "Base5_2")  [misc]', 'qualifiers_final_decorator.py:118: error: Signature of "method" incompatible with supertype "Base5_2"  [override]']
 Line 125: Unexpected errors ['qualifiers_final_decorator.py:125: error: @final cannot be used with non-method functions  [misc]']
 """
diff --git a/conformance/results/mypy/specialtypes_never.toml b/conformance/results/mypy/specialtypes_never.toml
index b12afaeca..6e8dccc1b 100644
--- a/conformance/results/mypy/specialtypes_never.toml
+++ b/conformance/results/mypy/specialtypes_never.toml
@@ -15,6 +15,4 @@ Line 51: Expected 1 errors
 Line 54: Expected 1 errors
 Line 59: Expected 1 errors
 Line 60: Expected 1 errors
-Line 85: Unexpected errors ['specialtypes_never.py:85: error: Incompatible types in assignment (expression has type "list[NoReturn]", variable has type "list[int]")  [assignment]']
-Line 104: Unexpected errors ['specialtypes_never.py:104: error: Incompatible return value type (got "ClassC[NoReturn]", expected "ClassC[U]")  [return-value]']
 """
diff --git a/conformance/results/mypy/specialtypes_none.toml b/conformance/results/mypy/specialtypes_none.toml
index a87b89057..f08b044a7 100644
--- a/conformance/results/mypy/specialtypes_none.toml
+++ b/conformance/results/mypy/specialtypes_none.toml
@@ -4,7 +4,6 @@ specialtypes_none.py:21: error: Argument 1 to "func1" has incompatible type "typ
 specialtypes_none.py:27: error: Incompatible types in assignment (expression has type "None", variable has type "Iterable[Any]")  [assignment]
 specialtypes_none.py:41: error: Argument 1 to "func2" has incompatible type "None"; expected "type[None]"  [arg-type]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 21: Unexpected errors ['specialtypes_none.py:21: error: Argument 1 to "func1" has incompatible type "type[None]"; expected "None"  [arg-type]']
 """
diff --git a/conformance/results/mypy/specialtypes_promotions.toml b/conformance/results/mypy/specialtypes_promotions.toml
index f942709ca..864bc73e2 100644
--- a/conformance/results/mypy/specialtypes_promotions.toml
+++ b/conformance/results/mypy/specialtypes_promotions.toml
@@ -2,7 +2,6 @@ conformant = "Pass"
 output = """
 specialtypes_promotions.py:13: error: "float" has no attribute "numerator"  [attr-defined]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 13: Unexpected errors ['specialtypes_promotions.py:13: error: "float" has no attribute "numerator"  [attr-defined]']
 """
diff --git a/conformance/results/mypy/specialtypes_type.toml b/conformance/results/mypy/specialtypes_type.toml
index 7a5c0e243..ea8d59f2a 100644
--- a/conformance/results/mypy/specialtypes_type.toml
+++ b/conformance/results/mypy/specialtypes_type.toml
@@ -20,17 +20,8 @@ specialtypes_type.py:146: error: "<typing special form>" has no attribute "unkno
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 56: Unexpected errors ['specialtypes_type.py:56: error: Argument 1 to "func4" has incompatible type "type[TeamUser]"; expected "type[BasicUser] | type[ProUser]"  [arg-type]']
-Line 70: Unexpected errors ['specialtypes_type.py:70: error: Argument 1 to "func5" has incompatible type "<typing special form>"; expected "type[Never]"  [arg-type]']
-Line 76: Unexpected errors ['specialtypes_type.py:76: error: type[...] must have exactly one type argument  [valid-type]']
 Line 84: Unexpected errors ['specialtypes_type.py:84: error: Expression is of type "type", not "type[Any]"  [assert-type]']
 Line 99: Unexpected errors ['specialtypes_type.py:99: error: "type" has no attribute "unknown"  [attr-defined]']
 Line 100: Unexpected errors ['specialtypes_type.py:100: error: "type" has no attribute "unknown"  [attr-defined]']
-Line 117: Unexpected errors ['specialtypes_type.py:117: error: "type[object]" has no attribute "unknown"  [attr-defined]']
-Line 120: Unexpected errors ['specialtypes_type.py:120: error: "type[object]" has no attribute "unknown"  [attr-defined]']
 Line 139: Unexpected errors ['specialtypes_type.py:139: error: Expression is of type "type", not "type[Any]"  [assert-type]']
-Line 143: Unexpected errors ['specialtypes_type.py:143: error: "<typing special form>" has no attribute "unknown"  [attr-defined]']
-Line 144: Unexpected errors ['specialtypes_type.py:144: error: "<typing special form>" has no attribute "unknown"  [attr-defined]']
-Line 145: Unexpected errors ['specialtypes_type.py:145: error: "type[type]" has no attribute "unknown"  [attr-defined]']
-Line 146: Unexpected errors ['specialtypes_type.py:146: error: "<typing special form>" has no attribute "unknown"  [attr-defined]']
 """
diff --git a/conformance/results/mypy/tuples_type_compat.toml b/conformance/results/mypy/tuples_type_compat.toml
index eba17639e..55d7bf4de 100644
--- a/conformance/results/mypy/tuples_type_compat.toml
+++ b/conformance/results/mypy/tuples_type_compat.toml
@@ -29,26 +29,10 @@ tuples_type_compat.py:175: error: Incompatible types in assignment (expression h
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 15: Unexpected errors ['tuples_type_compat.py:15: error: Incompatible types in assignment (expression has type "tuple[float, complex]", variable has type "tuple[int, int]")  [assignment]']
-Line 29: Unexpected errors ['tuples_type_compat.py:29: error: Incompatible types in assignment (expression has type "tuple[int, ...]", variable has type "tuple[int, *tuple[int, ...]]")  [assignment]']
-Line 32: Unexpected errors ['tuples_type_compat.py:32: error: Incompatible types in assignment (expression has type "tuple[int, *tuple[int, ...]]", variable has type "tuple[int]")  [assignment]']
-Line 33: Unexpected errors ['tuples_type_compat.py:33: error: Incompatible types in assignment (expression has type "tuple[int, ...]", variable has type "tuple[int]")  [assignment]']
-Line 43: Unexpected errors ['tuples_type_compat.py:43: error: Incompatible types in assignment (expression has type "tuple[int, ...]", variable has type "tuple[int]")  [assignment]']
-Line 62: Unexpected errors ['tuples_type_compat.py:62: error: Incompatible types in assignment (expression has type "tuple[int, ...]", variable has type "tuple[int, int]")  [assignment]']
 Line 95: Unexpected errors ['tuples_type_compat.py:95: error: Expression is of type "tuple[int] | tuple[str, str] | tuple[int, *tuple[str, ...], int]", not "tuple[int]"  [assert-type]']
 Line 99: Unexpected errors ['tuples_type_compat.py:99: error: Expression is of type "tuple[int] | tuple[str, str] | tuple[int, *tuple[str, ...], int]", not "tuple[str, str] | tuple[int, int]"  [assert-type]']
 Line 103: Unexpected errors ['tuples_type_compat.py:103: error: Expression is of type "tuple[int] | tuple[str, str] | tuple[int, *tuple[str, ...], int]", not "tuple[int, str, int]"  [assert-type]']
 Line 117: Unexpected errors ['tuples_type_compat.py:117: error: Expression is of type "tuple[Never, int]", not "tuple[int | str, int]"  [assert-type]']
 Line 136: Unexpected errors ['tuples_type_compat.py:136: error: Expression is of type "Sequence[object]", not "Sequence[complex | list[int]]"  [assert-type]']
 Line 139: Unexpected errors ['tuples_type_compat.py:139: error: Expression is of type "Sequence[object]", not "Sequence[int | str]"  [assert-type]']
-Line 144: Unexpected errors ['tuples_type_compat.py:144: error: Incompatible types in assignment (expression has type "tuple[int, str, str]", variable has type "tuple[int, str]")  [assignment]']
-Line 149: Unexpected errors ['tuples_type_compat.py:149: error: Incompatible types in assignment (expression has type "tuple[int, int, str]", variable has type "tuple[int, *tuple[str, ...]]")  [assignment]']
-Line 150: Unexpected errors ['tuples_type_compat.py:150: error: Incompatible types in assignment (expression has type "tuple[int, str, int]", variable has type "tuple[int, *tuple[str, ...]]")  [assignment]']
-Line 156: Unexpected errors ['tuples_type_compat.py:156: error: Incompatible types in assignment (expression has type "tuple[int, str, str]", variable has type "tuple[int, *tuple[str, ...], int]")  [assignment]']
-Line 157: Unexpected errors ['tuples_type_compat.py:157: error: Incompatible types in assignment (expression has type "tuple[int, str, str, float]", variable has type "tuple[int, *tuple[str, ...], int]")  [assignment]']
-Line 162: Unexpected errors ['tuples_type_compat.py:162: error: Incompatible types in assignment (expression has type "tuple[int, str, int]", variable has type "tuple[*tuple[str, ...], int]")  [assignment]']
-Line 163: Unexpected errors ['tuples_type_compat.py:163: error: Incompatible types in assignment (expression has type "tuple[str, str, float]", variable has type "tuple[*tuple[str, ...], int]")  [assignment]']
-Line 168: Unexpected errors ['tuples_type_compat.py:168: error: Incompatible types in assignment (expression has type "tuple[str, str]", variable has type "tuple[str, str, int]")  [assignment]']
-Line 171: Unexpected errors ['tuples_type_compat.py:171: error: Incompatible types in assignment (expression has type "tuple[str, str]", variable has type "tuple[str, str, str, *tuple[str, ...]]")  [assignment]']
-Line 175: Unexpected errors ['tuples_type_compat.py:175: error: Incompatible types in assignment (expression has type "tuple[str, str]", variable has type "tuple[*tuple[str, ...], str, str, str]")  [assignment]']
 """
diff --git a/conformance/results/mypy/tuples_type_form.toml b/conformance/results/mypy/tuples_type_form.toml
index c556eb810..6ac6e1f68 100644
--- a/conformance/results/mypy/tuples_type_form.toml
+++ b/conformance/results/mypy/tuples_type_form.toml
@@ -14,11 +14,6 @@ tuples_type_form.py:45: error: Unpack is only valid in a variadic position  [val
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 12: Unexpected errors ['tuples_type_form.py:12: error: Incompatible types in assignment (expression has type "tuple[int, int]", variable has type "tuple[int]")  [assignment]']
-Line 14: Unexpected errors ['tuples_type_form.py:14: error: Incompatible types in assignment (expression has type "tuple[int]", variable has type "tuple[int, int]")  [assignment]']
-Line 15: Unexpected errors ['tuples_type_form.py:15: error: Incompatible types in assignment (expression has type "tuple[int, str]", variable has type "tuple[int, int]")  [assignment]']
-Line 25: Unexpected errors ['tuples_type_form.py:25: error: Incompatible types in assignment (expression has type "tuple[int]", variable has type "tuple[()]")  [assignment]']
-Line 36: Unexpected errors ['tuples_type_form.py:36: error: Incompatible types in assignment (expression has type "tuple[int, int, int, str]", variable has type "tuple[int, ...]")  [assignment]']
 Line 40: Unexpected errors ['tuples_type_form.py:40: error: Unexpected "..."  [misc]']
 Line 41: Unexpected errors ['tuples_type_form.py:41: error: Unexpected "..."  [misc]']
 Line 42: Unexpected errors ['tuples_type_form.py:42: error: Unexpected "..."  [misc]']
diff --git a/conformance/results/mypy/tuples_unpacked.toml b/conformance/results/mypy/tuples_unpacked.toml
index b0ee48644..5a49a192d 100644
--- a/conformance/results/mypy/tuples_unpacked.toml
+++ b/conformance/results/mypy/tuples_unpacked.toml
@@ -8,5 +8,10 @@ tuples_unpacked.py:58: error: More than one Unpack in a type is not allowed  [mi
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 58: Unexpected errors ['tuples_unpacked.py:58: error: More than one Unpack in a type is not allowed  [misc]']
+Line 31: Expected 1 errors
+Line 32: Expected 1 errors
+Line 39: Expected 1 errors
+Line 40: Expected 1 errors
+Line 50: Expected 1 errors
+Line 61: Expected 1 errors
 """
diff --git a/conformance/results/pyre/aliases_recursive.toml b/conformance/results/pyre/aliases_recursive.toml
index 289175cc9..fbfda2c73 100644
--- a/conformance/results/pyre/aliases_recursive.toml
+++ b/conformance/results/pyre/aliases_recursive.toml
@@ -21,6 +21,11 @@ aliases_recursive.py:79:0 Incompatible variable type [9]: MutualReference2 is de
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 38: Expected 1 errors
+Line 39: Expected 1 errors
+Line 50: Expected 1 errors
+Line 51: Expected 1 errors
+Line 56: Expected 1 errors
 Line 67: Expected 1 errors
 Line 73: Expected 1 errors
 Line 30: Unexpected errors ['aliases_recursive.py:30:35 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[str, typing.Any]`.']
diff --git a/conformance/results/pyre/annotations_methods.toml b/conformance/results/pyre/annotations_methods.toml
index 4d4581610..333bd418b 100644
--- a/conformance/results/pyre/annotations_methods.toml
+++ b/conformance/results/pyre/annotations_methods.toml
@@ -4,6 +4,7 @@ Type evaluation differs from other type checkers because of ambiguity in the spe
 """
 output = """
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 46: Expected 1 errors
 """
diff --git a/conformance/results/pyre/callables_annotation.toml b/conformance/results/pyre/callables_annotation.toml
index 1f9f8ed81..8d5118237 100644
--- a/conformance/results/pyre/callables_annotation.toml
+++ b/conformance/results/pyre/callables_annotation.toml
@@ -17,11 +17,6 @@ callables_annotation.py:42:4 Invalid type [31]: Expression `typing.Callable[(int
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 13: Unexpected errors ['callables_annotation.py:13:4 Missing argument [20]: PositionalOnly call expects argument in position 1.']
-Line 14: Unexpected errors ['callables_annotation.py:14:10 Incompatible parameter type [6]: In anonymous call, for 2nd positional argument, expected `str` but got `int`.']
-Line 15: Unexpected errors ['callables_annotation.py:15:4 Too many arguments [19]: PositionalOnly call expects 2 positional arguments, 3 were provided.']
-Line 16: Unexpected errors ['callables_annotation.py:16:4 Unexpected keyword [28]: Unexpected keyword argument `a` to anonymous call.']
-Line 22: Unexpected errors ['callables_annotation.py:22:4 Too many arguments [19]: PositionalOnly call expects 0 positional arguments, 1 was provided.']
 Line 35: Unexpected errors ['callables_annotation.py:35:28 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.']
 Line 39: Unexpected errors ['callables_annotation.py:39:4 Invalid type [31]: Expression `typing.Callable[int]` is not a valid type.']
 Line 40: Unexpected errors ['callables_annotation.py:40:4 Invalid type [31]: Expression `typing.Callable[(int, int)]` is not a valid type.']
diff --git a/conformance/results/pyre/generics_base_class.toml b/conformance/results/pyre/generics_base_class.toml
index af22315b1..8e3fc09c1 100644
--- a/conformance/results/pyre/generics_base_class.toml
+++ b/conformance/results/pyre/generics_base_class.toml
@@ -12,9 +12,6 @@ generics_base_class.py:68:0 Duplicate type variables [59]: Duplicate type variab
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Unexpected errors ['generics_base_class.py:26:25 Incompatible parameter type [6]: In call `takes_dict_incorrect`, for 1st positional argument, expected `Dict[str, List[object]]` but got `SymbolTable`.']
 Line 45: Unexpected errors ['generics_base_class.py:45:25 Undefined attribute [16]: `typing.Iterator` has no attribute `__getitem__`.']
-Line 49: Unexpected errors ['generics_base_class.py:49:21 Invalid type parameters [24]: Generic type `LinkedList` expects 1 type parameter, received 2.']
-Line 61: Unexpected errors ['generics_base_class.py:61:17 Invalid type parameters [24]: Generic type `MyDict` expects 1 type parameter, received 2.']
 Line 68: Unexpected errors ['generics_base_class.py:68:0 Duplicate type variables [59]: Duplicate type variable `T` in Generic[...].']
 """
diff --git a/conformance/results/pyre/generics_basic.toml b/conformance/results/pyre/generics_basic.toml
index ab39c6514..0def91060 100644
--- a/conformance/results/pyre/generics_basic.toml
+++ b/conformance/results/pyre/generics_basic.toml
@@ -18,12 +18,9 @@ generics_basic.py:161:25 Undefined attribute [16]: `typing.Iterator` has no attr
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 140: Expected 1 errors
+Line 141: Expected 1 errors
+Line 167: Expected 1 errors
 Line 31: Unexpected errors ['generics_basic.py:31:4 Incompatible return type [7]: Expected `Variable[AnyStr <: [str, bytes]]` but got `bytes`.', 'generics_basic.py:31:15 Incompatible parameter type [6]: In call `bytes.__add__`, for 1st positional argument, expected `Union[array[typing.Any], bytearray, bytes, _CData, memoryview, mmap, PickleBuffer]` but got `Variable[AnyStr <: [str, bytes]]`.']
-Line 36: Unexpected errors ['generics_basic.py:36:14 Incompatible parameter type [6]: In call `concat`, for 2nd positional argument, expected `Variable[AnyStr <: [str, bytes]]` but got `bytes`.']
-Line 37: Unexpected errors ['generics_basic.py:37:14 Incompatible parameter type [6]: In call `concat`, for 2nd positional argument, expected `Variable[AnyStr <: [str, bytes]]` but got `str`.']
-Line 44: Unexpected errors ["generics_basic.py:44:0 Invalid type [31]: TypeVar can't have a single explicit constraint. Did you mean `bound=str`?"]
-Line 48: Unexpected errors ['generics_basic.py:48:0 Invalid type [31]: Expression `Variable[BadConstraint2 <: [str, Variable[generics_basic.T]]]` is not a valid type. Type variables cannot contain other type variables in their constraints.']
-Line 59: Unexpected errors ['generics_basic.py:59:14 Incompatible parameter type [6]: In call `concat`, for 2nd positional argument, expected `Variable[AnyStr <: [str, bytes]]` but got `bytes`.']
-Line 107: Unexpected errors ['generics_basic.py:107:0 Duplicate type variables [59]: Duplicate type variable `T` in Generic[...].']
 Line 161: Unexpected errors ['generics_basic.py:161:25 Undefined attribute [16]: `typing.Iterator` has no attribute `__getitem__`.']
 """
diff --git a/conformance/results/pyre/generics_paramspec_basic.toml b/conformance/results/pyre/generics_paramspec_basic.toml
index 0dadbb2a8..0933a6ba7 100644
--- a/conformance/results/pyre/generics_paramspec_basic.toml
+++ b/conformance/results/pyre/generics_paramspec_basic.toml
@@ -17,9 +17,10 @@ generics_paramspec_basic.py:31:13 Invalid type parameters [24]: Single type para
 conformance_automated = "Fail"
 errors_diff = """
 Line 10: Expected 1 errors
-Line 15: Unexpected errors ['generics_paramspec_basic.py:15:0 Undefined or invalid type [11]: Annotation `P` is not defined as a type.']
+Line 23: Expected 1 errors
+Line 27: Expected 1 errors, got 2 (["generics_paramspec_basic.py:27:13 Invalid type variable [34]: The type variable `P` isn't present in the function's parameters.", 'generics_paramspec_basic.py:27:13 Undefined or invalid type [11]: Annotation `Concatenate` is not defined as a type.'])
+Line 35: Expected 1 errors
+Line 39: Expected 1 errors
 Line 17: Unexpected errors ['generics_paramspec_basic.py:17:0 Incompatible variable type [9]: TA2 is declared to have type `TypeAlias` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.', 'generics_paramspec_basic.py:17:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[ParamSpec, None]`.']
 Line 18: Unexpected errors ['generics_paramspec_basic.py:18:0 Incompatible variable type [9]: TA3 is declared to have type `TypeAlias` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.', 'generics_paramspec_basic.py:18:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[object, None]`.']
-Line 27: Unexpected errors ["generics_paramspec_basic.py:27:13 Invalid type variable [34]: The type variable `P` isn't present in the function's parameters.", 'generics_paramspec_basic.py:27:13 Undefined or invalid type [11]: Annotation `Concatenate` is not defined as a type.']
-Line 31: Unexpected errors ['generics_paramspec_basic.py:31:13 Invalid type parameters [24]: Single type parameter `Variable[_T]` expected, but a callable parameters `generics_paramspec_basic.P` was given for generic type list.']
 """
diff --git a/conformance/results/pyre/generics_paramspec_components.toml b/conformance/results/pyre/generics_paramspec_components.toml
index 63f50bd52..d79b21ea9 100644
--- a/conformance/results/pyre/generics_paramspec_components.toml
+++ b/conformance/results/pyre/generics_paramspec_components.toml
@@ -22,11 +22,21 @@ generics_paramspec_components.py:98:24 Incompatible parameter type [6]: In call
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 17: Unexpected errors ['generics_paramspec_components.py:17:24 Undefined or invalid type [11]: Annotation `P.kwargs` is not defined as a type.', 'generics_paramspec_components.py:17:44 Undefined or invalid type [11]: Annotation `P.args` is not defined as a type.']
-Line 49: Unexpected errors ['generics_paramspec_components.py:49:8 Call error [29]: `typing.Callable[generics_paramspec_components.P, int]` cannot be safely called because the types and kinds of its parameters depend on a type variable.']
+Line 17: Expected 1 errors, got 2 (['generics_paramspec_components.py:17:24 Undefined or invalid type [11]: Annotation `P.kwargs` is not defined as a type.', 'generics_paramspec_components.py:17:44 Undefined or invalid type [11]: Annotation `P.args` is not defined as a type.'])
+Line 20: Expected 1 errors
+Line 23: Expected 1 errors
+Line 26: Expected 1 errors
+Line 30: Expected 1 errors
+Line 35: Expected 1 errors
+Line 36: Expected 1 errors
+Line 38: Expected 1 errors
+Line 41: Expected 1 errors
+Line 51: Expected 1 errors
+Line 60: Expected 1 errors
+Line 70: Expected 1 errors
+Line 72: Expected 1 errors
+Line 98: Expected 1 errors, got 2 (['generics_paramspec_components.py:98:19 Incompatible parameter type [6]: In call `twice`, for 2nd positional argument, expected `int` but got `str`.', 'generics_paramspec_components.py:98:24 Incompatible parameter type [6]: In call `twice`, for 3rd positional argument, expected `str` but got `int`.'])
 Line 56: Unexpected errors ['generics_paramspec_components.py:56:32 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(str, $local_generics_paramspec_components$P)], None)]` is not a valid type.']
 Line 66: Unexpected errors ['generics_paramspec_components.py:66:14 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(int, $local_generics_paramspec_components$P)], int)]` is not a valid type.', 'generics_paramspec_components.py:66:14 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(int, $local_generics_paramspec_components$P)], int)]` is not a valid type.', "generics_paramspec_components.py:66:53 Invalid type variable [34]: The type variable `P` isn't present in the function's parameters."]
 Line 74: Unexpected errors ['generics_paramspec_components.py:74:4 Incompatible return type [7]: Expected `typing.Callable[generics_paramspec_components.P, None]` but got `typing.Callable($local_generics_paramspec_components?remove$foo)[generics_paramspec_components.P, None]`.']
-Line 83: Unexpected errors ['generics_paramspec_components.py:83:8 Unexpected keyword [28]: Unexpected keyword argument `x` to call `foo`.']
-Line 98: Unexpected errors ['generics_paramspec_components.py:98:19 Incompatible parameter type [6]: In call `twice`, for 2nd positional argument, expected `int` but got `str`.', 'generics_paramspec_components.py:98:24 Incompatible parameter type [6]: In call `twice`, for 3rd positional argument, expected `str` but got `int`.']
 """
diff --git a/conformance/results/pyre/generics_paramspec_semantics.toml b/conformance/results/pyre/generics_paramspec_semantics.toml
index d85478b18..db284f7ad 100644
--- a/conformance/results/pyre/generics_paramspec_semantics.toml
+++ b/conformance/results/pyre/generics_paramspec_semantics.toml
@@ -18,8 +18,13 @@ generics_paramspec_semantics.py:122:25 Invalid type [31]: Expression `typing.Cal
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 97: Expected 1 errors
+Line 107: Expected 1 errors
+Line 119: Expected 1 errors
+Line 126: Expected 1 errors
+Line 131: Expected 1 errors
+Line 136: Expected 1 errors
 Line 46: Unexpected errors ['generics_paramspec_semantics.py:46:16 Incompatible parameter type [6]: In call `func1`, for 2nd positional argument, expected `typing.Callable[generics_paramspec_semantics.P, int]` but got `typing.Callable(y_x)[[Named(y, int), Named(x, str)], int]`.']
-Line 61: Unexpected errors ['generics_paramspec_semantics.py:61:22 Incompatible parameter type [6]: In call `func1`, for 2nd positional argument, expected `typing.Callable[generics_paramspec_semantics.P, int]` but got `typing.Callable(keyword_only_y)[[KeywordOnly(y, int)], int]`.']
 Line 90: Unexpected errors ['generics_paramspec_semantics.py:90:32 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(str, $local_generics_paramspec_semantics$P)], bool)]` is not a valid type.']
 Line 100: Unexpected errors ['generics_paramspec_semantics.py:100:14 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(int, $local_generics_paramspec_semantics$P)], int)]` is not a valid type.', "generics_paramspec_semantics.py:100:53 Invalid type variable [34]: The type variable `P` isn't present in the function's parameters."]
 Line 111: Unexpected errors ['generics_paramspec_semantics.py:111:7 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(int, $local_generics_paramspec_semantics$P)], int)]` is not a valid type.']
diff --git a/conformance/results/pyre/generics_paramspec_specialization.toml b/conformance/results/pyre/generics_paramspec_specialization.toml
index d4140c8f9..152779ccb 100644
--- a/conformance/results/pyre/generics_paramspec_specialization.toml
+++ b/conformance/results/pyre/generics_paramspec_specialization.toml
@@ -27,10 +27,5 @@ Line 19: Unexpected errors ['generics_paramspec_specialization.py:19:0 Uninitial
 Line 29: Unexpected errors ["generics_paramspec_specialization.py:29:14 Invalid type variable [34]: The type variable `P2` isn't present in the function's parameters.", 'generics_paramspec_specialization.py:29:14 Undefined or invalid type [11]: Annotation `Concatenate` is not defined as a type.']
 Line 33: Unexpected errors ['generics_paramspec_specialization.py:33:14 Invalid type parameters [24]: Callable parameters expected for parameter specification `P2`, but a single type `...` was given for generic type ClassB.']
 Line 37: Unexpected errors ['generics_paramspec_specialization.py:37:14 Invalid type parameters [24]: Callable parameters expected for parameter specification `P1`, but a single type `...` was given for generic type ClassA.']
-Line 45: Unexpected errors ['generics_paramspec_specialization.py:45:14 Invalid type parameters [24]: Callable parameters expected for parameter specification `P1`, but a single type `int` was given for generic type ClassA.']
 Line 49: Unexpected errors ['generics_paramspec_specialization.py:49:0 Uninitialized attribute [13]: Attribute `f` is declared in class `ClassC` to have type `typing.Callable[generics_paramspec_specialization.P1, int]` but is never initialized.']
-Line 55: Unexpected errors ['generics_paramspec_specialization.py:55:8 Incompatible parameter type [6]: In anonymous call, for 1st positional argument, expected `int` but got `str`.']
-Line 56: Unexpected errors ['generics_paramspec_specialization.py:56:15 Incompatible parameter type [6]: In anonymous call, for 3rd positional argument, expected `bool` but got `str`.']
-Line 61: Unexpected errors ['generics_paramspec_specialization.py:61:8 Incompatible parameter type [6]: In anonymous call, for 1st positional argument, expected `int` but got `str`.']
-Line 62: Unexpected errors ['generics_paramspec_specialization.py:62:15 Incompatible parameter type [6]: In anonymous call, for 3rd positional argument, expected `bool` but got `str`.']
 """
diff --git a/conformance/results/pyre/generics_scoping.toml b/conformance/results/pyre/generics_scoping.toml
index e7b561e9b..143dd772b 100644
--- a/conformance/results/pyre/generics_scoping.toml
+++ b/conformance/results/pyre/generics_scoping.toml
@@ -18,14 +18,9 @@ generics_scoping.py:86:5 Incompatible parameter type [6]: In call `typing.Generi
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 25: Unexpected errors ['generics_scoping.py:25:9 Incompatible parameter type [6]: In call `MyClass.meth_2`, for 1st positional argument, expected `int` but got `str`.']
-Line 46: Unexpected errors ["generics_scoping.py:46:7 Invalid type variable [34]: The type variable `Variable[S]` isn't present in the function's parameters."]
-Line 50: Unexpected errors ["generics_scoping.py:50:13 Invalid type variable [34]: The current class isn't generic with respect to the type variable `Variable[S]`. To reference the type variable, you can modify the class to inherit from `typing.Generic[S]`."]
+Line 61: Expected 1 errors
+Line 71: Expected 1 errors
+Line 80: Expected 1 errors, got 2 (['generics_scoping.py:80:4 Incompatible attribute type [8]: Attribute `alias` declared in class `Outer` has type `TypeAlias` but is used as type `Type[List[Variable[_T]]]`.', 'generics_scoping.py:80:28 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.'])
 Line 70: Unexpected errors ['generics_scoping.py:70:0 Uninitialized attribute [13]: Attribute `attr` is declared in class `Outer` to have type `Outer.Inner[Variable[T]]` but is never initialized.']
 Line 73: Unexpected errors ['generics_scoping.py:73:4 Uninitialized attribute [13]: Attribute `x` is declared in class `Outer.AlsoBad` to have type `typing.List[Variable[T]]` but is never initialized.']
-Line 74: Unexpected errors ["generics_scoping.py:74:11 Invalid type variable [34]: The current class isn't generic with respect to the type variable `Variable[T]`. To reference the type variable, you can modify the class to inherit from `typing.Generic[T]`."]
-Line 80: Unexpected errors ['generics_scoping.py:80:4 Incompatible attribute type [8]: Attribute `alias` declared in class `Outer` has type `TypeAlias` but is used as type `Type[List[Variable[_T]]]`.', 'generics_scoping.py:80:28 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
-Line 84: Unexpected errors ['generics_scoping.py:84:13 Invalid type variable [34]: The type variable `Variable[T]` can only be used to annotate generic classes or functions.']
-Line 85: Unexpected errors ['generics_scoping.py:85:13 Invalid type variable [34]: The type variable `Variable[T]` can only be used to annotate generic classes or functions.']
-Line 86: Unexpected errors ['generics_scoping.py:86:5 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
 """
diff --git a/conformance/results/pyre/generics_syntax_compatibility.toml b/conformance/results/pyre/generics_syntax_compatibility.toml
index 3eefbea8f..46268f566 100644
--- a/conformance/results/pyre/generics_syntax_compatibility.toml
+++ b/conformance/results/pyre/generics_syntax_compatibility.toml
@@ -5,6 +5,7 @@ Type parameter syntax not yet support.
 output = """
 generics_syntax_compatibility.py:14:13 Parsing failure [404]: invalid syntax
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 26: Expected 1 errors
 """
diff --git a/conformance/results/pyre/generics_syntax_declarations.toml b/conformance/results/pyre/generics_syntax_declarations.toml
index 21d5b423f..1f80ab6dd 100644
--- a/conformance/results/pyre/generics_syntax_declarations.toml
+++ b/conformance/results/pyre/generics_syntax_declarations.toml
@@ -7,6 +7,8 @@ generics_syntax_declarations.py:13:17 Parsing failure [404]: invalid syntax
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 27: Expected 1 errors
+Line 34: Expected 1 errors
 Line 46: Expected 1 errors
 Line 50: Expected 1 errors
 Line 62: Expected 1 errors
diff --git a/conformance/results/pyre/generics_syntax_infer_variance.toml b/conformance/results/pyre/generics_syntax_infer_variance.toml
index 7c0dbb586..b5f14c092 100644
--- a/conformance/results/pyre/generics_syntax_infer_variance.toml
+++ b/conformance/results/pyre/generics_syntax_infer_variance.toml
@@ -9,5 +9,22 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 17: Expected 1 errors
 Line 21: Expected 1 errors
+Line 33: Expected 1 errors
+Line 41: Expected 1 errors
+Line 50: Expected 1 errors
+Line 59: Expected 1 errors
+Line 72: Expected 1 errors
+Line 83: Expected 1 errors
+Line 99: Expected 1 errors
+Line 100: Expected 1 errors
+Line 114: Expected 1 errors
+Line 115: Expected 1 errors
+Line 122: Expected 1 errors
+Line 123: Expected 1 errors
+Line 124: Expected 1 errors
+Line 125: Expected 1 errors
+Line 133: Expected 1 errors
+Line 141: Expected 1 errors
+Line 152: Expected 1 errors
 Line 129: Unexpected errors ['generics_syntax_infer_variance.py:129:25 Parsing failure [404]: invalid syntax']
 """
diff --git a/conformance/results/pyre/generics_syntax_scoping.toml b/conformance/results/pyre/generics_syntax_scoping.toml
index 6012858d1..9ac9eeebc 100644
--- a/conformance/results/pyre/generics_syntax_scoping.toml
+++ b/conformance/results/pyre/generics_syntax_scoping.toml
@@ -7,5 +7,8 @@ generics_syntax_scoping.py:14:13 Parsing failure [404]: invalid syntax
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 14: Unexpected errors ['generics_syntax_scoping.py:14:13 Parsing failure [404]: invalid syntax']
+Line 18: Expected 1 errors
+Line 92: Expected 1 errors
+Line 95: Expected 1 errors
+Line 98: Expected 1 errors
 """
diff --git a/conformance/results/pyre/generics_type_erasure.toml b/conformance/results/pyre/generics_type_erasure.toml
index d1c10b54b..47d40bcf6 100644
--- a/conformance/results/pyre/generics_type_erasure.toml
+++ b/conformance/results/pyre/generics_type_erasure.toml
@@ -11,8 +11,11 @@ generics_type_erasure.py:38:15 Incompatible parameter type [6]: In call `Node.__
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 40: Expected 1 errors
+Line 41: Expected 1 errors
+Line 42: Expected 1 errors
+Line 43: Expected 1 errors
+Line 44: Expected 1 errors
 Line 11: Unexpected errors ['generics_type_erasure.py:11:0 Uninitialized attribute [13]: Attribute `label` is declared in class `Node` to have type `Variable[T]` but is never initialized.']
 Line 17: Unexpected errors ['generics_type_erasure.py:17:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[T]]` but got `object`.']
-Line 36: Unexpected errors ['generics_type_erasure.py:36:15 Incompatible parameter type [6]: In call `Node.__init__`, for 1st positional argument, expected `Optional[int]` but got `str`.']
-Line 38: Unexpected errors ['generics_type_erasure.py:38:15 Incompatible parameter type [6]: In call `Node.__init__`, for 1st positional argument, expected `Optional[str]` but got `int`.']
 """
diff --git a/conformance/results/pyre/generics_typevartuple_args.toml b/conformance/results/pyre/generics_typevartuple_args.toml
index f9701c15a..203d2925e 100644
--- a/conformance/results/pyre/generics_typevartuple_args.toml
+++ b/conformance/results/pyre/generics_typevartuple_args.toml
@@ -18,6 +18,15 @@ generics_typevartuple_args.py:75:12 Incompatible parameter type [6]: In call `fu
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 33: Expected 1 errors
+Line 34: Expected 1 errors
+Line 48: Expected 1 errors
+Line 57: Expected 1 errors
+Line 58: Expected 1 errors
+Line 59: Expected 1 errors
+Line 67: Expected 1 errors
+Line 76: Expected 1 errors
+Line 80: Expected 1 errors
 Line 16: Unexpected errors ['generics_typevartuple_args.py:16:25 Invalid type [31]: Expression `*$local_generics_typevartuple_args$Ts` is not a valid type.', 'generics_typevartuple_args.py:16:33 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_args$Ts)]` is not a valid type.']
 Line 20: Unexpected errors ['generics_typevartuple_args.py:20:41 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[str]]`.']
 Line 27: Unexpected errors ['generics_typevartuple_args.py:27:30 Invalid type [31]: Expression `*tuple[(*$local_generics_typevartuple_args$Ts, generics_typevartuple_args.Env)]` is not a valid type.', 'generics_typevartuple_args.py:27:76 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_args$Ts)]` is not a valid type.']
@@ -27,5 +36,4 @@ Line 42: Unexpected errors ['generics_typevartuple_args.py:42:17 Invalid type [3
 Line 51: Unexpected errors ['generics_typevartuple_args.py:51:17 Invalid type [31]: Expression `*tuple[(int, *tuple[(str, ...)], str)]` is not a valid type.']
 Line 62: Unexpected errors ['generics_typevartuple_args.py:62:17 Invalid type [31]: Expression `*tuple[(int, str)]` is not a valid type.']
 Line 70: Unexpected errors ['generics_typevartuple_args.py:70:17 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_args$Ts)]` is not a valid type.']
-Line 75: Unexpected errors ['generics_typevartuple_args.py:75:12 Incompatible parameter type [6]: In call `func4`, for 2nd positional argument, expected `Tuple[]` but got `Tuple[int, int]`. Expected has length 1, but actual has length 2.']
 """
diff --git a/conformance/results/pyre/generics_typevartuple_basic.toml b/conformance/results/pyre/generics_typevartuple_basic.toml
index 2642064ad..a219c23b5 100644
--- a/conformance/results/pyre/generics_typevartuple_basic.toml
+++ b/conformance/results/pyre/generics_typevartuple_basic.toml
@@ -50,9 +50,15 @@ generics_typevartuple_basic.py:106:13 Invalid type [31]: Expression `typing.Gene
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 42: Expected 1 errors, got 3 (['generics_typevartuple_basic.py:42:0 Incompatible variable type [9]: v4 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:42:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:42:33 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Height`.'])
+Line 43: Expected 1 errors, got 3 (['generics_typevartuple_basic.py:43:0 Incompatible variable type [9]: v5 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:43:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:43:40 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Batch, Width]`. Expected has length 1, but actual has length 2.'])
+Line 46: Expected 1 errors
 Line 53: Expected 1 errors
 Line 56: Expected 1 errors
 Line 59: Expected 1 errors
+Line 89: Expected 1 errors
+Line 99: Expected 1 errors
+Line 100: Expected 1 errors
 Line 12: Unexpected errors ['generics_typevartuple_basic.py:12:13 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.']
 Line 16: Unexpected errors ['generics_typevartuple_basic.py:16:17 Invalid type [31]: Expression `*$local_generics_typevartuple_basic$Ts` is not a valid type.', 'generics_typevartuple_basic.py:16:25 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.']
 Line 23: Unexpected errors ['generics_typevartuple_basic.py:23:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_basic$Shape)]` is not a valid type.']
@@ -63,17 +69,10 @@ Line 36: Unexpected errors ['generics_typevartuple_basic.py:36:0 Incompatible va
 Line 37: Unexpected errors ['generics_typevartuple_basic.py:37:0 Incompatible variable type [9]: v2 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:37:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:37:40 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Batch, Height, Width]`. Expected has length 1, but actual has length 3.']
 Line 38: Unexpected errors ['generics_typevartuple_basic.py:38:0 Incompatible variable type [9]: v3 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:38:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
 Line 39: Unexpected errors ['generics_typevartuple_basic.py:39:4 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Time, Batch, Height, Width]`. Expected has length 1, but actual has length 4.']
-Line 42: Unexpected errors ['generics_typevartuple_basic.py:42:0 Incompatible variable type [9]: v4 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:42:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:42:33 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Height`.']
-Line 43: Unexpected errors ['generics_typevartuple_basic.py:43:0 Incompatible variable type [9]: v5 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:43:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:43:40 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Batch, Width]`. Expected has length 1, but actual has length 2.']
 Line 44: Unexpected errors ['generics_typevartuple_basic.py:44:0 Incompatible variable type [9]: v6 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:44:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
 Line 45: Unexpected errors ['generics_typevartuple_basic.py:45:4 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Time, Batch, Width, Height]`. Expected has length 1, but actual has length 4.']
 Line 54: Unexpected errors ['generics_typevartuple_basic.py:54:21 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Shape)]` is not a valid type.']
-Line 65: Unexpected errors ['generics_typevartuple_basic.py:65:6 Unexpected keyword [28]: Unexpected keyword argument `covariant` to call `TypeVarTuple.__init__`.']
-Line 66: Unexpected errors ['generics_typevartuple_basic.py:66:6 Too many arguments [19]: Call `TypeVarTuple.__init__` expects 1 positional argument, 3 were provided.']
-Line 67: Unexpected errors ['generics_typevartuple_basic.py:67:6 Unexpected keyword [28]: Unexpected keyword argument `bound` to call `TypeVarTuple.__init__`.']
 Line 75: Unexpected errors ['generics_typevartuple_basic.py:75:16 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.', 'generics_typevartuple_basic.py:75:34 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.', 'generics_typevartuple_basic.py:75:49 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.']
-Line 90: Unexpected errors ['generics_typevartuple_basic.py:90:6 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `Tuple[]` but got `Tuple[int, int]`. Expected has length 1, but actual has length 2.']
 Line 93: Unexpected errors ['generics_typevartuple_basic.py:93:16 Invalid type [31]: Expression `Array[(*$local_generics_typevartuple_basic$Shape)]` is not a valid type.', 'generics_typevartuple_basic.py:93:16 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:93:34 Invalid type [31]: Expression `Array[(*$local_generics_typevartuple_basic$Shape)]` is not a valid type.', 'generics_typevartuple_basic.py:93:34 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:93:52 Invalid type [31]: Expression `Array[(*$local_generics_typevartuple_basic$Shape)]` is not a valid type.', 'generics_typevartuple_basic.py:93:52 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
 Line 97: Unexpected errors ['generics_typevartuple_basic.py:97:13 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:97:31 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:97:48 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
-Line 106: Unexpected errors ['generics_typevartuple_basic.py:106:13 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_basic$Ts1, *$local_generics_typevartuple_basic$Ts2)]` is not a valid type.']
 """
diff --git a/conformance/results/pyre/generics_typevartuple_callable.toml b/conformance/results/pyre/generics_typevartuple_callable.toml
index 284210b7b..5fd78076a 100644
--- a/conformance/results/pyre/generics_typevartuple_callable.toml
+++ b/conformance/results/pyre/generics_typevartuple_callable.toml
@@ -21,9 +21,9 @@ generics_typevartuple_callable.py:49:41 Incompatible parameter type [6]: In call
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 26: Expected 1 errors, got 2 (['generics_typevartuple_callable.py:26:8 Incompatible parameter type [6]: In call `Process.__init__`, for argument `target`, expected `typing.Callable[[unknown], None]` but got `typing.Callable(func1)[[Named(arg1, int), Named(arg2, str)], None]`.', 'generics_typevartuple_callable.py:26:22 Incompatible parameter type [6]: In call `Process.__init__`, for argument `args`, expected `Tuple[]` but got `Tuple[str, int]`. Expected has length 1, but actual has length 2.'])
 Line 17: Unexpected errors ['generics_typevartuple_callable.py:17:31 Invalid type [31]: Expression `typing.Callable[([*$local_generics_typevartuple_callable$Ts], None)]` is not a valid type.', 'generics_typevartuple_callable.py:17:60 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_callable$Ts)]` is not a valid type.']
 Line 25: Unexpected errors ['generics_typevartuple_callable.py:25:8 Incompatible parameter type [6]: In call `Process.__init__`, for argument `target`, expected `typing.Callable[[unknown], None]` but got `typing.Callable(func1)[[Named(arg1, int), Named(arg2, str)], None]`.', 'generics_typevartuple_callable.py:25:22 Incompatible parameter type [6]: In call `Process.__init__`, for argument `args`, expected `Tuple[]` but got `Tuple[int, str]`. Expected has length 1, but actual has length 2.']
-Line 26: Unexpected errors ['generics_typevartuple_callable.py:26:8 Incompatible parameter type [6]: In call `Process.__init__`, for argument `target`, expected `typing.Callable[[unknown], None]` but got `typing.Callable(func1)[[Named(arg1, int), Named(arg2, str)], None]`.', 'generics_typevartuple_callable.py:26:22 Incompatible parameter type [6]: In call `Process.__init__`, for argument `args`, expected `Tuple[]` but got `Tuple[str, int]`. Expected has length 1, but actual has length 2.']
 Line 29: Unexpected errors ['generics_typevartuple_callable.py:29:13 Invalid type [31]: Expression `typing.Callable[([int, *$local_generics_typevartuple_callable$Ts, $local_generics_typevartuple_callable$T], tuple[($local_generics_typevartuple_callable$T, *$local_generics_typevartuple_callable$Ts)])]` is not a valid type.', 'generics_typevartuple_callable.py:29:56 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_callable$Ts, $local_generics_typevartuple_callable$T)]` is not a valid type.']
 Line 41: Unexpected errors ['generics_typevartuple_callable.py:41:18 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `typing.Callable[[int, unknown, Variable[T]], Tuple[Variable[T], unknown]]` but got `typing.Callable(callback1)[[Named(a, int), Named(b, str), Named(c, int), Named(d, complex)], Tuple[complex, str, int]]`.', 'generics_typevartuple_callable.py:41:36 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[int], Type[complex]]`.']
 Line 42: Unexpected errors ['generics_typevartuple_callable.py:42:18 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `typing.Callable[[int, unknown, Variable[T]], Tuple[Variable[T], unknown]]` but got `typing.Callable(callback2)[[Named(a, int), Named(d, str)], Tuple[str]]`.']
diff --git a/conformance/results/pyre/generics_typevartuple_specialization.toml b/conformance/results/pyre/generics_typevartuple_specialization.toml
index f9483d6aa..b926871ec 100644
--- a/conformance/results/pyre/generics_typevartuple_specialization.toml
+++ b/conformance/results/pyre/generics_typevartuple_specialization.toml
@@ -93,6 +93,11 @@ generics_typevartuple_specialization.py:162:13 Incompatible parameter type [6]:
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 109: Expected 1 errors
+Line 110: Expected 1 errors, got 2 (['generics_typevartuple_specialization.py:110:16 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:110:23 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[float], typing.Any]`.'])
+Line 121: Expected 1 errors, got 2 (['generics_typevartuple_specialization.py:121:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[typing.Any, ...]`.', 'generics_typevartuple_specialization.py:121:12 Unable to concatenate tuple [60]: Concatenation not yet support for multiple variadic tuples: `*Ts, *Ts`.'])
+Line 122: Expected 1 errors, got 4 (['generics_typevartuple_specialization.py:122:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[typing.Any, ...]`.', 'generics_typevartuple_specialization.py:122:12 Unable to concatenate tuple [60]: Concatenation not yet support for multiple variadic tuples: `*Ts, *tuple[(int, ...)]`.', 'generics_typevartuple_specialization.py:122:12 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:122:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.'])
+Line 163: Expected 1 errors
 Line 16: Unexpected errors ['generics_typevartuple_specialization.py:16:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_specialization$Ts)]` is not a valid type.']
 Line 24: Unexpected errors ['generics_typevartuple_specialization.py:24:26 Invalid type [31]: Expression `Array[(*tuple[(typing.Any, ...)])]` is not a valid type.', 'generics_typevartuple_specialization.py:24:26 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
 Line 28: Unexpected errors ['generics_typevartuple_specialization.py:28:13 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
@@ -115,13 +120,10 @@ Line 93: Unexpected errors ['generics_typevartuple_specialization.py:93:25 Incom
 Line 95: Unexpected errors ['generics_typevartuple_specialization.py:95:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[object, *Tuple[typing.Any, ...]]`.', 'generics_typevartuple_specialization.py:95:25 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:95:37 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[object, typing.Any]`.']
 Line 101: Unexpected errors ['generics_typevartuple_specialization.py:101:20 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[Type[int], *Tuple[typing.Any, ...]]`.']
 Line 103: Unexpected errors ['generics_typevartuple_specialization.py:103:32 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:103:39 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[float], typing.Any]`.']
-Line 110: Unexpected errors ['generics_typevartuple_specialization.py:110:16 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:110:23 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[float], typing.Any]`.']
 Line 117: Unexpected errors ['generics_typevartuple_specialization.py:117:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[*Tuple[typing.Any, ...], TypeVar, TypeVar]`.']
 Line 118: Unexpected errors ['generics_typevartuple_specialization.py:118:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[TypeVar, TypeVar, *Tuple[typing.Any, ...]]`.']
 Line 119: Unexpected errors ['generics_typevartuple_specialization.py:119:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[TypeVar, *Tuple[typing.Any, ...], TypeVar, TypeVar]`.']
 Line 120: Unexpected errors ['generics_typevartuple_specialization.py:120:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[TypeVar, TypeVar, *Tuple[typing.Any, ...]]`.', 'generics_typevartuple_specialization.py:120:12 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:120:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.']
-Line 121: Unexpected errors ['generics_typevartuple_specialization.py:121:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[typing.Any, ...]`.', 'generics_typevartuple_specialization.py:121:12 Unable to concatenate tuple [60]: Concatenation not yet support for multiple variadic tuples: `*Ts, *Ts`.']
-Line 122: Unexpected errors ['generics_typevartuple_specialization.py:122:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[typing.Any, ...]`.', 'generics_typevartuple_specialization.py:122:12 Unable to concatenate tuple [60]: Concatenation not yet support for multiple variadic tuples: `*Ts, *tuple[(int, ...)]`.', 'generics_typevartuple_specialization.py:122:12 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:122:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.']
 Line 125: Unexpected errors ['generics_typevartuple_specialization.py:125:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[*Tuple[typing.Any, ...], TypeVar, TypeVar]`.']
 Line 130: Unexpected errors ['generics_typevartuple_specialization.py:130:13 Invalid type [31]: Expression `$local_generics_typevartuple_specialization$TA7[(*$local_generics_typevartuple_specialization$Ts, $local_generics_typevartuple_specialization$T1, $local_generics_typevartuple_specialization$T2)]` is not a valid type.', "generics_typevartuple_specialization.py:130:13 Invalid type variable [34]: The type variable `Variable[T1]` isn't present in the function's parameters.", "generics_typevartuple_specialization.py:130:13 Invalid type variable [34]: The type variable `Variable[T2]` isn't present in the function's parameters.", 'generics_typevartuple_specialization.py:130:34 Invalid type [31]: Expression `tuple[(tuple[(*$local_generics_typevartuple_specialization$Ts)], $local_generics_typevartuple_specialization$T1, $local_generics_typevartuple_specialization$T2)]` is not a valid type.', "generics_typevartuple_specialization.py:130:34 Invalid type variable [34]: The type variable `Variable[T1]` isn't present in the function's parameters.", "generics_typevartuple_specialization.py:130:34 Invalid type variable [34]: The type variable `Variable[T2]` isn't present in the function's parameters."]
 Line 135: Unexpected errors ['generics_typevartuple_specialization.py:135:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[tuple[Variable[_T_co](covariant)]], Type[str], Type[bool]]`.', 'generics_typevartuple_specialization.py:135:38 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[]`.']
diff --git a/conformance/results/pyre/generics_typevartuple_unpack.toml b/conformance/results/pyre/generics_typevartuple_unpack.toml
index f181b07e4..ec0432b6a 100644
--- a/conformance/results/pyre/generics_typevartuple_unpack.toml
+++ b/conformance/results/pyre/generics_typevartuple_unpack.toml
@@ -17,6 +17,7 @@ generics_typevartuple_unpack.py:44:13 Invalid type parameters [24]: Non-generic
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 30: Expected 1 errors
 Line 17: Unexpected errors ['generics_typevartuple_unpack.py:17:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_unpack$Ts)]` is not a valid type.']
 Line 21: Unexpected errors ['generics_typevartuple_unpack.py:21:30 Invalid type [31]: Expression `Array[(generics_typevartuple_unpack.Batch, *tuple[(typing.Any, ...)], generics_typevartuple_unpack.Channels)]` is not a valid type.', 'generics_typevartuple_unpack.py:21:30 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
 Line 26: Unexpected errors ['generics_typevartuple_unpack.py:26:7 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_unpack.py:26:49 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_unpack.py:26:76 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
diff --git a/conformance/results/pyre/generics_variance.toml b/conformance/results/pyre/generics_variance.toml
index dc4705fde..32d4d4f03 100644
--- a/conformance/results/pyre/generics_variance.toml
+++ b/conformance/results/pyre/generics_variance.toml
@@ -13,10 +13,15 @@ generics_variance.py:131:0 Invalid type variance [46]: The type variable `Variab
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 14: Expected 1 errors
 Line 113: Expected 1 errors
 Line 127: Expected 1 errors
 Line 133: Expected 1 errors
 Line 143: Expected 1 errors
+Line 163: Expected 1 errors
+Line 167: Expected 1 errors
+Line 191: Expected 1 errors
+Line 197: Expected 1 errors
 Line 125: Unexpected errors ['generics_variance.py:125:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T_contra](contravariant)` because subclasses cannot use more permissive type variables than their superclasses.']
 Line 131: Unexpected errors ['generics_variance.py:131:0 Invalid type variance [46]: The type variable `Variable[T_contra](contravariant)` is incompatible with parent class type variable `Variable[T_co](covariant)` because subclasses cannot use more permissive type variables than their superclasses.']
 """
diff --git a/conformance/results/pyre/generics_variance_inference.toml b/conformance/results/pyre/generics_variance_inference.toml
index 9d53a8cfc..a0efdd76e 100644
--- a/conformance/results/pyre/generics_variance_inference.toml
+++ b/conformance/results/pyre/generics_variance_inference.toml
@@ -7,5 +7,28 @@ generics_variance_inference.py:15:13 Parsing failure [404]: invalid syntax
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 24: Expected 1 errors
+Line 25: Expected 1 errors
+Line 28: Expected 1 errors
+Line 41: Expected 1 errors
+Line 49: Expected 1 errors
+Line 58: Expected 1 errors
+Line 67: Expected 1 errors
+Line 80: Expected 1 errors
+Line 96: Expected 1 errors
+Line 97: Expected 1 errors
+Line 111: Expected 1 errors
+Line 112: Expected 1 errors
+Line 119: Expected 1 errors
+Line 120: Expected 1 errors
+Line 121: Expected 1 errors
+Line 122: Expected 1 errors
+Line 130: Expected 1 errors
+Line 138: Expected 1 errors
+Line 149: Expected 1 errors
+Line 169: Expected 1 errors
+Line 170: Expected 1 errors
+Line 181: Expected 1 errors
+Line 194: Expected 1 errors
 Line 15: Unexpected errors ['generics_variance_inference.py:15:13 Parsing failure [404]: invalid syntax']
 """
diff --git a/conformance/results/pyre/historical_positional.toml b/conformance/results/pyre/historical_positional.toml
index 09c01d496..140f9820d 100644
--- a/conformance/results/pyre/historical_positional.toml
+++ b/conformance/results/pyre/historical_positional.toml
@@ -12,8 +12,8 @@ historical_positional.py:53:0 Unexpected keyword [28]: Unexpected keyword argume
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 18: Unexpected errors ['historical_positional.py:18:0 Unexpected keyword [28]: Unexpected keyword argument `__x` to call `f1`.']
+Line 26: Expected 1 errors
+Line 38: Expected 1 errors
 Line 32: Unexpected errors ['historical_positional.py:32:0 Unexpected keyword [28]: Unexpected keyword argument `__y` to call `f3`.']
-Line 43: Unexpected errors ['historical_positional.py:43:0 Unexpected keyword [28]: Unexpected keyword argument `__x` to call `A.m1`.']
 Line 53: Unexpected errors ['historical_positional.py:53:0 Unexpected keyword [28]: Unexpected keyword argument `__y` to call `f4`.']
 """
diff --git a/conformance/results/pyre/literals_literalstring.toml b/conformance/results/pyre/literals_literalstring.toml
index f9ae492b1..9a6367f8f 100644
--- a/conformance/results/pyre/literals_literalstring.toml
+++ b/conformance/results/pyre/literals_literalstring.toml
@@ -13,13 +13,5 @@ literals_literalstring.py:166:4 Incompatible variable type [9]: x1 is declared t
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 36: Unexpected errors ['literals_literalstring.py:36:11 Invalid type [31]: Expression `LiteralString` is not a literal value.', 'literals_literalstring.py:36:11 Undefined or invalid type [11]: Annotation `typing` is not defined as a type.']
-Line 37: Unexpected errors ['literals_literalstring.py:37:13 Invalid type [31]: Expression `LiteralString` is not a literal value.']
-Line 43: Unexpected errors ["literals_literalstring.py:43:4 Incompatible variable type [9]: x2 is declared to have type `typing_extensions.Literal['']` but is used as type `typing_extensions.Literal['two']`."]
-Line 66: Unexpected errors ['literals_literalstring.py:66:4 Incompatible variable type [9]: x1 is declared to have type `typing_extensions.LiteralString` but is used as type `str`.']
-Line 74: Unexpected errors ['literals_literalstring.py:74:4 Incompatible variable type [9]: x3 is declared to have type `typing_extensions.LiteralString` but is used as type `typing_extensions.Literal[3]`.']
-Line 75: Unexpected errors ["literals_literalstring.py:75:4 Incompatible variable type [9]: x4 is declared to have type `typing_extensions.LiteralString` but is used as type `typing_extensions.Literal[b'test']`."]
-Line 120: Unexpected errors ['literals_literalstring.py:120:21 Incompatible parameter type [6]: In call `literal_identity`, for 1st positional argument, expected `Variable[TLiteral (bound to typing_extensions.LiteralString)]` but got `str`.']
-Line 134: Unexpected errors ['literals_literalstring.py:134:50 Incompatible parameter type [6]: In call `Container.__init__`, for 1st positional argument, expected `Variable[T (bound to typing_extensions.LiteralString)]` but got `str`.']
-Line 166: Unexpected errors ['literals_literalstring.py:166:4 Incompatible variable type [9]: x1 is declared to have type `List[str]` but is used as type `List[typing_extensions.LiteralString]`.']
+Line 36: Expected 1 errors, got 2 (['literals_literalstring.py:36:11 Invalid type [31]: Expression `LiteralString` is not a literal value.', 'literals_literalstring.py:36:11 Undefined or invalid type [11]: Annotation `typing` is not defined as a type.'])
 """
diff --git a/conformance/results/pyre/literals_parameterizations.toml b/conformance/results/pyre/literals_parameterizations.toml
index b002e504f..861c8e3bf 100644
--- a/conformance/results/pyre/literals_parameterizations.toml
+++ b/conformance/results/pyre/literals_parameterizations.toml
@@ -31,21 +31,8 @@ literals_parameterizations.py:65:4 Incompatible variable type [9]: x1 is declare
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 46: Expected 1 errors
+Line 60: Expected 1 errors
 Line 33: Unexpected errors ['literals_parameterizations.py:33:0 Invalid type [31]: Expression `AppendMode` is not a literal value.', 'literals_parameterizations.py:33:0 Invalid type [31]: Expression `ReadOnlyMode` is not a literal value.', 'literals_parameterizations.py:33:0 Invalid type [31]: Expression `WriteAndTruncateMode` is not a literal value.', 'literals_parameterizations.py:33:0 Invalid type [31]: Expression `WriteNoTruncateMode` is not a literal value.', 'literals_parameterizations.py:33:0 Undefined or invalid type [11]: Annotation `` is not defined as a type.']
 Line 35: Unexpected errors ['literals_parameterizations.py:35:8 Invalid type [31]: Expression `typing.Literal[(typing.Literal[(typing.Literal[(1, 2, 3)], "foo")], 5, None)]` is not a valid type.']
-Line 41: Unexpected errors ['literals_parameterizations.py:41:6 Invalid type [31]: Expression `typing.Literal[3.__add__(4)]` is not a valid type.']
-Line 42: Unexpected errors ['literals_parameterizations.py:42:6 Invalid type [31]: Expression `typing.Literal["foo".replace("o", "b")]` is not a valid type.']
-Line 43: Unexpected errors ['literals_parameterizations.py:43:6 Invalid type [31]: Expression `typing.Literal[4.__add__(3.000000j)]` is not a valid type.']
-Line 44: Unexpected errors ['literals_parameterizations.py:44:6 Invalid type [31]: Expression `typing.Literal[~ 5]` is not a valid type.']
-Line 45: Unexpected errors ['literals_parameterizations.py:45:6 Invalid type [31]: Expression `typing.Literal[not False]` is not a valid type.']
-Line 47: Unexpected errors ['literals_parameterizations.py:47:6 Invalid type [31]: Expression `typing.Literal[{ "a":"b","c":"d" }]` is not a valid type.']
-Line 48: Unexpected errors ['literals_parameterizations.py:48:6 Invalid type [31]: Expression `typing.Literal[int]` is not a valid type.']
-Line 49: Unexpected errors ['literals_parameterizations.py:49:6 Invalid type [31]: Expression `variable` is not a literal value.']
-Line 50: Unexpected errors ['literals_parameterizations.py:50:7 Invalid type [31]: Expression `T` is not a literal value.']
-Line 51: Unexpected errors ['literals_parameterizations.py:51:7 Invalid type [31]: Expression `typing.Literal[3.140000]` is not a valid type.']
-Line 52: Unexpected errors ['literals_parameterizations.py:52:7 Invalid type [31]: Expression `Any` is not a literal value.']
-Line 53: Unexpected errors ['literals_parameterizations.py:53:7 Invalid type [31]: Expression `typing.Literal[...]` is not a valid type.']
-Line 56: Unexpected errors ['literals_parameterizations.py:56:19 Invalid type [31]: Expression `typing.Literal[1.__add__(2)]` is not a valid type.']
-Line 61: Unexpected errors ['literals_parameterizations.py:61:3 Invalid type [31]: Expression `my_function` is not a literal value.']
-Line 65: Unexpected errors ["literals_parameterizations.py:65:4 Incompatible variable type [9]: x1 is declared to have type `typing_extensions.Literal['Color.RED']` but is used as type `typing_extensions.Literal[Color.RED]`."]
 """
diff --git a/conformance/results/pyre/literals_semantics.toml b/conformance/results/pyre/literals_semantics.toml
index 36ac6b365..8603f6d8d 100644
--- a/conformance/results/pyre/literals_semantics.toml
+++ b/conformance/results/pyre/literals_semantics.toml
@@ -9,7 +9,7 @@ literals_semantics.py:25:4 Incompatible variable type [9]: x2 is declared to hav
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 10: Unexpected errors ['literals_semantics.py:10:0 Incompatible variable type [9]: v2 is declared to have type `typing_extensions.Literal[3]` but is used as type `typing_extensions.Literal[4]`.']
+Line 33: Expected 1 errors
 Line 24: Unexpected errors ['literals_semantics.py:24:4 Incompatible variable type [9]: x1 is declared to have type `typing_extensions.Literal[False]` but is used as type `typing_extensions.Literal[0]`.']
 Line 25: Unexpected errors ['literals_semantics.py:25:4 Incompatible variable type [9]: x2 is declared to have type `typing_extensions.Literal[0]` but is used as type `typing_extensions.Literal[False]`.']
 """
diff --git a/conformance/results/pyre/namedtuples_define_class.toml b/conformance/results/pyre/namedtuples_define_class.toml
index 4d314a936..e55acfbdf 100644
--- a/conformance/results/pyre/namedtuples_define_class.toml
+++ b/conformance/results/pyre/namedtuples_define_class.toml
@@ -21,15 +21,10 @@ namedtuples_define_class.py:98:18 Incompatible parameter type [6]: In call `Prop
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 32: Expected 1 errors
+Line 33: Expected 1 errors
+Line 105: Expected 1 errors
 Line 29: Unexpected errors ['namedtuples_define_class.py:29:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int]]`.']
 Line 30: Unexpected errors ['namedtuples_define_class.py:30:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int], Type[str]]`.']
-Line 44: Unexpected errors ['namedtuples_define_class.py:44:5 Missing argument [20]: Call `Point.__init__` expects argument `y`.']
-Line 45: Unexpected errors ['namedtuples_define_class.py:45:5 Missing argument [20]: Call `Point.__init__` expects argument `y`.']
-Line 46: Unexpected errors ['namedtuples_define_class.py:46:14 Incompatible parameter type [6]: In call `Point.__init__`, for 2nd positional argument, expected `int` but got `str`.']
-Line 47: Unexpected errors ['namedtuples_define_class.py:47:17 Incompatible parameter type [6]: In call `Point.__init__`, for argument `units`, expected `str` but got `int`.']
-Line 48: Unexpected errors ['namedtuples_define_class.py:48:5 Too many arguments [19]: Call `Point.__init__` expects 3 positional arguments, 4 were provided.']
-Line 49: Unexpected errors ['namedtuples_define_class.py:49:6 Unexpected keyword [28]: Unexpected keyword argument `other` to call `Point.__init__`.']
 Line 73: Unexpected errors ['namedtuples_define_class.py:73:0 Incompatible variable type [9]: Unable to unpack `PointWithName`, expected a tuple.']
-Line 79: Unexpected errors ['namedtuples_define_class.py:79:4 Invalid assignment [41]: Cannot reassign final attribute `x`.']
-Line 98: Unexpected errors ['namedtuples_define_class.py:98:18 Incompatible parameter type [6]: In call `Property.__init__`, for 2nd positional argument, expected `str` but got `float`.']
 """
diff --git a/conformance/results/pyre/namedtuples_define_functional.toml b/conformance/results/pyre/namedtuples_define_functional.toml
index 52355cb64..152b0fa11 100644
--- a/conformance/results/pyre/namedtuples_define_functional.toml
+++ b/conformance/results/pyre/namedtuples_define_functional.toml
@@ -29,14 +29,6 @@ namedtuples_define_functional.py:66:0 Missing argument [20]: Call `NT5.__init__`
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 16: Unexpected errors ['namedtuples_define_functional.py:16:7 Missing argument [20]: Call `Point1.__init__` expects argument `y`.']
-Line 21: Unexpected errors ['namedtuples_define_functional.py:21:7 Missing argument [20]: Call `Point2.__init__` expects argument `x`.']
-Line 26: Unexpected errors ['namedtuples_define_functional.py:26:7 Too many arguments [19]: Call `Point3.__init__` expects 2 positional arguments, 3 were provided.']
-Line 31: Unexpected errors ['namedtuples_define_functional.py:31:7 Unexpected keyword [28]: Unexpected keyword argument `z` to call `Point4.__init__`.']
-Line 36: Unexpected errors ['namedtuples_define_functional.py:36:17 Incompatible parameter type [6]: In call `Point5.__init__`, for 2nd positional argument, expected `int` but got `str`.']
-Line 37: Unexpected errors ['namedtuples_define_functional.py:37:7 Too many arguments [19]: Call `Point5.__init__` expects 2 positional arguments, 3 were provided.']
-Line 42: Unexpected errors ['namedtuples_define_functional.py:42:17 Incompatible parameter type [6]: In call `Point6.__init__`, for 2nd positional argument, expected `int` but got `str`.']
-Line 43: Unexpected errors ['namedtuples_define_functional.py:43:14 Incompatible parameter type [6]: In call `Point6.__init__`, for argument `x`, expected `int` but got `float`.']
 Line 54: Unexpected errors ['namedtuples_define_functional.py:54:47 Invalid type [31]: Expression `False` is not a valid type.', 'namedtuples_define_functional.py:54:47 Invalid type [31]: Expression `False` is not a valid type.', 'namedtuples_define_functional.py:54:47 Invalid type [31]: Expression `typing.Final[False]` is not a valid type.']
 Line 56: Unexpected errors ['namedtuples_define_functional.py:56:47 Invalid type [31]: Expression `True` is not a valid type.', 'namedtuples_define_functional.py:56:47 Invalid type [31]: Expression `True` is not a valid type.', 'namedtuples_define_functional.py:56:47 Invalid type [31]: Expression `typing.Final[True]` is not a valid type.']
 Line 57: Unexpected errors ['namedtuples_define_functional.py:57:0 Unexpected keyword [28]: Unexpected keyword argument `abc` to call `NT4.__init__`.']
diff --git a/conformance/results/pyre/namedtuples_usage.toml b/conformance/results/pyre/namedtuples_usage.toml
index 2f8ee79e2..614f00e10 100644
--- a/conformance/results/pyre/namedtuples_usage.toml
+++ b/conformance/results/pyre/namedtuples_usage.toml
@@ -14,8 +14,10 @@ namedtuples_usage.py:61:0 Unable to unpack [23]: Unable to unpack 0 values, 3 we
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 40: Unexpected errors ['namedtuples_usage.py:40:0 Invalid assignment [41]: Cannot reassign final attribute `p.x`.']
-Line 41: Unexpected errors ['namedtuples_usage.py:41:0 Undefined attribute [16]: `Point` has no attribute `__setitem__`.']
+Line 34: Expected 1 errors
+Line 35: Expected 1 errors
+Line 42: Expected 1 errors
+Line 43: Expected 1 errors
 Line 52: Unexpected errors ['namedtuples_usage.py:52:0 Unable to unpack [23]: Unable to unpack 3 values, 2 were expected.']
 Line 53: Unexpected errors ['namedtuples_usage.py:53:0 Unable to unpack [23]: Unable to unpack 3 values, 4 were expected.']
 Line 61: Unexpected errors ['namedtuples_usage.py:61:0 Unable to unpack [23]: Unable to unpack 0 values, 3 were expected.']
diff --git a/conformance/results/pyre/protocols_class_objects.toml b/conformance/results/pyre/protocols_class_objects.toml
index ad30cb521..5c0a15fbe 100644
--- a/conformance/results/pyre/protocols_class_objects.toml
+++ b/conformance/results/pyre/protocols_class_objects.toml
@@ -11,6 +11,13 @@ protocols_class_objects.py:93:0 Uninitialized attribute [13]: Attribute `attr1`
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 29: Expected 1 errors
+Line 34: Expected 1 errors
+Line 74: Expected 1 errors
+Line 101: Expected 1 errors
+Line 103: Expected 1 errors
+Line 104: Expected 1 errors
+Line 105: Expected 1 errors
 Line 26: Unexpected errors ['protocols_class_objects.py:26:11 Invalid class instantiation [45]: Cannot instantiate abstract class `Proto` with abstract method `meth`.']
 Line 93: Unexpected errors ['protocols_class_objects.py:93:0 Uninitialized attribute [13]: Attribute `attr1` is declared in class `CMeta` to have type `int` but is never initialized.']
 """
diff --git a/conformance/results/pyre/protocols_definition.toml b/conformance/results/pyre/protocols_definition.toml
index a3d213edf..102319974 100644
--- a/conformance/results/pyre/protocols_definition.toml
+++ b/conformance/results/pyre/protocols_definition.toml
@@ -24,17 +24,12 @@ protocols_definition.py:289:0 Incompatible variable type [9]: v5_bad5 is declare
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 116: Expected 1 errors
+Line 117: Expected 1 errors
+Line 157: Expected 1 errors
+Line 158: Expected 1 errors
+Line 160: Expected 1 errors
+Line 339: Expected 1 errors
 Line 340: Expected 1 errors
 Line 341: Expected 1 errors
-Line 114: Unexpected errors ['protocols_definition.py:114:0 Incompatible variable type [9]: v2_bad1 is declared to have type `Template2` but is used as type `Concrete2_Bad1`.']
-Line 115: Unexpected errors ['protocols_definition.py:115:0 Incompatible variable type [9]: v2_bad2 is declared to have type `Template2` but is used as type `Concrete2_Bad2`.']
-Line 156: Unexpected errors ['protocols_definition.py:156:0 Incompatible variable type [9]: v3_bad1 is declared to have type `Template3` but is used as type `Concrete3_Bad1`.']
-Line 159: Unexpected errors ['protocols_definition.py:159:0 Incompatible variable type [9]: v3_bad4 is declared to have type `Template3` but is used as type `Concrete3_Bad4`.']
-Line 218: Unexpected errors ['protocols_definition.py:218:0 Incompatible variable type [9]: v4_bad1 is declared to have type `Template4` but is used as type `Concrete4_Bad1`.']
-Line 219: Unexpected errors ['protocols_definition.py:219:0 Incompatible variable type [9]: v4_bad2 is declared to have type `Template4` but is used as type `Concrete4_Bad2`.']
-Line 285: Unexpected errors ['protocols_definition.py:285:0 Incompatible variable type [9]: v5_bad1 is declared to have type `Template5` but is used as type `Concrete5_Bad1`.']
-Line 286: Unexpected errors ['protocols_definition.py:286:0 Incompatible variable type [9]: v5_bad2 is declared to have type `Template5` but is used as type `Concrete5_Bad2`.']
-Line 287: Unexpected errors ['protocols_definition.py:287:0 Incompatible variable type [9]: v5_bad3 is declared to have type `Template5` but is used as type `Concrete5_Bad3`.']
-Line 288: Unexpected errors ['protocols_definition.py:288:0 Incompatible variable type [9]: v5_bad4 is declared to have type `Template5` but is used as type `Concrete5_Bad4`.']
-Line 289: Unexpected errors ['protocols_definition.py:289:0 Incompatible variable type [9]: v5_bad5 is declared to have type `Template5` but is used as type `Concrete5_Bad5`.']
 """
diff --git a/conformance/results/pyre/protocols_generic.toml b/conformance/results/pyre/protocols_generic.toml
index fb9c9b9e1..58c43a4e9 100644
--- a/conformance/results/pyre/protocols_generic.toml
+++ b/conformance/results/pyre/protocols_generic.toml
@@ -13,9 +13,5 @@ protocols_generic.py:146:0 Incompatible variable type [9]: hp3 is declared to ha
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 56: Unexpected errors ['protocols_generic.py:56:4 Incompatible variable type [9]: v2 is declared to have type `Box[int]` but is used as type `Box[float]`.']
-Line 66: Unexpected errors ['protocols_generic.py:66:4 Incompatible variable type [9]: v2 is declared to have type `Sender[float]` but is used as type `Sender[int]`.']
-Line 74: Unexpected errors ['protocols_generic.py:74:4 Incompatible variable type [9]: v1 is declared to have type `AttrProto[float]` but is used as type `AttrProto[int]`.']
-Line 75: Unexpected errors ['protocols_generic.py:75:4 Incompatible variable type [9]: v2 is declared to have type `AttrProto[int]` but is used as type `AttrProto[float]`.']
-Line 146: Unexpected errors ['protocols_generic.py:146:0 Incompatible variable type [9]: hp3 is declared to have type `HasPropertyProto` but is used as type `ConcreteHasProperty3`.']
+Line 147: Expected 1 errors
 """
diff --git a/conformance/results/pyre/protocols_merging.toml b/conformance/results/pyre/protocols_merging.toml
index 1eeadb6b4..ce2932515 100644
--- a/conformance/results/pyre/protocols_merging.toml
+++ b/conformance/results/pyre/protocols_merging.toml
@@ -12,5 +12,4 @@ protocols_merging.py:84:0 Incompatible variable type [9]: y is declared to have
 conformance_automated = "Fail"
 errors_diff = """
 Line 67: Expected 1 errors
-Line 84: Unexpected errors ['protocols_merging.py:84:0 Incompatible variable type [9]: y is declared to have type `SizedAndClosable4` but is used as type `SCConcrete1`.']
 """
diff --git a/conformance/results/pyre/protocols_modules.toml b/conformance/results/pyre/protocols_modules.toml
index 27ba2fa76..cce8d663c 100644
--- a/conformance/results/pyre/protocols_modules.toml
+++ b/conformance/results/pyre/protocols_modules.toml
@@ -4,6 +4,9 @@ Does not perform protocol checks for modules.
 """
 output = """
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 26: Expected 1 errors
+Line 48: Expected 1 errors
+Line 49: Expected 1 errors
 """
diff --git a/conformance/results/pyre/protocols_runtime_checkable.toml b/conformance/results/pyre/protocols_runtime_checkable.toml
index 57ebf5c69..abf499f70 100644
--- a/conformance/results/pyre/protocols_runtime_checkable.toml
+++ b/conformance/results/pyre/protocols_runtime_checkable.toml
@@ -9,6 +9,8 @@ output = """
 conformance_automated = "Fail"
 errors_diff = """
 Line 23: Expected 1 errors
+Line 55: Expected 1 errors
+Line 61: Expected 1 errors
 Line 88: Expected 1 errors
 Line 93: Expected 1 errors
 Line 96: Expected 1 errors
diff --git a/conformance/results/pyre/protocols_subtyping.toml b/conformance/results/pyre/protocols_subtyping.toml
index 55a1f687a..1c8c18fcc 100644
--- a/conformance/results/pyre/protocols_subtyping.toml
+++ b/conformance/results/pyre/protocols_subtyping.toml
@@ -8,12 +8,6 @@ protocols_subtyping.py:80:4 Incompatible variable type [9]: v4 is declared to ha
 protocols_subtyping.py:102:4 Incompatible variable type [9]: v4 is declared to have type `Proto7[int, float]` but is used as type `Proto6[float, float]`.
 protocols_subtyping.py:103:4 Incompatible variable type [9]: v5 is declared to have type `Proto7[float, object]` but is used as type `Proto6[float, float]`.
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 38: Unexpected errors ['protocols_subtyping.py:38:4 Incompatible variable type [9]: v2 is declared to have type `Concrete2` but is used as type `Proto2`.']
-Line 55: Unexpected errors ['protocols_subtyping.py:55:4 Incompatible variable type [9]: v2 is declared to have type `Proto3` but is used as type `Proto2`.']
-Line 79: Unexpected errors ['protocols_subtyping.py:79:4 Incompatible variable type [9]: v3 is declared to have type `Proto4[int, float]` but is used as type `Proto5[int]`.']
-Line 80: Unexpected errors ['protocols_subtyping.py:80:4 Incompatible variable type [9]: v4 is declared to have type `Proto5[float]` but is used as type `Proto4[int, int]`.']
-Line 102: Unexpected errors ['protocols_subtyping.py:102:4 Incompatible variable type [9]: v4 is declared to have type `Proto7[int, float]` but is used as type `Proto6[float, float]`.']
-Line 103: Unexpected errors ['protocols_subtyping.py:103:4 Incompatible variable type [9]: v5 is declared to have type `Proto7[float, object]` but is used as type `Proto6[float, float]`.']
 """
diff --git a/conformance/results/pyre/qualifiers_annotated.toml b/conformance/results/pyre/qualifiers_annotated.toml
index 9cdb227d1..ac574b21f 100644
--- a/conformance/results/pyre/qualifiers_annotated.toml
+++ b/conformance/results/pyre/qualifiers_annotated.toml
@@ -27,7 +27,6 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 64: Expected 1 errors
 Line 76: Unexpected errors ['qualifiers_annotated.py:76:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], str]`. Expected has length 0, but actual has length 2.']
-Line 77: Unexpected errors ['qualifiers_annotated.py:77:0 Incompatible variable type [9]: not_type2 is declared to have type `Type[typing.Any]` but is used as type `TypeAlias`.']
 Line 84: Unexpected errors ['qualifiers_annotated.py:84:16 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[str], str]`. Expected has length 0, but actual has length 2.']
 Line 85: Unexpected errors ['qualifiers_annotated.py:85:6 Incompatible parameter type [6]: In call `func4`, for 1st positional argument, expected `Type[Variable[T]]` but got `TypeAlias`.']
 Line 92: Unexpected errors ['qualifiers_annotated.py:92:10 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], str]`. Expected has length 0, but actual has length 2.']
diff --git a/conformance/results/pyre/qualifiers_final_annotation.toml b/conformance/results/pyre/qualifiers_final_annotation.toml
index 90f8f4bdf..c03f8d6f0 100644
--- a/conformance/results/pyre/qualifiers_final_annotation.toml
+++ b/conformance/results/pyre/qualifiers_final_annotation.toml
@@ -39,10 +39,6 @@ Line 38: Expected 1 errors
 Line 107: Expected 1 errors, got 2 (['qualifiers_final_annotation.py:107:4 Incompatible attribute type [8]: Attribute `VALUE2` declared in class `ClassD` has type `Final` but is used as type `int`.', 'qualifiers_final_annotation.py:107:4 Invalid type [31]: Expression `Final` is not a valid type. Final cannot be nested.'])
 Line 108: Expected 1 errors
 Line 28: Unexpected errors ['qualifiers_final_annotation.py:28:0 Uninitialized attribute [13]: Attribute `ID3` is declared in class `ClassA` to have type `int` but is never initialized.']
-Line 118: Unexpected errors ['qualifiers_final_annotation.py:118:0 Invalid type [31]: Expression `typing.List[Final[int]]` is not a valid type. Final cannot be nested.']
-Line 121: Unexpected errors ['qualifiers_final_annotation.py:121:10 Invalid type [31]: Parameter `x` cannot be annotated with Final.']
 Line 131: Unexpected errors ['qualifiers_final_annotation.py:131:0 Uninitialized attribute [13]: Attribute `($local_qualifiers_final_annotation$X, int)` is declared in class `N` to have type `typing.Any` but is never initialized.', 'qualifiers_final_annotation.py:131:0 Uninitialized attribute [13]: Attribute `($local_qualifiers_final_annotation$Y, int)` is declared in class `N` to have type `typing.Any` but is never initialized.']
 Line 133: Unexpected errors ['qualifiers_final_annotation.py:133:0 Unexpected keyword [28]: Unexpected keyword argument `x` to call `N.__init__`.']
-Line 134: Unexpected errors ['qualifiers_final_annotation.py:134:0 Unexpected keyword [28]: Unexpected keyword argument `a` to call `N.__init__`.']
-Line 135: Unexpected errors ['qualifiers_final_annotation.py:135:0 Unexpected keyword [28]: Unexpected keyword argument `x` to call `N.__init__`.']
 """
diff --git a/conformance/results/pyre/qualifiers_final_decorator.toml b/conformance/results/pyre/qualifiers_final_decorator.toml
index 2cc3e0c1d..fd7991fc1 100644
--- a/conformance/results/pyre/qualifiers_final_decorator.toml
+++ b/conformance/results/pyre/qualifiers_final_decorator.toml
@@ -19,11 +19,9 @@ qualifiers_final_decorator.py:126:0 Invalid inheritance [39]: `final` cannot be
 conformance_automated = "Fail"
 errors_diff = """
 Line 85: Expected 1 errors
+Line 89: Expected 1 errors
+Line 102: Expected 1 errors
+Line 118: Expected 1 errors, got 2 (['qualifiers_final_decorator.py:118:4 Inconsistent override [14]: `qualifiers_final_decorator.Derived5.method` overrides method defined in `Base5_2` inconsistently. Could not find parameter `v` in overriding signature.', 'qualifiers_final_decorator.py:118:4 Invalid override [40]: `qualifiers_final_decorator.Derived5.method` cannot override final method defined in `Base5_2`.'])
 Line 51: Unexpected errors ['qualifiers_final_decorator.py:51:4 Incompatible overload [43]: This definition does not have the same decorators as the preceding overload(s).']
-Line 56: Unexpected errors ['qualifiers_final_decorator.py:56:4 Invalid override [40]: `qualifiers_final_decorator.Derived2.method1` cannot override final method defined in `Base2`.']
-Line 60: Unexpected errors ['qualifiers_final_decorator.py:60:4 Invalid override [40]: `qualifiers_final_decorator.Derived2.method2` cannot override final method defined in `Base2`.']
-Line 64: Unexpected errors ['qualifiers_final_decorator.py:64:4 Invalid override [40]: `qualifiers_final_decorator.Derived2.method3` cannot override final method defined in `Base2`.']
-Line 75: Unexpected errors ['qualifiers_final_decorator.py:75:4 Invalid override [40]: `qualifiers_final_decorator.Derived2.method4` cannot override final method defined in `Base2`.']
 Line 86: Unexpected errors ['qualifiers_final_decorator.py:86:4 Incompatible overload [43]: This definition does not have the same decorators as the preceding overload(s).']
-Line 118: Unexpected errors ['qualifiers_final_decorator.py:118:4 Inconsistent override [14]: `qualifiers_final_decorator.Derived5.method` overrides method defined in `Base5_2` inconsistently. Could not find parameter `v` in overriding signature.', 'qualifiers_final_decorator.py:118:4 Invalid override [40]: `qualifiers_final_decorator.Derived5.method` cannot override final method defined in `Base5_2`.']
 """
diff --git a/conformance/results/pyre/specialtypes_never.toml b/conformance/results/pyre/specialtypes_never.toml
index d9e6bf8cf..996679808 100644
--- a/conformance/results/pyre/specialtypes_never.toml
+++ b/conformance/results/pyre/specialtypes_never.toml
@@ -29,8 +29,6 @@ Line 58: Unexpected errors ['specialtypes_never.py:58:0 Uninitialized attribute
 Line 67: Unexpected errors ['specialtypes_never.py:67:4 Incompatible variable type [9]: v1 is declared to have type `int` but is used as type `Never`.']
 Line 68: Unexpected errors ['specialtypes_never.py:68:4 Incompatible variable type [9]: v2 is declared to have type `str` but is used as type `Never`.']
 Line 69: Unexpected errors ['specialtypes_never.py:69:4 Incompatible variable type [9]: v3 is declared to have type `List[str]` but is used as type `Never`.']
-Line 85: Unexpected errors ['specialtypes_never.py:85:4 Incompatible variable type [9]: v3 is declared to have type `List[int]` but is used as type `List[Never]`.']
 Line 86: Unexpected errors ['specialtypes_never.py:86:4 Incompatible variable type [9]: v4 is declared to have type `Never` but is used as type `NoReturn`.']
 Line 95: Unexpected errors ['specialtypes_never.py:95:4 Incompatible return type [7]: Expected `ClassB[Variable[U]]` but got `ClassB[Never]`.']
-Line 104: Unexpected errors ['specialtypes_never.py:104:4 Incompatible return type [7]: Expected `ClassC[Variable[U]]` but got `ClassC[Never]`.']
 """
diff --git a/conformance/results/pyre/specialtypes_none.toml b/conformance/results/pyre/specialtypes_none.toml
index 7e266686c..3b48d0a30 100644
--- a/conformance/results/pyre/specialtypes_none.toml
+++ b/conformance/results/pyre/specialtypes_none.toml
@@ -10,6 +10,5 @@ specialtypes_none.py:41:6 Incompatible parameter type [6]: In call `func2`, for
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 21: Unexpected errors ['specialtypes_none.py:21:6 Incompatible parameter type [6]: In call `func1`, for 1st positional argument, expected `None` but got `Type[None]`.']
 Line 36: Unexpected errors ['specialtypes_none.py:36:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_meta](covariant)]` but got `None`.']
 """
diff --git a/conformance/results/pyre/specialtypes_promotions.toml b/conformance/results/pyre/specialtypes_promotions.toml
index 2df7ceb33..fb9055fb6 100644
--- a/conformance/results/pyre/specialtypes_promotions.toml
+++ b/conformance/results/pyre/specialtypes_promotions.toml
@@ -4,6 +4,7 @@ Does not reject use of attribute that is compatible only with float.
 """
 output = """
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 13: Expected 1 errors
 """
diff --git a/conformance/results/pyre/specialtypes_type.toml b/conformance/results/pyre/specialtypes_type.toml
index 91a2ddf95..183af325e 100644
--- a/conformance/results/pyre/specialtypes_type.toml
+++ b/conformance/results/pyre/specialtypes_type.toml
@@ -25,19 +25,20 @@ specialtypes_type.py:166:4 Incompatible variable type [9]: x2 is declared to hav
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 56: Unexpected errors ['specialtypes_type.py:56:6 Incompatible parameter type [6]: In call `func4`, for 1st positional argument, expected `Type[Union[BasicUser, ProUser]]` but got `Type[TeamUser]`.']
-Line 76: Unexpected errors ['specialtypes_type.py:76:11 Invalid type parameters [24]: Generic type `type` expects 1 type parameter, received 2, use `typing.Type[<base type>]` to avoid runtime subscripting errors.']
+Line 70: Expected 1 errors
+Line 120: Expected 1 errors
+Line 144: Expected 1 errors
+Line 145: Expected 1 errors
+Line 146: Expected 1 errors
 Line 84: Unexpected errors ['specialtypes_type.py:84:24 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_meta](covariant)]` but got `object`.']
 Line 98: Unexpected errors ['specialtypes_type.py:98:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[type], typing.Any]`.']
 Line 102: Unexpected errors ['specialtypes_type.py:102:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[type], typing.Any]`.']
 Line 106: Unexpected errors ['specialtypes_type.py:106:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[type], typing.Any]`.']
 Line 110: Unexpected errors ['specialtypes_type.py:110:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[type], typing.Any]`.']
-Line 117: Unexpected errors ['specialtypes_type.py:117:4 Undefined attribute [16]: `object` has no attribute `unknown`.']
 Line 137: Unexpected errors ['specialtypes_type.py:137:24 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_meta](covariant)]` but got `object`.']
 Line 138: Unexpected errors ['specialtypes_type.py:138:24 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_meta](covariant)]` but got `object`.']
 Line 139: Unexpected errors ['specialtypes_type.py:139:24 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_meta](covariant)]` but got `object`.']
 Line 140: Unexpected errors ['specialtypes_type.py:140:24 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_meta](covariant)]` but got `object`.']
-Line 143: Unexpected errors ['specialtypes_type.py:143:0 Undefined attribute [16]: `TypeAlias` has no attribute `unknown`.']
 Line 165: Unexpected errors ['specialtypes_type.py:165:4 Incompatible variable type [9]: x1 is declared to have type `typing.Callable[..., typing.Any]` but is used as type `Type[typing.Any]`.']
 Line 166: Unexpected errors ['specialtypes_type.py:166:4 Incompatible variable type [9]: x2 is declared to have type `typing.Callable[[int, int], int]` but is used as type `Type[typing.Any]`.']
 """
diff --git a/conformance/results/pyre/tuples_type_compat.toml b/conformance/results/pyre/tuples_type_compat.toml
index 042d830d3..38b506fd3 100644
--- a/conformance/results/pyre/tuples_type_compat.toml
+++ b/conformance/results/pyre/tuples_type_compat.toml
@@ -62,7 +62,14 @@ tuples_type_compat.py:175:8 Invalid type [31]: Expression `tuple[(*tuple[(str, .
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 15: Unexpected errors ['tuples_type_compat.py:15:4 Incompatible variable type [9]: v2 is declared to have type `Tuple[int, int]` but is used as type `Tuple[float, complex]`.']
+Line 29: Expected 1 errors
+Line 32: Expected 1 errors
+Line 33: Expected 1 errors
+Line 43: Expected 1 errors
+Line 62: Expected 1 errors
+Line 168: Expected 1 errors, got 2 (['tuples_type_compat.py:168:4 Incompatible variable type [9]: t2 is declared to have type `Tuple[str, str, unknown]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:168:8 Invalid type [31]: Expression `tuple[(str, str, *tuple[int])]` is not a valid type.'])
+Line 171: Expected 1 errors, got 2 (['tuples_type_compat.py:171:4 Incompatible variable type [9]: t5 is declared to have type `Tuple[str, str, str, unknown]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:171:8 Invalid type [31]: Expression `tuple[(str, str, str, *tuple[(str, ...)])]` is not a valid type.'])
+Line 175: Expected 1 errors, got 2 (['tuples_type_compat.py:175:4 Incompatible variable type [9]: t9 is declared to have type `Tuple[unknown, str, str, str]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:175:8 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], str, str, str)]` is not a valid type.'])
 Line 22: Unexpected errors ['tuples_type_compat.py:22:30 Invalid type [31]: Expression `tuple[(int, *tuple[(int, ...)])]` is not a valid type.']
 Line 27: Unexpected errors ['tuples_type_compat.py:27:8 Invalid type [31]: Expression `tuple[(int, *tuple[(int, ...)])]` is not a valid type.']
 Line 47: Unexpected errors ['tuples_type_compat.py:47:8 Invalid type [31]: Expression `tuple[(int, *tuple[(str, ...)])]` is not a valid type.']
@@ -79,29 +86,19 @@ Line 134: Unexpected errors ['tuples_type_compat.py:134:39 Invalid type [31]: Ex
 Line 137: Unexpected errors ['tuples_type_compat.py:137:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `UnionType`.']
 Line 139: Unexpected errors ['tuples_type_compat.py:139:39 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `UnionType`.']
 Line 143: Unexpected errors ['tuples_type_compat.py:143:4 Invalid type [31]: Expression `tuple[(int, *tuple[str])]` is not a valid type.']
-Line 144: Unexpected errors ["tuples_type_compat.py:144:0 Incompatible variable type [9]: t1 is declared to have type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal['']]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[''], typing_extensions.Literal['']]`."]
 Line 146: Unexpected errors ['tuples_type_compat.py:146:0 Incompatible variable type [9]: t2 is declared to have type `Tuple[int, unknown]` but is used as type `Tuple[int]`.', 'tuples_type_compat.py:146:4 Invalid type [31]: Expression `tuple[(int, *tuple[(str, ...)])]` is not a valid type.']
 Line 147: Unexpected errors ["tuples_type_compat.py:147:0 Incompatible variable type [9]: t2 is declared to have type `Tuple[typing_extensions.Literal[1]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal['']]`."]
 Line 148: Unexpected errors ["tuples_type_compat.py:148:0 Incompatible variable type [9]: t2 is declared to have type `Tuple[typing_extensions.Literal[1]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[''], typing_extensions.Literal['']]`."]
-Line 149: Unexpected errors ["tuples_type_compat.py:149:0 Incompatible variable type [9]: t2 is declared to have type `Tuple[typing_extensions.Literal[1]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[1], typing_extensions.Literal['']]`."]
-Line 150: Unexpected errors ["tuples_type_compat.py:150:0 Incompatible variable type [9]: t2 is declared to have type `Tuple[typing_extensions.Literal[1]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[''], typing_extensions.Literal[1]]`."]
 Line 153: Unexpected errors ['tuples_type_compat.py:153:0 Incompatible variable type [9]: t3 is declared to have type `Tuple[int, unknown, int]` but is used as type `Tuple[int, int]`.', 'tuples_type_compat.py:153:4 Invalid type [31]: Expression `tuple[(int, *tuple[(str, ...)], int)]` is not a valid type.']
 Line 154: Unexpected errors ["tuples_type_compat.py:154:0 Incompatible variable type [9]: t3 is declared to have type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[2]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[''], typing_extensions.Literal[2]]`."]
 Line 155: Unexpected errors ["tuples_type_compat.py:155:0 Incompatible variable type [9]: t3 is declared to have type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[2]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[''], typing_extensions.Literal[''], typing_extensions.Literal[2]]`."]
-Line 156: Unexpected errors ["tuples_type_compat.py:156:0 Incompatible variable type [9]: t3 is declared to have type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[2]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[''], typing_extensions.Literal['']]`."]
-Line 157: Unexpected errors ["tuples_type_compat.py:157:0 Incompatible variable type [9]: t3 is declared to have type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[2]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[''], typing_extensions.Literal[''], float]`."]
 Line 159: Unexpected errors ['tuples_type_compat.py:159:0 Incompatible variable type [9]: t4 is declared to have type `Tuple[unknown, int]` but is used as type `Tuple[int]`.', 'tuples_type_compat.py:159:4 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], int)]` is not a valid type.']
 Line 160: Unexpected errors ["tuples_type_compat.py:160:0 Incompatible variable type [9]: t4 is declared to have type `Tuple[typing_extensions.Literal[1]]` but is used as type `Tuple[typing_extensions.Literal[''], typing_extensions.Literal[1]]`."]
 Line 161: Unexpected errors ["tuples_type_compat.py:161:0 Incompatible variable type [9]: t4 is declared to have type `Tuple[typing_extensions.Literal[1]]` but is used as type `Tuple[typing_extensions.Literal[''], typing_extensions.Literal[''], typing_extensions.Literal[1]]`."]
-Line 162: Unexpected errors ["tuples_type_compat.py:162:0 Incompatible variable type [9]: t4 is declared to have type `Tuple[typing_extensions.Literal[1]]` but is used as type `Tuple[typing_extensions.Literal[1], typing_extensions.Literal[''], typing_extensions.Literal[1]]`."]
-Line 163: Unexpected errors ["tuples_type_compat.py:163:0 Incompatible variable type [9]: t4 is declared to have type `Tuple[typing_extensions.Literal[1]]` but is used as type `Tuple[typing_extensions.Literal[''], typing_extensions.Literal[''], float]`."]
 Line 167: Unexpected errors ['tuples_type_compat.py:167:4 Incompatible variable type [9]: t1 is declared to have type `Tuple[str, str, unknown]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:167:8 Invalid type [31]: Expression `tuple[(str, str, *tuple[(int, ...)])]` is not a valid type.']
-Line 168: Unexpected errors ['tuples_type_compat.py:168:4 Incompatible variable type [9]: t2 is declared to have type `Tuple[str, str, unknown]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:168:8 Invalid type [31]: Expression `tuple[(str, str, *tuple[int])]` is not a valid type.']
 Line 169: Unexpected errors ['tuples_type_compat.py:169:8 Invalid type [31]: Expression `tuple[(str, *tuple[(str, ...)])]` is not a valid type.']
 Line 170: Unexpected errors ['tuples_type_compat.py:170:4 Incompatible variable type [9]: t4 is declared to have type `Tuple[str, str, unknown]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:170:8 Invalid type [31]: Expression `tuple[(str, str, *tuple[(str, ...)])]` is not a valid type.']
-Line 171: Unexpected errors ['tuples_type_compat.py:171:4 Incompatible variable type [9]: t5 is declared to have type `Tuple[str, str, str, unknown]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:171:8 Invalid type [31]: Expression `tuple[(str, str, str, *tuple[(str, ...)])]` is not a valid type.']
 Line 172: Unexpected errors ['tuples_type_compat.py:172:4 Incompatible variable type [9]: t6 is declared to have type `Tuple[str, unknown, str]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:172:8 Invalid type [31]: Expression `tuple[(str, *tuple[(int, ...)], str)]` is not a valid type.']
 Line 173: Unexpected errors ['tuples_type_compat.py:173:8 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], str)]` is not a valid type.']
 Line 174: Unexpected errors ['tuples_type_compat.py:174:8 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], str)]` is not a valid type.']
-Line 175: Unexpected errors ['tuples_type_compat.py:175:4 Incompatible variable type [9]: t9 is declared to have type `Tuple[unknown, str, str, str]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:175:8 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], str, str, str)]` is not a valid type.']
 """
diff --git a/conformance/results/pyre/tuples_type_form.toml b/conformance/results/pyre/tuples_type_form.toml
index 909ab10fe..e1c0a36f0 100644
--- a/conformance/results/pyre/tuples_type_form.toml
+++ b/conformance/results/pyre/tuples_type_form.toml
@@ -13,11 +13,6 @@ tuples_type_form.py:45:5 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 12: Unexpected errors ['tuples_type_form.py:12:0 Incompatible variable type [9]: t1 is declared to have type `Tuple[int]` but is used as type `Tuple[int, int]`.']
-Line 14: Unexpected errors ['tuples_type_form.py:14:0 Incompatible variable type [9]: t2 is declared to have type `Tuple[int, int]` but is used as type `Tuple[int]`.']
-Line 15: Unexpected errors ['tuples_type_form.py:15:0 Incompatible variable type [9]: t2 is declared to have type `Tuple[int, int]` but is used as type `Tuple[int, str]`.']
-Line 25: Unexpected errors ['tuples_type_form.py:25:0 Incompatible variable type [9]: t10 is declared to have type `Tuple[]` but is used as type `Tuple[int]`.']
-Line 36: Unexpected errors ['tuples_type_form.py:36:0 Incompatible variable type [9]: t20 is declared to have type `typing.Tuple[int, ...]` but is used as type `Tuple[int, int, int, str]`.']
 Line 44: Unexpected errors ['tuples_type_form.py:44:5 Invalid type [31]: Expression `tuple[(*tuple[str], ...)]` is not a valid type.']
 Line 45: Unexpected errors ['tuples_type_form.py:45:5 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], ...)]` is not a valid type.']
 """
diff --git a/conformance/results/pyre/tuples_unpacked.toml b/conformance/results/pyre/tuples_unpacked.toml
index 7c4ca4b6f..7955bf009 100644
--- a/conformance/results/pyre/tuples_unpacked.toml
+++ b/conformance/results/pyre/tuples_unpacked.toml
@@ -29,20 +29,17 @@ tuples_unpacked.py:56:5 Undefined or invalid type [11]: Annotation `Unpack` is n
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 58: Expected 1 errors
+Line 61: Expected 1 errors
 Line 16: Unexpected errors ['tuples_unpacked.py:16:13 Invalid type [31]: Expression `tuple[(int, *tuple[(bool, bool)], str)]` is not a valid type.']
 Line 17: Unexpected errors ['tuples_unpacked.py:17:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[bool], Type[bool], Type[str]]`.']
 Line 18: Unexpected errors ['tuples_unpacked.py:18:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[*Tuple[typing.Any, ...], Type[bool], Type[str]]`.', 'tuples_unpacked.py:18:25 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'tuples_unpacked.py:18:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[bool]]`.']
 Line 19: Unexpected errors ['tuples_unpacked.py:19:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[Type[int], Type[bool], *Tuple[typing.Any, ...]]`.', 'tuples_unpacked.py:19:25 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'tuples_unpacked.py:19:43 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[bool], Type[str]]`.']
 Line 25: Unexpected errors ['tuples_unpacked.py:25:13 Invalid type [31]: Expression `tuple[(int, *tuple[(bool, ...)], str)]` is not a valid type.']
 Line 26: Unexpected errors ['tuples_unpacked.py:26:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[Type[int], *Tuple[typing.Any, ...], Type[str]]`.', 'tuples_unpacked.py:26:25 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'tuples_unpacked.py:26:37 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[bool], typing.Any]`.']
-Line 31: Unexpected errors ['tuples_unpacked.py:31:6 Invalid type [31]: Expression `tuple[(*tuple[int], *tuple[int])]` is not a valid type.']
-Line 32: Unexpected errors ['tuples_unpacked.py:32:6 Invalid type [31]: Expression `tuple[(*tuple[(int, ...)], *tuple[int])]` is not a valid type.']
 Line 37: Unexpected errors ['tuples_unpacked.py:37:4 Invalid type [31]: Expression `tuple[(*tuple[str], *tuple[str])]` is not a valid type.']
 Line 38: Unexpected errors ['tuples_unpacked.py:38:4 Invalid type [31]: Expression `tuple[(*tuple[(str, *tuple[(str, ...)])])]` is not a valid type.']
-Line 39: Unexpected errors ['tuples_unpacked.py:39:4 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], *tuple[(int, ...)])]` is not a valid type.']
-Line 40: Unexpected errors ['tuples_unpacked.py:40:4 Invalid type [31]: Expression `tuple[(*tuple[(str, *tuple[(str, ...)])], *tuple[(int, ...)])]` is not a valid type.']
 Line 48: Unexpected errors ['tuples_unpacked.py:48:13 Invalid type [31]: Expression `tuple[(*$local_tuples_unpacked$Ts)]` is not a valid type.']
 Line 49: Unexpected errors ['tuples_unpacked.py:49:8 Invalid type [31]: Expression `tuple[(*tuple[str], *$local_tuples_unpacked$Ts)]` is not a valid type.']
-Line 50: Unexpected errors ['tuples_unpacked.py:50:8 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], *$local_tuples_unpacked$Ts)]` is not a valid type.']
 Line 56: Unexpected errors ['tuples_unpacked.py:56:5 Undefined or invalid type [11]: Annotation `Unpack` is not defined as a type.']
 """
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index 8d7091d95..3c523460d 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 3.3
+test_duration = 3.2
diff --git a/conformance/results/pyright/aliases_recursive.toml b/conformance/results/pyright/aliases_recursive.toml
index d4bcf7d70..6aa31acdc 100644
--- a/conformance/results/pyright/aliases_recursive.toml
+++ b/conformance/results/pyright/aliases_recursive.toml
@@ -66,9 +66,6 @@ aliases_recursive.py:78:31 - error: Type alias "MutualReference1" cannot use its
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 38: Unexpected errors ['aliases_recursive.py:38:22 - error: Expression of type "tuple[Literal[1], tuple[Literal[\\'1\\'], Literal[1]], tuple[Literal[1], tuple[Literal[1], list[int]]]]" cannot be assigned to declared type "RecursiveTuple"']
-Line 39: Unexpected errors ['aliases_recursive.py:39:22 - error: Expression of type "tuple[Literal[1], list[int]]" cannot be assigned to declared type "RecursiveTuple"']
-Line 50: Unexpected errors ['aliases_recursive.py:50:24 - error: Expression of type "dict[str, list[int]]" cannot be assigned to declared type "RecursiveMapping"']
-Line 51: Unexpected errors ['aliases_recursive.py:51:24 - error: Expression of type "dict[str, str | int | list[int]]" cannot be assigned to declared type "RecursiveMapping"']
+Line 56: Expected 1 errors
 Line 52: Unexpected errors ['aliases_recursive.py:52:24 - error: Expression of type "dict[str, str | int | dict[str, str | int | list[int]]]" cannot be assigned to declared type "RecursiveMapping"']
 """
diff --git a/conformance/results/pyright/annotations_methods.toml b/conformance/results/pyright/annotations_methods.toml
index b9aa0094d..120e85cae 100644
--- a/conformance/results/pyright/annotations_methods.toml
+++ b/conformance/results/pyright/annotations_methods.toml
@@ -6,7 +6,6 @@ output = """
 annotations_methods.py:46:8 - error: Argument of type "A" cannot be assigned to parameter "self" of type "B" in function "copy"
   "A" is incompatible with "B" (reportArgumentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 46: Unexpected errors ['annotations_methods.py:46:8 - error: Argument of type "A" cannot be assigned to parameter "self" of type "B" in function "copy"']
 """
diff --git a/conformance/results/pyright/callables_annotation.toml b/conformance/results/pyright/callables_annotation.toml
index 0fd0378d9..fd92a84af 100644
--- a/conformance/results/pyright/callables_annotation.toml
+++ b/conformance/results/pyright/callables_annotation.toml
@@ -15,11 +15,6 @@ callables_annotation.py:43:15 - error: "..." is not allowed in this context
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 13: Unexpected errors ['callables_annotation.py:13:5 - error: Expected 1 more positional argument (reportCallIssue)']
-Line 14: Unexpected errors ['callables_annotation.py:14:11 - error: Argument of type "Literal[2]" cannot be assigned to parameter of type "str"']
-Line 15: Unexpected errors ['callables_annotation.py:15:15 - error: Expected 2 positional arguments (reportCallIssue)']
-Line 16: Unexpected errors ['callables_annotation.py:16:10 - error: Expected 2 more positional arguments (reportCallIssue)']
-Line 22: Unexpected errors ['callables_annotation.py:22:8 - error: Expected 0 positional arguments (reportCallIssue)']
 Line 39: Unexpected errors ['callables_annotation.py:39:14 - error: Expected parameter type list or "..."']
 Line 40: Unexpected errors ['callables_annotation.py:40:14 - error: Expected parameter type list or "..."']
 Line 41: Unexpected errors ['callables_annotation.py:41:18 - error: List expression not allowed for this type argument']
diff --git a/conformance/results/pyright/generics_base_class.toml b/conformance/results/pyright/generics_base_class.toml
index a97fda0f4..56a23f466 100644
--- a/conformance/results/pyright/generics_base_class.toml
+++ b/conformance/results/pyright/generics_base_class.toml
@@ -13,10 +13,7 @@ generics_base_class.py:68:28 - error: Type arguments for "Generic" must be uniqu
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Unexpected errors ['generics_base_class.py:26:26 - error: Argument of type "SymbolTable" cannot be assigned to parameter "x" of type "dict[str, list[object]]" in function "takes_dict_incorrect"']
 Line 29: Unexpected errors ['generics_base_class.py:29:14 - error: "Generic" is not valid in this context (reportGeneralTypeIssues)']
 Line 30: Unexpected errors ['generics_base_class.py:30:8 - error: "Generic" requires at least one type argument', 'generics_base_class.py:30:8 - error: "Generic" is not valid in this context (reportGeneralTypeIssues)']
-Line 49: Unexpected errors ['generics_base_class.py:49:38 - error: Too many type arguments provided for "LinkedList"; expected 1 but received 2 (reportInvalidTypeArguments)']
-Line 61: Unexpected errors ['generics_base_class.py:61:30 - error: Too many type arguments provided for "MyDict"; expected 1 but received 2 (reportInvalidTypeArguments)']
 Line 68: Unexpected errors ['generics_base_class.py:68:28 - error: Type arguments for "Generic" must be unique']
 """
diff --git a/conformance/results/pyright/generics_basic.toml b/conformance/results/pyright/generics_basic.toml
index f5efbeb84..d44cf10f9 100644
--- a/conformance/results/pyright/generics_basic.toml
+++ b/conformance/results/pyright/generics_basic.toml
@@ -18,13 +18,5 @@ generics_basic.py:167:37 - error: Metaclass cannot be generic (reportGeneralType
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 36: Unexpected errors ['generics_basic.py:36:15 - error: Argument of type "bytes" cannot be assigned to parameter "y" of type "AnyStr@concat" in function "concat"']
-Line 37: Unexpected errors ['generics_basic.py:37:15 - error: Argument of type "str" cannot be assigned to parameter "y" of type "AnyStr@concat" in function "concat"']
-Line 44: Unexpected errors ['generics_basic.py:44:44 - error: TypeVar must have at least two constrained types (reportGeneralTypeIssues)']
-Line 48: Unexpected errors ['generics_basic.py:48:49 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)', 'generics_basic.py:48:49 - error: TypeVar constraint type cannot be generic']
-Line 59: Unexpected errors ['generics_basic.py:59:15 - error: Argument of type "bytes" cannot be assigned to parameter "y" of type "AnyStr@concat" in function "concat"']
-Line 107: Unexpected errors ['generics_basic.py:107:24 - error: Type arguments for "Generic" must be unique']
-Line 140: Unexpected errors ['generics_basic.py:140:5 - error: Argument of type "Literal[0]" cannot be assigned to parameter "key" of type "str" in function "__getitem__"']
-Line 141: Unexpected errors ['generics_basic.py:141:5 - error: Argument of type "Literal[0]" cannot be assigned to parameter "key" of type "str" in function "__getitem__"']
-Line 167: Unexpected errors ['generics_basic.py:167:37 - error: Metaclass cannot be generic (reportGeneralTypeIssues)']
+Line 48: Expected 1 errors, got 2 (['generics_basic.py:48:49 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)', 'generics_basic.py:48:49 - error: TypeVar constraint type cannot be generic'])
 """
diff --git a/conformance/results/pyright/generics_paramspec_basic.toml b/conformance/results/pyright/generics_paramspec_basic.toml
index 1f929008c..d3a562c32 100644
--- a/conformance/results/pyright/generics_paramspec_basic.toml
+++ b/conformance/results/pyright/generics_paramspec_basic.toml
@@ -13,10 +13,6 @@ generics_paramspec_basic.py:39:31 - error: ParamSpec is not allowed in this cont
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 15: Unexpected errors ['generics_paramspec_basic.py:15:18 - error: ParamSpec is not allowed in this context']
-Line 23: Unexpected errors ['generics_paramspec_basic.py:23:14 - error: ParamSpec is not allowed in this context', 'generics_paramspec_basic.py:23:20 - error: ParamSpec is not allowed in this context']
-Line 27: Unexpected errors ['generics_paramspec_basic.py:27:14 - error: "Concatenate" is not allowed in this context']
-Line 31: Unexpected errors ['generics_paramspec_basic.py:31:19 - error: Type "P@func3" cannot be assigned to type variable "_T@list"']
-Line 35: Unexpected errors ['generics_paramspec_basic.py:35:35 - error: ParamSpec is not allowed in this context']
-Line 39: Unexpected errors ['generics_paramspec_basic.py:39:18 - error: ParamSpec is not allowed in this context', 'generics_paramspec_basic.py:39:31 - error: ParamSpec is not allowed in this context']
+Line 23: Expected 1 errors, got 2 (['generics_paramspec_basic.py:23:14 - error: ParamSpec is not allowed in this context', 'generics_paramspec_basic.py:23:20 - error: ParamSpec is not allowed in this context'])
+Line 39: Expected 1 errors, got 2 (['generics_paramspec_basic.py:39:18 - error: ParamSpec is not allowed in this context', 'generics_paramspec_basic.py:39:31 - error: ParamSpec is not allowed in this context'])
 """
diff --git a/conformance/results/pyright/generics_paramspec_components.toml b/conformance/results/pyright/generics_paramspec_components.toml
index d42012fa5..d3d28f44f 100644
--- a/conformance/results/pyright/generics_paramspec_components.toml
+++ b/conformance/results/pyright/generics_paramspec_components.toml
@@ -25,20 +25,8 @@ generics_paramspec_components.py:98:25 - error: Argument of type "Literal[1]" ca
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 17: Unexpected errors ['generics_paramspec_components.py:17:25 - error: "kwargs" member of ParamSpec is valid only when used with **kwargs parameter', 'generics_paramspec_components.py:17:45 - error: "args" member of ParamSpec is valid only when used with *args parameter']
-Line 20: Unexpected errors ['generics_paramspec_components.py:20:23 - error: "args" member of ParamSpec is valid only when used with *args parameter']
-Line 23: Unexpected errors ['generics_paramspec_components.py:23:28 - error: "args" and "kwargs" members of ParamSpec must both appear within a function signature (reportGeneralTypeIssues)', 'generics_paramspec_components.py:23:46 - error: "args" member of ParamSpec is valid only when used with *args parameter']
-Line 26: Unexpected errors ['generics_paramspec_components.py:26:28 - error: "args" and "kwargs" members of ParamSpec must both appear within a function signature (reportGeneralTypeIssues)']
-Line 30: Unexpected errors ['generics_paramspec_components.py:30:25 - error: ParamSpec "P" has no meaning in this context (reportGeneralTypeIssues)', 'generics_paramspec_components.py:30:43 - error: ParamSpec "P" has no meaning in this context (reportGeneralTypeIssues)']
-Line 35: Unexpected errors ['generics_paramspec_components.py:35:18 - error: "args" member of ParamSpec is valid only when used with *args parameter']
-Line 36: Unexpected errors ['generics_paramspec_components.py:36:20 - error: "kwargs" member of ParamSpec is valid only when used with **kwargs parameter']
-Line 38: Unexpected errors ['generics_paramspec_components.py:38:26 - error: "args" and "kwargs" members of ParamSpec must both appear within a function signature (reportGeneralTypeIssues)']
-Line 41: Unexpected errors ['generics_paramspec_components.py:41:31 - error: "args" and "kwargs" members of ParamSpec must both appear within a function signature (reportGeneralTypeIssues)']
-Line 49: Unexpected errors ['generics_paramspec_components.py:49:9 - error: Arguments for ParamSpec "P@decorator" are missing (reportCallIssue)']
-Line 51: Unexpected errors ['generics_paramspec_components.py:51:11 - error: Expected 0 positional arguments (reportCallIssue)']
-Line 60: Unexpected errors ['generics_paramspec_components.py:60:28 - error: Keyword parameter "s" cannot appear in signature after ParamSpec args parameter (reportGeneralTypeIssues)']
-Line 70: Unexpected errors ['generics_paramspec_components.py:70:12 - error: Expected 1 positional argument (reportCallIssue)']
-Line 72: Unexpected errors ['generics_paramspec_components.py:72:12 - error: Expected 1 positional argument (reportCallIssue)']
-Line 83: Unexpected errors ['generics_paramspec_components.py:83:19 - error: Expected 2 positional arguments (reportCallIssue)']
-Line 98: Unexpected errors ['generics_paramspec_components.py:98:20 - error: Argument of type "Literal[\\'A\\']" cannot be assigned to parameter "a" of type "int"', 'generics_paramspec_components.py:98:25 - error: Argument of type "Literal[1]" cannot be assigned to parameter "b" of type "str"']
+Line 17: Expected 1 errors, got 2 (['generics_paramspec_components.py:17:25 - error: "kwargs" member of ParamSpec is valid only when used with **kwargs parameter', 'generics_paramspec_components.py:17:45 - error: "args" member of ParamSpec is valid only when used with *args parameter'])
+Line 23: Expected 1 errors, got 2 (['generics_paramspec_components.py:23:28 - error: "args" and "kwargs" members of ParamSpec must both appear within a function signature (reportGeneralTypeIssues)', 'generics_paramspec_components.py:23:46 - error: "args" member of ParamSpec is valid only when used with *args parameter'])
+Line 30: Expected 1 errors, got 2 (['generics_paramspec_components.py:30:25 - error: ParamSpec "P" has no meaning in this context (reportGeneralTypeIssues)', 'generics_paramspec_components.py:30:43 - error: ParamSpec "P" has no meaning in this context (reportGeneralTypeIssues)'])
+Line 98: Expected 1 errors, got 2 (['generics_paramspec_components.py:98:20 - error: Argument of type "Literal[\\'A\\']" cannot be assigned to parameter "a" of type "int"', 'generics_paramspec_components.py:98:25 - error: Argument of type "Literal[1]" cannot be assigned to parameter "b" of type "str"'])
 """
diff --git a/conformance/results/pyright/generics_paramspec_semantics.toml b/conformance/results/pyright/generics_paramspec_semantics.toml
index 3804f48e3..376da3dd1 100644
--- a/conformance/results/pyright/generics_paramspec_semantics.toml
+++ b/conformance/results/pyright/generics_paramspec_semantics.toml
@@ -34,11 +34,4 @@ generics_paramspec_semantics.py:136:2 - error: Argument of type "(**kwargs: int)
 conformance_automated = "Fail"
 errors_diff = """
 Line 46: Unexpected errors ['generics_paramspec_semantics.py:46:17 - error: Argument of type "(y: int, x: str) -> int" cannot be assigned to parameter "y" of type "(**P@func1) -> int" in function "func1"']
-Line 61: Unexpected errors ['generics_paramspec_semantics.py:61:23 - error: Argument of type "(*, y: int) -> int" cannot be assigned to parameter "y" of type "(**P@func1) -> int" in function "func1"']
-Line 97: Unexpected errors ['generics_paramspec_semantics.py:97:4 - error: Argument of type "Literal[1]" cannot be assigned to parameter of type "str"']
-Line 107: Unexpected errors ['generics_paramspec_semantics.py:107:4 - error: Argument of type "Literal[1]" cannot be assigned to parameter "args" of type "bool"']
-Line 119: Unexpected errors ['generics_paramspec_semantics.py:119:4 - error: Argument of type "Literal[1]" cannot be assigned to parameter of type "str"']
-Line 126: Unexpected errors ['generics_paramspec_semantics.py:126:2 - error: Argument of type "(x: str) -> int" cannot be assigned to parameter "x" of type "(int, **P@expects_int_first) -> int" in function "expects_int_first"']
-Line 131: Unexpected errors ['generics_paramspec_semantics.py:131:2 - error: Argument of type "(*, x: int) -> int" cannot be assigned to parameter "x" of type "(int, **P@expects_int_first) -> int" in function "expects_int_first"']
-Line 136: Unexpected errors ['generics_paramspec_semantics.py:136:2 - error: Argument of type "(**kwargs: int) -> int" cannot be assigned to parameter "x" of type "(int, **P@expects_int_first) -> int" in function "expects_int_first"']
 """
diff --git a/conformance/results/pyright/generics_paramspec_specialization.toml b/conformance/results/pyright/generics_paramspec_specialization.toml
index 8bdaa9c63..10d7c80a1 100644
--- a/conformance/results/pyright/generics_paramspec_specialization.toml
+++ b/conformance/results/pyright/generics_paramspec_specialization.toml
@@ -11,11 +11,6 @@ generics_paramspec_specialization.py:61:9 - error: Argument of type "Literal['']
 generics_paramspec_specialization.py:62:16 - error: Argument of type "Literal['']" cannot be assigned to parameter of type "bool"
   "Literal['']" is incompatible with "bool" (reportArgumentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 45: Unexpected errors ['generics_paramspec_specialization.py:45:27 - error: Type "int" cannot be assigned to type variable "P1@ClassA"']
-Line 55: Unexpected errors ['generics_paramspec_specialization.py:55:9 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter of type "int"']
-Line 56: Unexpected errors ['generics_paramspec_specialization.py:56:16 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter of type "bool"']
-Line 61: Unexpected errors ['generics_paramspec_specialization.py:61:9 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter of type "int"']
-Line 62: Unexpected errors ['generics_paramspec_specialization.py:62:16 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter of type "bool"']
 """
diff --git a/conformance/results/pyright/generics_scoping.toml b/conformance/results/pyright/generics_scoping.toml
index 26886be83..a67f2645c 100644
--- a/conformance/results/pyright/generics_scoping.toml
+++ b/conformance/results/pyright/generics_scoping.toml
@@ -12,16 +12,6 @@ generics_scoping.py:84:14 - error: Type variable "T" has no meaning in this cont
 generics_scoping.py:85:19 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)
 generics_scoping.py:86:6 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 25: Unexpected errors ['generics_scoping.py:25:10 - error: Argument of type "Literal[\\'a\\']" cannot be assigned to parameter "x" of type "int" in function "meth_2"']
-Line 46: Unexpected errors ['generics_scoping.py:46:13 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)']
-Line 50: Unexpected errors ['generics_scoping.py:50:19 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)']
-Line 61: Unexpected errors ['generics_scoping.py:61:29 - error: TypeVar "T" is already in use by an outer scope (reportGeneralTypeIssues)']
-Line 71: Unexpected errors ['generics_scoping.py:71:24 - error: TypeVar "T" is already in use by an outer scope (reportGeneralTypeIssues)']
-Line 74: Unexpected errors ['generics_scoping.py:74:17 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)']
-Line 80: Unexpected errors ['generics_scoping.py:80:5 - error: Generic type alias within class cannot use bound type variables T']
-Line 84: Unexpected errors ['generics_scoping.py:84:14 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)']
-Line 85: Unexpected errors ['generics_scoping.py:85:19 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)']
-Line 86: Unexpected errors ['generics_scoping.py:86:6 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/generics_syntax_compatibility.toml b/conformance/results/pyright/generics_syntax_compatibility.toml
index a6fb1b46b..f84e91d9b 100644
--- a/conformance/results/pyright/generics_syntax_compatibility.toml
+++ b/conformance/results/pyright/generics_syntax_compatibility.toml
@@ -6,5 +6,5 @@ generics_syntax_compatibility.py:26:45 - error: Type parameter "K" is not includ
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Unexpected errors ['generics_syntax_compatibility.py:26:35 - error: Type parameter "K" is not included in the type parameter list for "method2" (reportGeneralTypeIssues)', 'generics_syntax_compatibility.py:26:45 - error: Type parameter "K" is not included in the type parameter list for "method2" (reportGeneralTypeIssues)']
+Line 26: Expected 1 errors, got 2 (['generics_syntax_compatibility.py:26:35 - error: Type parameter "K" is not included in the type parameter list for "method2" (reportGeneralTypeIssues)', 'generics_syntax_compatibility.py:26:45 - error: Type parameter "K" is not included in the type parameter list for "method2" (reportGeneralTypeIssues)'])
 """
diff --git a/conformance/results/pyright/generics_syntax_declarations.toml b/conformance/results/pyright/generics_syntax_declarations.toml
index 44a660dd5..02949f4aa 100644
--- a/conformance/results/pyright/generics_syntax_declarations.toml
+++ b/conformance/results/pyright/generics_syntax_declarations.toml
@@ -15,6 +15,4 @@ generics_syntax_declarations.py:81:23 - error: "S" is not defined (reportUndefin
 conformance_automated = "Fail"
 errors_diff = """
 Line 19: Unexpected errors ['generics_syntax_declarations.py:19:17 - error: "Generic" base class cannot be used with type parameter syntax (reportGeneralTypeIssues)']
-Line 27: Unexpected errors ['generics_syntax_declarations.py:27:20 - error: Type arguments are not allowed with Protocol class when using type parameter syntax (reportGeneralTypeIssues)']
-Line 34: Unexpected errors ['generics_syntax_declarations.py:34:11 - error: Cannot access member "is_integer" for type "str*"']
 """
diff --git a/conformance/results/pyright/generics_syntax_infer_variance.toml b/conformance/results/pyright/generics_syntax_infer_variance.toml
index c5d4eef5a..386db78fe 100644
--- a/conformance/results/pyright/generics_syntax_infer_variance.toml
+++ b/conformance/results/pyright/generics_syntax_infer_variance.toml
@@ -67,21 +67,4 @@ Line 17: Expected 1 errors
 Line 21: Expected 1 errors
 Line 16: Unexpected errors ['generics_syntax_infer_variance.py:16:42 - error: TypeVar cannot be both covariant and contravariant']
 Line 20: Unexpected errors ['generics_syntax_infer_variance.py:20:46 - error: TypeVar cannot be both covariant and contravariant']
-Line 33: Unexpected errors ['generics_syntax_infer_variance.py:33:35 - error: Expression of type "ShouldBeCovariant1[float]" cannot be assigned to declared type "ShouldBeCovariant1[int]"']
-Line 41: Unexpected errors ['generics_syntax_infer_variance.py:41:35 - error: Expression of type "ShouldBeCovariant2[float]" cannot be assigned to declared type "ShouldBeCovariant2[int]"']
-Line 50: Unexpected errors ['generics_syntax_infer_variance.py:50:35 - error: Expression of type "ShouldBeCovariant3[float]" cannot be assigned to declared type "ShouldBeCovariant3[int]"']
-Line 59: Unexpected errors ['generics_syntax_infer_variance.py:59:34 - error: Expression of type "ShouldBeCovariant4[float]" cannot be assigned to declared type "ShouldBeCovariant4[int]"']
-Line 72: Unexpected errors ['generics_syntax_infer_variance.py:72:34 - error: Expression of type "ShouldBeCovariant5[float]" cannot be assigned to declared type "ShouldBeCovariant5[int]"']
-Line 83: Unexpected errors ['generics_syntax_infer_variance.py:83:34 - error: Expression of type "ShouldBeCovariant6[float]" cannot be assigned to declared type "ShouldBeCovariant6[int]"']
-Line 99: Unexpected errors ['generics_syntax_infer_variance.py:99:38 - error: Expression of type "ShouldBeInvariant1[int]" cannot be assigned to declared type "ShouldBeInvariant1[float]"']
-Line 100: Unexpected errors ['generics_syntax_infer_variance.py:100:36 - error: Expression of type "ShouldBeInvariant1[float]" cannot be assigned to declared type "ShouldBeInvariant1[int]"']
-Line 114: Unexpected errors ['generics_syntax_infer_variance.py:114:38 - error: Expression of type "ShouldBeInvariant2[int]" cannot be assigned to declared type "ShouldBeInvariant2[float]"']
-Line 115: Unexpected errors ['generics_syntax_infer_variance.py:115:36 - error: Expression of type "ShouldBeInvariant2[float]" cannot be assigned to declared type "ShouldBeInvariant2[int]"']
-Line 122: Unexpected errors ['generics_syntax_infer_variance.py:122:43 - error: Expression of type "ShouldBeInvariant3[int, str]" cannot be assigned to declared type "ShouldBeInvariant3[float, str]"']
-Line 123: Unexpected errors ['generics_syntax_infer_variance.py:123:41 - error: Expression of type "ShouldBeInvariant3[float, str]" cannot be assigned to declared type "ShouldBeInvariant3[int, str]"']
-Line 124: Unexpected errors ['generics_syntax_infer_variance.py:124:43 - error: Expression of type "ShouldBeInvariant3[str, int]" cannot be assigned to declared type "ShouldBeInvariant3[str, float]"']
-Line 125: Unexpected errors ['generics_syntax_infer_variance.py:125:41 - error: Expression of type "ShouldBeInvariant3[str, float]" cannot be assigned to declared type "ShouldBeInvariant3[str, int]"']
-Line 133: Unexpected errors ['generics_syntax_infer_variance.py:133:38 - error: Expression of type "ShouldBeInvariant4[int]" cannot be assigned to declared type "ShouldBeInvariant4[float]"']
-Line 141: Unexpected errors ['generics_syntax_infer_variance.py:141:38 - error: Expression of type "ShouldBeInvariant5[int]" cannot be assigned to declared type "ShouldBeInvariant5[float]"']
-Line 152: Unexpected errors ['generics_syntax_infer_variance.py:152:45 - error: Expression of type "ShouldBeContravariant1[int]" cannot be assigned to declared type "ShouldBeContravariant1[float]"']
 """
diff --git a/conformance/results/pyright/generics_syntax_scoping.toml b/conformance/results/pyright/generics_syntax_scoping.toml
index 8186d6890..61a4a8b1b 100644
--- a/conformance/results/pyright/generics_syntax_scoping.toml
+++ b/conformance/results/pyright/generics_syntax_scoping.toml
@@ -13,13 +13,9 @@ generics_syntax_scoping.py:98:29 - error: Variable not allowed in type expressio
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 14: Unexpected errors ['generics_syntax_scoping.py:14:29 - error: "S" is not defined (reportUndefinedVariable)']
-Line 18: Unexpected errors ['generics_syntax_scoping.py:18:26 - error: "T" is not defined (reportUndefinedVariable)']
+Line 98: Expected 1 errors, got 2 (['generics_syntax_scoping.py:98:17 - error: Type parameter "T" is already in use', 'generics_syntax_scoping.py:98:29 - error: Variable not allowed in type expression (reportInvalidTypeForm)'])
 Line 35: Unexpected errors ['generics_syntax_scoping.py:35:7 - error: "T" is not defined (reportUndefinedVariable)']
 Line 44: Unexpected errors ['generics_syntax_scoping.py:44:17 - error: "T" is not defined (reportUndefinedVariable)']
 Line 62: Unexpected errors ['generics_syntax_scoping.py:62:25 - error: "assert_type" mismatch: expected "str" but received "Literal[\\'\\']" (reportAssertTypeFailure)']
 Line 67: Unexpected errors ['generics_syntax_scoping.py:67:25 - error: "assert_type" mismatch: expected "int" but received "Literal[0]" (reportAssertTypeFailure)']
-Line 92: Unexpected errors ['generics_syntax_scoping.py:92:17 - error: Type parameter "T" is already in use']
-Line 95: Unexpected errors ['generics_syntax_scoping.py:95:17 - error: Type parameter "T" is already in use']
-Line 98: Unexpected errors ['generics_syntax_scoping.py:98:17 - error: Type parameter "T" is already in use', 'generics_syntax_scoping.py:98:29 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
 """
diff --git a/conformance/results/pyright/generics_type_erasure.toml b/conformance/results/pyright/generics_type_erasure.toml
index 8c93af29a..9b2dafdd0 100644
--- a/conformance/results/pyright/generics_type_erasure.toml
+++ b/conformance/results/pyright/generics_type_erasure.toml
@@ -14,13 +14,6 @@ generics_type_erasure.py:42:6 - error: Access to generic instance variable throu
 generics_type_erasure.py:43:6 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)
 generics_type_erasure.py:44:10 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 36: Unexpected errors ['generics_type_erasure.py:36:16 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "label" of type "int | None" in function "__init__"']
-Line 38: Unexpected errors ['generics_type_erasure.py:38:16 - error: Argument of type "Literal[0]" cannot be assigned to parameter "label" of type "str | None" in function "__init__"']
-Line 40: Unexpected errors ['generics_type_erasure.py:40:11 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)']
-Line 41: Unexpected errors ['generics_type_erasure.py:41:11 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)']
-Line 42: Unexpected errors ['generics_type_erasure.py:42:6 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)']
-Line 43: Unexpected errors ['generics_type_erasure.py:43:6 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)']
-Line 44: Unexpected errors ['generics_type_erasure.py:44:10 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/generics_typevartuple_args.toml b/conformance/results/pyright/generics_typevartuple_args.toml
index 1ea5f2394..53dd44f20 100644
--- a/conformance/results/pyright/generics_typevartuple_args.toml
+++ b/conformance/results/pyright/generics_typevartuple_args.toml
@@ -19,13 +19,5 @@ generics_typevartuple_args.py:76:14 - error: Argument of type "tuple[Literal['1'
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 33: Unexpected errors ['generics_typevartuple_args.py:33:16 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter of type "Env" in function "exec_le"']
-Line 34: Unexpected errors ['generics_typevartuple_args.py:34:16 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter of type "Env" in function "exec_le"']
-Line 48: Unexpected errors ['generics_typevartuple_args.py:48:10 - error: Argument of type "Literal[\\'2\\']" cannot be assigned to parameter of type "int" in function "func1"']
-Line 57: Unexpected errors ['generics_typevartuple_args.py:57:10 - error: Argument of type "Literal[1]" cannot be assigned to parameter of type "str" in function "func2"']
-Line 58: Unexpected errors ['generics_typevartuple_args.py:58:1 - error: Argument missing for parameter "args[2]" (reportCallIssue)']
-Line 59: Unexpected errors ['generics_typevartuple_args.py:59:1 - error: Argument missing for parameter "args[2]" (reportCallIssue)']
-Line 67: Unexpected errors ['generics_typevartuple_args.py:67:1 - error: Argument missing for parameter "args[1]" (reportCallIssue)']
-Line 75: Unexpected errors ['generics_typevartuple_args.py:75:13 - error: Argument of type "tuple[Literal[1], Literal[2]]" cannot be assigned to parameter "args" of type "tuple[*Ts@func4]" in function "func4"']
-Line 76: Unexpected errors ['generics_typevartuple_args.py:76:14 - error: Argument of type "tuple[Literal[\\'1\\']]" cannot be assigned to parameter "args" of type "tuple[*Ts@func4]" in function "func4"']
+Line 80: Expected 1 errors
 """
diff --git a/conformance/results/pyright/generics_typevartuple_basic.toml b/conformance/results/pyright/generics_typevartuple_basic.toml
index c9c29fc79..094c4167a 100644
--- a/conformance/results/pyright/generics_typevartuple_basic.toml
+++ b/conformance/results/pyright/generics_typevartuple_basic.toml
@@ -32,15 +32,8 @@ generics_typevartuple_basic.py:106:29 - error: Type argument list can have at mo
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 42: Unexpected errors ['generics_typevartuple_basic.py:42:34 - error: Argument of type "Height" cannot be assigned to parameter "shape" of type "tuple[*Shape@Array]" in function "__init__"']
-Line 43: Unexpected errors ['generics_typevartuple_basic.py:43:35 - error: Expression of type "Array[Batch, Width]" cannot be assigned to declared type "Array[Batch, Height, Width]"']
+Line 46: Expected 1 errors
+Line 66: Expected 1 errors, got 2 (['generics_typevartuple_basic.py:66:27 - error: TypeVarTuple cannot have value constraints', 'generics_typevartuple_basic.py:66:32 - error: TypeVarTuple cannot have value constraints'])
+Line 106: Expected 1 errors, got 2 (['generics_typevartuple_basic.py:106:14 - error: Generic class can have at most one TypeVarTuple type parameter but received multiple ("Ts1", "Ts2") (reportGeneralTypeIssues)', 'generics_typevartuple_basic.py:106:29 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple'])
 Line 44: Unexpected errors ['generics_typevartuple_basic.py:44:41 - error: Expression of type "Array[Time, Batch, Width, Height]" cannot be assigned to declared type "Array[Time, Batch, Height, Width]"']
-Line 65: Unexpected errors ['generics_typevartuple_basic.py:65:27 - error: "covariant" is unknown parameter to TypeVarTuple']
-Line 66: Unexpected errors ['generics_typevartuple_basic.py:66:27 - error: TypeVarTuple cannot have value constraints', 'generics_typevartuple_basic.py:66:32 - error: TypeVarTuple cannot have value constraints']
-Line 67: Unexpected errors ['generics_typevartuple_basic.py:67:27 - error: "bound" is unknown parameter to TypeVarTuple']
-Line 89: Unexpected errors ['generics_typevartuple_basic.py:89:14 - error: Argument of type "tuple[Literal[\\'0\\']]" cannot be assigned to parameter "arg2" of type "tuple[*Ts@func2]" in function "func2"']
-Line 90: Unexpected errors ['generics_typevartuple_basic.py:90:15 - error: Argument of type "tuple[Literal[0]]" cannot be assigned to parameter "arg2" of type "tuple[*Ts@func2]" in function "func2"']
-Line 99: Unexpected errors ['generics_typevartuple_basic.py:99:17 - error: Argument of type "Array[Width]" cannot be assigned to parameter "y" of type "Array[*Shape@multiply]" in function "multiply"']
-Line 100: Unexpected errors ['generics_typevartuple_basic.py:100:17 - error: Argument of type "Array[Height, Width]" cannot be assigned to parameter "y" of type "Array[*Shape@multiply]" in function "multiply"']
-Line 106: Unexpected errors ['generics_typevartuple_basic.py:106:14 - error: Generic class can have at most one TypeVarTuple type parameter but received multiple ("Ts1", "Ts2") (reportGeneralTypeIssues)', 'generics_typevartuple_basic.py:106:29 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
 """
diff --git a/conformance/results/pyright/generics_typevartuple_callable.toml b/conformance/results/pyright/generics_typevartuple_callable.toml
index bf45367fb..7c22ef0e8 100644
--- a/conformance/results/pyright/generics_typevartuple_callable.toml
+++ b/conformance/results/pyright/generics_typevartuple_callable.toml
@@ -4,7 +4,6 @@ generics_typevartuple_callable.py:26:28 - error: Argument of type "tuple[Literal
   "Literal['']" is incompatible with "int"
   "Literal[0]" is incompatible with "str" (reportArgumentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 26: Unexpected errors ['generics_typevartuple_callable.py:26:28 - error: Argument of type "tuple[Literal[\\'\\'], Literal[0]]" cannot be assigned to parameter "args" of type "tuple[*Ts@__init__]" in function "__init__"']
 """
diff --git a/conformance/results/pyright/generics_typevartuple_specialization.toml b/conformance/results/pyright/generics_typevartuple_specialization.toml
index 393f49846..171d37901 100644
--- a/conformance/results/pyright/generics_typevartuple_specialization.toml
+++ b/conformance/results/pyright/generics_typevartuple_specialization.toml
@@ -13,9 +13,5 @@ generics_typevartuple_specialization.py:163:14 - error: Could not specialize typ
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 109: Unexpected errors ['generics_typevartuple_specialization.py:109:18 - error: Type variable "Ts" has no meaning in this context (reportGeneralTypeIssues)', 'generics_typevartuple_specialization.py:109:18 - error: Could not specialize type "IntTupleGeneric[T@IntTupleGeneric]"']
-Line 110: Unexpected errors ['generics_typevartuple_specialization.py:110:18 - error: Could not specialize type "IntTupleGeneric[T@IntTupleGeneric]"']
-Line 121: Unexpected errors ['generics_typevartuple_specialization.py:121:27 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
-Line 122: Unexpected errors ['generics_typevartuple_specialization.py:122:27 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
-Line 163: Unexpected errors ['generics_typevartuple_specialization.py:163:14 - error: Could not specialize type "TA11[T@TA11, *Ts1@TA11]"']
+Line 109: Expected 1 errors, got 2 (['generics_typevartuple_specialization.py:109:18 - error: Type variable "Ts" has no meaning in this context (reportGeneralTypeIssues)', 'generics_typevartuple_specialization.py:109:18 - error: Could not specialize type "IntTupleGeneric[T@IntTupleGeneric]"'])
 """
diff --git a/conformance/results/pyright/generics_typevartuple_unpack.toml b/conformance/results/pyright/generics_typevartuple_unpack.toml
index 23f900a25..22576b797 100644
--- a/conformance/results/pyright/generics_typevartuple_unpack.toml
+++ b/conformance/results/pyright/generics_typevartuple_unpack.toml
@@ -4,7 +4,6 @@ generics_typevartuple_unpack.py:30:28 - error: Argument of type "Array[Batch]" c
   "Array[Batch]" is incompatible with "Array[Batch, *tuple[Any, ...], Channels]"
     Type parameter "Ts@Array" is invariant, but "*tuple[Batch]" is not the same as "*tuple[Batch, *tuple[Any, ...], Channels]" (reportArgumentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 30: Unexpected errors ['generics_typevartuple_unpack.py:30:28 - error: Argument of type "Array[Batch]" cannot be assigned to parameter "x" of type "Array[Batch, *tuple[Any, ...], Channels]" in function "process_batch_channels"']
 """
diff --git a/conformance/results/pyright/generics_variance.toml b/conformance/results/pyright/generics_variance.toml
index e18fdcfba..ad2e3e5d0 100644
--- a/conformance/results/pyright/generics_variance.toml
+++ b/conformance/results/pyright/generics_variance.toml
@@ -31,12 +31,9 @@ errors_diff = """
 Line 127: Expected 1 errors
 Line 133: Expected 1 errors
 Line 143: Expected 1 errors
-Line 14: Unexpected errors ['generics_variance.py:14:50 - error: TypeVar cannot be both covariant and contravariant']
+Line 197: Expected 1 errors
 Line 126: Unexpected errors ['generics_variance.py:126:20 - error: Type "T_co@CoContra_Child2" cannot be assigned to type variable "T_contra@CoContra"']
 Line 132: Unexpected errors ['generics_variance.py:132:14 - error: Type "T_contra@CoContra_Child3" cannot be assigned to type variable "T_co@CoContra"']
 Line 142: Unexpected errors ['generics_variance.py:142:24 - error: Type "Co[T_co@CoContra_Child5]" cannot be assigned to type variable "T_contra@CoContra"']
-Line 163: Unexpected errors ['generics_variance.py:163:33 - error: Type "Co[Contra[T_contra@CoToContraToContra]]" cannot be assigned to type variable "T_contra@Contra"']
-Line 167: Unexpected errors ['generics_variance.py:167:37 - error: Type "Contra[Contra[T_co@ContraToContraToContra]]" cannot be assigned to type variable "T_contra@Contra"']
-Line 191: Unexpected errors ['generics_variance.py:191:43 - error: Could not specialize type "Contra_TA[T_contra@Contra_TA]"']
 Line 196: Unexpected errors ['generics_variance.py:196:15 - error: Could not specialize type "Contra_TA[T_contra@Contra_TA]"']
 """
diff --git a/conformance/results/pyright/generics_variance_inference.toml b/conformance/results/pyright/generics_variance_inference.toml
index aec981404..b8936151b 100644
--- a/conformance/results/pyright/generics_variance_inference.toml
+++ b/conformance/results/pyright/generics_variance_inference.toml
@@ -80,29 +80,6 @@ generics_variance_inference.py:194:37 - error: Expression of type "ShouldBeContr
     Type parameter "T@ShouldBeContravariant2" is contravariant, but "int" is not a supertype of "float"
       "float" is incompatible with "int" (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 24: Unexpected errors ['generics_variance_inference.py:24:33 - error: Expression of type "ClassA[float, int, int]" cannot be assigned to declared type "ClassA[int, int, int]"']
-Line 25: Unexpected errors ['generics_variance_inference.py:25:37 - error: Expression of type "ClassA[float, int, int]" cannot be assigned to declared type "ClassA[float, float, int]"']
-Line 28: Unexpected errors ['generics_variance_inference.py:28:33 - error: Expression of type "ClassA[int, float, float]" cannot be assigned to declared type "ClassA[int, int, int]"']
-Line 41: Unexpected errors ['generics_variance_inference.py:41:35 - error: Expression of type "ShouldBeCovariant1[float]" cannot be assigned to declared type "ShouldBeCovariant1[int]"']
-Line 49: Unexpected errors ['generics_variance_inference.py:49:35 - error: Expression of type "ShouldBeCovariant2[float]" cannot be assigned to declared type "ShouldBeCovariant2[int]"']
-Line 58: Unexpected errors ['generics_variance_inference.py:58:35 - error: Expression of type "ShouldBeCovariant3[float]" cannot be assigned to declared type "ShouldBeCovariant3[int]"']
-Line 67: Unexpected errors ['generics_variance_inference.py:67:34 - error: Expression of type "ShouldBeCovariant4[float]" cannot be assigned to declared type "ShouldBeCovariant4[int]"']
-Line 80: Unexpected errors ['generics_variance_inference.py:80:34 - error: Expression of type "ShouldBeCovariant5[float]" cannot be assigned to declared type "ShouldBeCovariant5[int]"']
-Line 96: Unexpected errors ['generics_variance_inference.py:96:38 - error: Expression of type "ShouldBeInvariant1[int]" cannot be assigned to declared type "ShouldBeInvariant1[float]"']
-Line 97: Unexpected errors ['generics_variance_inference.py:97:36 - error: Expression of type "ShouldBeInvariant1[float]" cannot be assigned to declared type "ShouldBeInvariant1[int]"']
-Line 111: Unexpected errors ['generics_variance_inference.py:111:38 - error: Expression of type "ShouldBeInvariant2[int]" cannot be assigned to declared type "ShouldBeInvariant2[float]"']
-Line 112: Unexpected errors ['generics_variance_inference.py:112:36 - error: Expression of type "ShouldBeInvariant2[float]" cannot be assigned to declared type "ShouldBeInvariant2[int]"']
-Line 119: Unexpected errors ['generics_variance_inference.py:119:43 - error: Expression of type "ShouldBeInvariant3[int, str]" cannot be assigned to declared type "ShouldBeInvariant3[float, str]"']
-Line 120: Unexpected errors ['generics_variance_inference.py:120:41 - error: Expression of type "ShouldBeInvariant3[float, str]" cannot be assigned to declared type "ShouldBeInvariant3[int, str]"']
-Line 121: Unexpected errors ['generics_variance_inference.py:121:43 - error: Expression of type "ShouldBeInvariant3[str, int]" cannot be assigned to declared type "ShouldBeInvariant3[str, float]"']
-Line 122: Unexpected errors ['generics_variance_inference.py:122:41 - error: Expression of type "ShouldBeInvariant3[str, float]" cannot be assigned to declared type "ShouldBeInvariant3[str, int]"']
-Line 130: Unexpected errors ['generics_variance_inference.py:130:38 - error: Expression of type "ShouldBeInvariant4[int]" cannot be assigned to declared type "ShouldBeInvariant4[float]"']
-Line 138: Unexpected errors ['generics_variance_inference.py:138:38 - error: Expression of type "ShouldBeInvariant5[int]" cannot be assigned to declared type "ShouldBeInvariant5[float]"']
-Line 149: Unexpected errors ['generics_variance_inference.py:149:45 - error: Expression of type "ShouldBeContravariant1[int]" cannot be assigned to declared type "ShouldBeContravariant1[float]"']
-Line 169: Unexpected errors ['generics_variance_inference.py:169:31 - error: Expression of type "ShouldBeInvariant6[float]" cannot be assigned to declared type "ShouldBeInvariant6[int]"']
-Line 170: Unexpected errors ['generics_variance_inference.py:170:33 - error: Expression of type "ShouldBeInvariant6[int]" cannot be assigned to declared type "ShouldBeInvariant6[float]"']
-Line 181: Unexpected errors ['generics_variance_inference.py:181:31 - error: Expression of type "ShouldBeCovariant6[float]" cannot be assigned to declared type "ShouldBeCovariant6[int]"']
-Line 194: Unexpected errors ['generics_variance_inference.py:194:37 - error: Expression of type "ShouldBeContravariant2[int]" cannot be assigned to declared type "ShouldBeContravariant2[float]"']
 """
diff --git a/conformance/results/pyright/historical_positional.toml b/conformance/results/pyright/historical_positional.toml
index 04c490bea..0fae0f638 100644
--- a/conformance/results/pyright/historical_positional.toml
+++ b/conformance/results/pyright/historical_positional.toml
@@ -5,10 +5,6 @@ historical_positional.py:26:16 - error: Position-only parameter not allowed afte
 historical_positional.py:38:26 - error: Position-only parameter not allowed after parameter that is not position-only (reportGeneralTypeIssues)
 historical_positional.py:43:10 - error: Expected 1 more positional argument (reportCallIssue)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 18: Unexpected errors ['historical_positional.py:18:8 - error: Expected 1 more positional argument (reportCallIssue)']
-Line 26: Unexpected errors ['historical_positional.py:26:16 - error: Position-only parameter not allowed after parameter that is not position-only (reportGeneralTypeIssues)']
-Line 38: Unexpected errors ['historical_positional.py:38:26 - error: Position-only parameter not allowed after parameter that is not position-only (reportGeneralTypeIssues)']
-Line 43: Unexpected errors ['historical_positional.py:43:10 - error: Expected 1 more positional argument (reportCallIssue)']
 """
diff --git a/conformance/results/pyright/literals_literalstring.toml b/conformance/results/pyright/literals_literalstring.toml
index f8d67f571..2e42e81ec 100644
--- a/conformance/results/pyright/literals_literalstring.toml
+++ b/conformance/results/pyright/literals_literalstring.toml
@@ -25,14 +25,5 @@ literals_literalstring.py:166:21 - error: Expression of type "list[LiteralString
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 36: Unexpected errors ['literals_literalstring.py:36:29 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 37: Unexpected errors ['literals_literalstring.py:37:22 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 43: Unexpected errors ['literals_literalstring.py:43:23 - error: Expression of type "Literal[\\'two\\']" cannot be assigned to declared type "Literal[\\'\\']"']
-Line 66: Unexpected errors ['literals_literalstring.py:66:25 - error: Expression of type "str" cannot be assigned to declared type "LiteralString"']
-Line 74: Unexpected errors ['literals_literalstring.py:74:25 - error: Expression of type "Literal[3]" cannot be assigned to declared type "LiteralString"']
-Line 75: Unexpected errors ['literals_literalstring.py:75:25 - error: Expression of type "Literal[b"test"]" cannot be assigned to declared type "LiteralString"']
-Line 120: Unexpected errors ['literals_literalstring.py:120:22 - error: Argument of type "str" cannot be assigned to parameter "s" of type "TLiteral@literal_identity" in function "literal_identity"']
-Line 134: Unexpected errors ['literals_literalstring.py:134:51 - error: Argument of type "str" cannot be assigned to parameter "value" of type "T@Container" in function "__init__"']
 Line 142: Unexpected errors ['literals_literalstring.py:142:5 - error: Overload 1 for "func8" overlaps overload 2 and returns an incompatible type (reportOverlappingOverload)', 'literals_literalstring.py:142:5 - error: Overload 1 for "func8" overlaps overload 3 and returns an incompatible type (reportOverlappingOverload)']
-Line 166: Unexpected errors ['literals_literalstring.py:166:21 - error: Expression of type "list[LiteralString]" cannot be assigned to declared type "list[str]"']
 """
diff --git a/conformance/results/pyright/literals_parameterizations.toml b/conformance/results/pyright/literals_parameterizations.toml
index 657b5d8dd..f4fb4e8d7 100644
--- a/conformance/results/pyright/literals_parameterizations.toml
+++ b/conformance/results/pyright/literals_parameterizations.toml
@@ -19,23 +19,6 @@ literals_parameterizations.py:61:12 - error: Type arguments for "Literal" must b
 literals_parameterizations.py:65:32 - error: Expression of type "Literal[Color.RED]" cannot be assigned to declared type "Literal['Color.RED']"
   "Literal[Color.RED]" cannot be assigned to type "Literal['Color.RED']" (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 41: Unexpected errors ['literals_parameterizations.py:41:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 42: Unexpected errors ['literals_parameterizations.py:42:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 43: Unexpected errors ['literals_parameterizations.py:43:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 44: Unexpected errors ['literals_parameterizations.py:44:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 45: Unexpected errors ['literals_parameterizations.py:45:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 46: Unexpected errors ['literals_parameterizations.py:46:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 47: Unexpected errors ['literals_parameterizations.py:47:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 48: Unexpected errors ['literals_parameterizations.py:48:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 49: Unexpected errors ['literals_parameterizations.py:49:15 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 50: Unexpected errors ['literals_parameterizations.py:50:16 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 51: Unexpected errors ['literals_parameterizations.py:51:16 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 52: Unexpected errors ['literals_parameterizations.py:52:16 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 53: Unexpected errors ['literals_parameterizations.py:53:16 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 56: Unexpected errors ['literals_parameterizations.py:56:28 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 60: Unexpected errors ['literals_parameterizations.py:60:4 - error: "Literal" cannot be used in this context without a type argument']
-Line 61: Unexpected errors ['literals_parameterizations.py:61:12 - error: Type arguments for "Literal" must be None, a literal value (int, bool, str, or bytes), or an enum value']
-Line 65: Unexpected errors ['literals_parameterizations.py:65:32 - error: Expression of type "Literal[Color.RED]" cannot be assigned to declared type "Literal[\\'Color.RED\\']"']
 """
diff --git a/conformance/results/pyright/literals_semantics.toml b/conformance/results/pyright/literals_semantics.toml
index 711eeaa56..cb7141833 100644
--- a/conformance/results/pyright/literals_semantics.toml
+++ b/conformance/results/pyright/literals_semantics.toml
@@ -10,8 +10,6 @@ literals_semantics.py:33:10 - error: Expression of type "Literal[6, 7, 8]" canno
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 10: Unexpected errors ['literals_semantics.py:10:18 - error: Expression of type "Literal[4]" cannot be assigned to declared type "Literal[3]"']
 Line 24: Unexpected errors ['literals_semantics.py:24:26 - error: Expression of type "Literal[0]" cannot be assigned to declared type "Literal[False]"']
 Line 25: Unexpected errors ['literals_semantics.py:25:22 - error: Expression of type "Literal[False]" cannot be assigned to declared type "Literal[0]"']
-Line 33: Unexpected errors ['literals_semantics.py:33:10 - error: Expression of type "Literal[6, 7, 8]" cannot be assigned to declared type "Literal[3, 4, 5]" (reportAssignmentType)']
 """
diff --git a/conformance/results/pyright/namedtuples_define_class.toml b/conformance/results/pyright/namedtuples_define_class.toml
index a378a0891..49038c37d 100644
--- a/conformance/results/pyright/namedtuples_define_class.toml
+++ b/conformance/results/pyright/namedtuples_define_class.toml
@@ -18,16 +18,5 @@ namedtuples_define_class.py:105:7 - error: Multiple inheritance with NamedTuple
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 32: Unexpected errors ['namedtuples_define_class.py:32:7 - error: Index 3 is out of range for type Point (reportGeneralTypeIssues)']
-Line 33: Unexpected errors ['namedtuples_define_class.py:33:7 - error: Index -4 is out of range for type Point (reportGeneralTypeIssues)']
-Line 44: Unexpected errors ['namedtuples_define_class.py:44:6 - error: Argument missing for parameter "y" (reportCallIssue)']
-Line 45: Unexpected errors ['namedtuples_define_class.py:45:6 - error: Argument missing for parameter "y" (reportCallIssue)']
-Line 46: Unexpected errors ['namedtuples_define_class.py:46:15 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "y" of type "int" in function "__init__"']
-Line 47: Unexpected errors ['namedtuples_define_class.py:47:24 - error: Argument of type "Literal[3]" cannot be assigned to parameter "units" of type "str" in function "__init__"']
-Line 48: Unexpected errors ['namedtuples_define_class.py:48:22 - error: Expected 3 positional arguments (reportCallIssue)']
-Line 49: Unexpected errors ['namedtuples_define_class.py:49:23 - error: No parameter named "other" (reportCallIssue)']
 Line 59: Unexpected errors ['namedtuples_define_class.py:59:5 - error: Fields without default values cannot appear after fields with default values (reportGeneralTypeIssues)']
-Line 79: Unexpected errors ['namedtuples_define_class.py:79:5 - error: Cannot override "x" because parent class "Point" is a named tuple (reportIncompatibleVariableOverride)']
-Line 98: Unexpected errors ['namedtuples_define_class.py:98:19 - error: Argument of type "float" cannot be assigned to parameter "value" of type "str" in function "__init__"']
-Line 105: Unexpected errors ['namedtuples_define_class.py:105:7 - error: Multiple inheritance with NamedTuple is not supported (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/namedtuples_define_functional.toml b/conformance/results/pyright/namedtuples_define_functional.toml
index 2f4004527..828fc5f5b 100644
--- a/conformance/results/pyright/namedtuples_define_functional.toml
+++ b/conformance/results/pyright/namedtuples_define_functional.toml
@@ -19,14 +19,7 @@ namedtuples_define_functional.py:66:1 - error: Argument missing for parameter "a
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 16: Unexpected errors ['namedtuples_define_functional.py:16:8 - error: Argument missing for parameter "y" (reportCallIssue)']
-Line 21: Unexpected errors ['namedtuples_define_functional.py:21:8 - error: Arguments missing for parameters "x", "y" (reportCallIssue)']
-Line 26: Unexpected errors ['namedtuples_define_functional.py:26:21 - error: Expected 2 positional arguments (reportCallIssue)']
-Line 31: Unexpected errors ['namedtuples_define_functional.py:31:8 - error: Argument missing for parameter "y" (reportCallIssue)', 'namedtuples_define_functional.py:31:18 - error: No parameter named "z" (reportCallIssue)']
-Line 36: Unexpected errors ['namedtuples_define_functional.py:36:18 - error: Argument of type "Literal[\\'1\\']" cannot be assigned to parameter "y" of type "int" in function "__new__"']
-Line 37: Unexpected errors ['namedtuples_define_functional.py:37:21 - error: Expected 2 positional arguments (reportCallIssue)']
-Line 42: Unexpected errors ['namedtuples_define_functional.py:42:18 - error: Argument of type "Literal[\\'1\\']" cannot be assigned to parameter "y" of type "int" in function "__new__"']
-Line 43: Unexpected errors ['namedtuples_define_functional.py:43:17 - error: Argument of type "float" cannot be assigned to parameter "x" of type "int" in function "__new__"']
+Line 31: Expected 1 errors, got 2 (['namedtuples_define_functional.py:31:8 - error: Argument missing for parameter "y" (reportCallIssue)', 'namedtuples_define_functional.py:31:18 - error: No parameter named "z" (reportCallIssue)'])
 Line 52: Unexpected errors ['namedtuples_define_functional.py:52:31 - error: Names within a named tuple must be unique (reportGeneralTypeIssues)']
 Line 53: Unexpected errors ['namedtuples_define_functional.py:53:33 - error: Field names cannot be a keyword (reportGeneralTypeIssues)']
 Line 54: Unexpected errors ['namedtuples_define_functional.py:54:33 - error: Field names cannot be a keyword (reportGeneralTypeIssues)']
diff --git a/conformance/results/pyright/namedtuples_usage.toml b/conformance/results/pyright/namedtuples_usage.toml
index 9c2008a3b..3df0fa87b 100644
--- a/conformance/results/pyright/namedtuples_usage.toml
+++ b/conformance/results/pyright/namedtuples_usage.toml
@@ -19,12 +19,6 @@ namedtuples_usage.py:53:1 - error: Expression with type "Point" cannot be assign
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 34: Unexpected errors ['namedtuples_usage.py:34:7 - error: Index 3 is out of range for type Point (reportGeneralTypeIssues)']
-Line 35: Unexpected errors ['namedtuples_usage.py:35:7 - error: Index -4 is out of range for type Point (reportGeneralTypeIssues)']
-Line 40: Unexpected errors ['namedtuples_usage.py:40:3 - error: Cannot assign member "x" for type "Point"']
-Line 41: Unexpected errors ['namedtuples_usage.py:41:1 - error: "__setitem__" method not defined on type "Point" (reportIndexIssue)']
-Line 42: Unexpected errors ['namedtuples_usage.py:42:7 - error: Cannot delete member "x" for type "Point"']
-Line 43: Unexpected errors ['namedtuples_usage.py:43:5 - error: "__delitem__" method not defined on type "Point" (reportIndexIssue)']
 Line 52: Unexpected errors ['namedtuples_usage.py:52:1 - error: Expression with type "Point" cannot be assigned to target tuple']
 Line 53: Unexpected errors ['namedtuples_usage.py:53:1 - error: Expression with type "Point" cannot be assigned to target tuple']
 """
diff --git a/conformance/results/pyright/protocols_class_objects.toml b/conformance/results/pyright/protocols_class_objects.toml
index 3cc1d6391..3890a2991 100644
--- a/conformance/results/pyright/protocols_class_objects.toml
+++ b/conformance/results/pyright/protocols_class_objects.toml
@@ -24,13 +24,6 @@ protocols_class_objects.py:104:16 - error: Expression of type "type[ConcreteC2]"
 protocols_class_objects.py:105:16 - error: Expression of type "type[ConcreteC3]" cannot be assigned to declared type "ProtoC1"
   "attr1" is defined as a ClassVar in protocol (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 29: Unexpected errors ['protocols_class_objects.py:29:5 - error: Argument of type "type[Proto]" cannot be assigned to parameter "cls" of type "type[Proto]" in function "fun"']
-Line 34: Unexpected errors ['protocols_class_objects.py:34:7 - error: Expression of type "type[Proto]" cannot be assigned to declared type "type[Proto]"']
-Line 74: Unexpected errors ['protocols_class_objects.py:74:16 - error: Expression of type "type[ConcreteB]" cannot be assigned to declared type "ProtoB1"']
-Line 101: Unexpected errors ['protocols_class_objects.py:101:16 - error: Expression of type "type[ConcreteC1]" cannot be assigned to declared type "ProtoC1"']
-Line 103: Unexpected errors ['protocols_class_objects.py:103:16 - error: Expression of type "type[ConcreteC2]" cannot be assigned to declared type "ProtoC1"']
-Line 104: Unexpected errors ['protocols_class_objects.py:104:16 - error: Expression of type "type[ConcreteC2]" cannot be assigned to declared type "ProtoC2"']
-Line 105: Unexpected errors ['protocols_class_objects.py:105:16 - error: Expression of type "type[ConcreteC3]" cannot be assigned to declared type "ProtoC1"']
 """
diff --git a/conformance/results/pyright/protocols_definition.toml b/conformance/results/pyright/protocols_definition.toml
index ae6c59c6a..c1b932663 100644
--- a/conformance/results/pyright/protocols_definition.toml
+++ b/conformance/results/pyright/protocols_definition.toml
@@ -93,23 +93,6 @@ protocols_definition.py:341:22 - error: Expression of type "Concrete6_Bad3" cann
   "Concrete6_Bad3" is incompatible with protocol "Template6"
     "val1" is writable in protocol (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 114: Unexpected errors ['protocols_definition.py:114:22 - error: Expression of type "Concrete2_Bad1" cannot be assigned to declared type "Template2"']
-Line 115: Unexpected errors ['protocols_definition.py:115:22 - error: Expression of type "Concrete2_Bad2" cannot be assigned to declared type "Template2"']
-Line 116: Unexpected errors ['protocols_definition.py:116:22 - error: Expression of type "Concrete2_Bad3" cannot be assigned to declared type "Template2"']
-Line 117: Unexpected errors ['protocols_definition.py:117:22 - error: Expression of type "Concrete2_Bad4" cannot be assigned to declared type "Template2"']
-Line 156: Unexpected errors ['protocols_definition.py:156:22 - error: Expression of type "Concrete3_Bad1" cannot be assigned to declared type "Template3"']
-Line 157: Unexpected errors ['protocols_definition.py:157:22 - error: Expression of type "Concrete3_Bad2" cannot be assigned to declared type "Template3"']
-Line 158: Unexpected errors ['protocols_definition.py:158:22 - error: Expression of type "Concrete3_Bad3" cannot be assigned to declared type "Template3"']
-Line 159: Unexpected errors ['protocols_definition.py:159:22 - error: Expression of type "Concrete3_Bad4" cannot be assigned to declared type "Template3"']
-Line 160: Unexpected errors ['protocols_definition.py:160:22 - error: Expression of type "Concrete3_Bad5" cannot be assigned to declared type "Template3"']
-Line 218: Unexpected errors ['protocols_definition.py:218:22 - error: Expression of type "Concrete4_Bad1" cannot be assigned to declared type "Template4"']
-Line 219: Unexpected errors ['protocols_definition.py:219:22 - error: Expression of type "Concrete4_Bad2" cannot be assigned to declared type "Template4"']
-Line 285: Unexpected errors ['protocols_definition.py:285:22 - error: Expression of type "Concrete5_Bad1" cannot be assigned to declared type "Template5"']
-Line 286: Unexpected errors ['protocols_definition.py:286:22 - error: Expression of type "Concrete5_Bad2" cannot be assigned to declared type "Template5"']
-Line 287: Unexpected errors ['protocols_definition.py:287:22 - error: Expression of type "Concrete5_Bad3" cannot be assigned to declared type "Template5"']
-Line 288: Unexpected errors ['protocols_definition.py:288:22 - error: Expression of type "Concrete5_Bad4" cannot be assigned to declared type "Template5"']
-Line 289: Unexpected errors ['protocols_definition.py:289:22 - error: Expression of type "Concrete5_Bad5" cannot be assigned to declared type "Template5"']
-Line 339: Unexpected errors ['protocols_definition.py:339:22 - error: Expression of type "Concrete6_Bad1" cannot be assigned to declared type "Template6"']
 """
diff --git a/conformance/results/pyright/protocols_generic.toml b/conformance/results/pyright/protocols_generic.toml
index bad6eef1f..98fc1d535 100644
--- a/conformance/results/pyright/protocols_generic.toml
+++ b/conformance/results/pyright/protocols_generic.toml
@@ -41,10 +41,4 @@ protocols_generic.py:147:25 - error: Expression of type "ConcreteHasProperty4" c
 conformance_automated = "Fail"
 errors_diff = """
 Line 44: Unexpected errors ['protocols_generic.py:44:30 - error: Only one Generic[...] or Protocol[...] base class allowed (reportGeneralTypeIssues)']
-Line 56: Unexpected errors ['protocols_generic.py:56:20 - error: Expression of type "Box[float]" cannot be assigned to declared type "Box[int]"']
-Line 66: Unexpected errors ['protocols_generic.py:66:25 - error: Expression of type "Sender[int]" cannot be assigned to declared type "Sender[float]"']
-Line 74: Unexpected errors ['protocols_generic.py:74:28 - error: Expression of type "AttrProto[int]" cannot be assigned to declared type "AttrProto[float]"']
-Line 75: Unexpected errors ['protocols_generic.py:75:26 - error: Expression of type "AttrProto[float]" cannot be assigned to declared type "AttrProto[int]"']
-Line 146: Unexpected errors ['protocols_generic.py:146:25 - error: Expression of type "ConcreteHasProperty3" cannot be assigned to declared type "HasPropertyProto"']
-Line 147: Unexpected errors ['protocols_generic.py:147:25 - error: Expression of type "ConcreteHasProperty4" cannot be assigned to declared type "HasPropertyProto"']
 """
diff --git a/conformance/results/pyright/protocols_merging.toml b/conformance/results/pyright/protocols_merging.toml
index fee8a8ca7..dad0ae329 100644
--- a/conformance/results/pyright/protocols_merging.toml
+++ b/conformance/results/pyright/protocols_merging.toml
@@ -18,5 +18,4 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 67: Expected 1 errors
 Line 68: Unexpected errors ['protocols_merging.py:68:16 - error: Protocol class "BadProto" cannot derive from non-protocol class "SizedAndClosable3" (reportGeneralTypeIssues)']
-Line 84: Unexpected errors ['protocols_merging.py:84:24 - error: Expression of type "SCConcrete1" cannot be assigned to declared type "SizedAndClosable4"']
 """
diff --git a/conformance/results/pyright/protocols_modules.toml b/conformance/results/pyright/protocols_modules.toml
index f7de65c2f..70595e709 100644
--- a/conformance/results/pyright/protocols_modules.toml
+++ b/conformance/results/pyright/protocols_modules.toml
@@ -12,9 +12,6 @@ protocols_modules.py:48:18 - error: Expression of type "Module("_protocols_modul
 protocols_modules.py:49:18 - error: Expression of type "Module("_protocols_modules2")" cannot be assigned to declared type "Reporter3"
   "not_implemented" is not present (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 26: Unexpected errors ['protocols_modules.py:26:17 - error: Expression of type "Module("_protocols_modules1")" cannot be assigned to declared type "Options2"']
-Line 48: Unexpected errors ['protocols_modules.py:48:18 - error: Expression of type "Module("_protocols_modules2")" cannot be assigned to declared type "Reporter2"']
-Line 49: Unexpected errors ['protocols_modules.py:49:18 - error: Expression of type "Module("_protocols_modules2")" cannot be assigned to declared type "Reporter3"']
 """
diff --git a/conformance/results/pyright/protocols_runtime_checkable.toml b/conformance/results/pyright/protocols_runtime_checkable.toml
index dbf8054c1..3768f8edb 100644
--- a/conformance/results/pyright/protocols_runtime_checkable.toml
+++ b/conformance/results/pyright/protocols_runtime_checkable.toml
@@ -19,7 +19,5 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 93: Expected 1 errors
 Line 96: Expected 1 errors, got 2 (['protocols_runtime_checkable.py:96:19 - error: Class overlaps "Proto3" unsafely and could produce a match at runtime', 'protocols_runtime_checkable.py:96:19 - error: Class overlaps "NonDataProtocol" unsafely and could produce a match at runtime'])
-Line 55: Unexpected errors ['protocols_runtime_checkable.py:55:22 - error: Data protocols (which include non-method attributes) are not allowed in issubclass calls (reportGeneralTypeIssues)']
-Line 61: Unexpected errors ['protocols_runtime_checkable.py:61:22 - error: Data protocols (which include non-method attributes) are not allowed in issubclass calls (reportGeneralTypeIssues)']
 Line 92: Unexpected errors ['protocols_runtime_checkable.py:92:9 - error: Class overlaps "Proto3" unsafely and could produce a match at runtime', 'protocols_runtime_checkable.py:92:9 - error: Class overlaps "NonDataProtocol" unsafely and could produce a match at runtime']
 """
diff --git a/conformance/results/pyright/protocols_subtyping.toml b/conformance/results/pyright/protocols_subtyping.toml
index 8db5d5ed1..a55eb38b5 100644
--- a/conformance/results/pyright/protocols_subtyping.toml
+++ b/conformance/results/pyright/protocols_subtyping.toml
@@ -23,12 +23,6 @@ protocols_subtyping.py:103:33 - error: Expression of type "Proto6[float, float]"
     Type parameter "T_contra@Proto7" is contravariant, but "float" is not a supertype of "object"
       "object" is incompatible with "float" (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 38: Unexpected errors ['protocols_subtyping.py:38:21 - error: Expression of type "Proto2" cannot be assigned to declared type "Concrete2"']
-Line 55: Unexpected errors ['protocols_subtyping.py:55:18 - error: Expression of type "Proto2" cannot be assigned to declared type "Proto3"']
-Line 79: Unexpected errors ['protocols_subtyping.py:79:30 - error: Expression of type "Proto5[int]" cannot be assigned to declared type "Proto4[int, float]"']
-Line 80: Unexpected errors ['protocols_subtyping.py:80:25 - error: Expression of type "Proto4[int, int]" cannot be assigned to declared type "Proto5[float]"']
-Line 102: Unexpected errors ['protocols_subtyping.py:102:30 - error: Expression of type "Proto6[float, float]" cannot be assigned to declared type "Proto7[int, float]"']
-Line 103: Unexpected errors ['protocols_subtyping.py:103:33 - error: Expression of type "Proto6[float, float]" cannot be assigned to declared type "Proto7[float, object]"']
 """
diff --git a/conformance/results/pyright/qualifiers_annotated.toml b/conformance/results/pyright/qualifiers_annotated.toml
index a890dbce2..6f13ec5b4 100644
--- a/conformance/results/pyright/qualifiers_annotated.toml
+++ b/conformance/results/pyright/qualifiers_annotated.toml
@@ -34,7 +34,6 @@ Line 46: Expected 1 errors, got 2 (['qualifiers_annotated.py:46:17 - error: Expe
 Line 48: Expected 1 errors, got 2 (['qualifiers_annotated.py:48:17 - error: List expression not allowed in type annotation', 'qualifiers_annotated.py:48:17 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)'])
 Line 54: Expected 1 errors, got 2 (['qualifiers_annotated.py:54:18 - error: Expected expression', 'qualifiers_annotated.py:54:18 - error: Tuple expression not allowed in type annotation'])
 Line 76: Unexpected errors ['qualifiers_annotated.py:76:24 - error: Expression of type "type[int]" cannot be assigned to declared type "type[Any]" (reportAssignmentType)']
-Line 77: Unexpected errors ['qualifiers_annotated.py:77:24 - error: Expression of type "SmallInt" cannot be assigned to declared type "type[Any]" (reportAssignmentType)']
 Line 84: Unexpected errors ['qualifiers_annotated.py:84:7 - error: Argument of type "type[str]" cannot be assigned to parameter "x" of type "type[T@func4]" in function "func4" (reportArgumentType)']
 Line 85: Unexpected errors ['qualifiers_annotated.py:85:7 - error: Argument of type "SmallInt" cannot be assigned to parameter "x" of type "type[T@func4]" in function "func4" (reportArgumentType)']
 Line 91: Unexpected errors ['qualifiers_annotated.py:91:1 - error: "Annotated" cannot be instantiated (reportCallIssue)']
diff --git a/conformance/results/pyright/qualifiers_final_annotation.toml b/conformance/results/pyright/qualifiers_final_annotation.toml
index 86ff0b8cf..1939db3cd 100644
--- a/conformance/results/pyright/qualifiers_final_annotation.toml
+++ b/conformance/results/pyright/qualifiers_final_annotation.toml
@@ -47,8 +47,6 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 63: Expected 1 errors, got 2 (['qualifiers_final_annotation.py:63:19 - error: "Final" is not allowed in this context', 'qualifiers_final_annotation.py:63:32 - error: Cannot assign member "id4" for type "ClassA*"'])
 Line 107: Expected 1 errors, got 2 (['qualifiers_final_annotation.py:107:22 - error: "Final" is not allowed in this context', 'qualifiers_final_annotation.py:107:31 - error: Expression of type "Literal[1]" cannot be assigned to declared type "Final"'])
-Line 118: Unexpected errors ['qualifiers_final_annotation.py:118:9 - error: "Final" is not allowed in this context']
-Line 121: Unexpected errors ['qualifiers_final_annotation.py:121:14 - error: "Final" is not allowed in this context']
-Line 134: Unexpected errors ['qualifiers_final_annotation.py:134:1 - error: Arguments missing for parameters "x", "y" (reportCallIssue)', 'qualifiers_final_annotation.py:134:3 - error: No parameter named "a" (reportCallIssue)']
-Line 135: Unexpected errors ['qualifiers_final_annotation.py:135:5 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "x" of type "int" in function "__new__"', 'qualifiers_final_annotation.py:135:11 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "y" of type "int" in function "__new__"']
+Line 134: Expected 1 errors, got 2 (['qualifiers_final_annotation.py:134:1 - error: Arguments missing for parameters "x", "y" (reportCallIssue)', 'qualifiers_final_annotation.py:134:3 - error: No parameter named "a" (reportCallIssue)'])
+Line 135: Expected 1 errors, got 2 (['qualifiers_final_annotation.py:135:5 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "x" of type "int" in function "__new__"', 'qualifiers_final_annotation.py:135:11 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "y" of type "int" in function "__new__"'])
 """
diff --git a/conformance/results/pyright/qualifiers_final_decorator.toml b/conformance/results/pyright/qualifiers_final_decorator.toml
index dd3c7e042..8391a446d 100644
--- a/conformance/results/pyright/qualifiers_final_decorator.toml
+++ b/conformance/results/pyright/qualifiers_final_decorator.toml
@@ -18,12 +18,6 @@ qualifiers_final_decorator.py:126:5 - error: Function "func1" cannot be marked @
 conformance_automated = "Fail"
 errors_diff = """
 Line 85: Expected 1 errors
-Line 56: Unexpected errors ['qualifiers_final_decorator.py:56:9 - error: Method "method1" cannot override final method defined in class "Base2" (reportIncompatibleMethodOverride)']
-Line 60: Unexpected errors ['qualifiers_final_decorator.py:60:9 - error: Method "method2" cannot override final method defined in class "Base2" (reportIncompatibleMethodOverride)']
-Line 64: Unexpected errors ['qualifiers_final_decorator.py:64:9 - error: Method "method3" cannot override final method defined in class "Base2" (reportIncompatibleMethodOverride)']
-Line 75: Unexpected errors ['qualifiers_final_decorator.py:75:9 - error: Method "method4" cannot override final method defined in class "Base2" (reportIncompatibleMethodOverride)']
+Line 118: Expected 1 errors, got 2 (['qualifiers_final_decorator.py:118:9 - error: Method "method" cannot override final method defined in class "Base5_2" (reportIncompatibleMethodOverride)', 'qualifiers_final_decorator.py:118:9 - error: Method "method" overrides class "Base5_2" in an incompatible manner'])
 Line 86: Unexpected errors ['qualifiers_final_decorator.py:86:9 - error: Overload for "method" is marked @final but implementation is not (reportInconsistentOverload)']
-Line 89: Unexpected errors ['qualifiers_final_decorator.py:89:9 - error: Method "method" cannot override final method defined in class "Base3" (reportIncompatibleMethodOverride)']
-Line 102: Unexpected errors ['qualifiers_final_decorator.py:102:9 - error: Method "method" cannot override final method defined in class "Base4" (reportIncompatibleMethodOverride)']
-Line 118: Unexpected errors ['qualifiers_final_decorator.py:118:9 - error: Method "method" cannot override final method defined in class "Base5_2" (reportIncompatibleMethodOverride)', 'qualifiers_final_decorator.py:118:9 - error: Method "method" overrides class "Base5_2" in an incompatible manner']
 """
diff --git a/conformance/results/pyright/specialtypes_never.toml b/conformance/results/pyright/specialtypes_never.toml
index fb6bfefec..4b097abda 100644
--- a/conformance/results/pyright/specialtypes_never.toml
+++ b/conformance/results/pyright/specialtypes_never.toml
@@ -18,6 +18,4 @@ Line 51: Expected 1 errors
 Line 54: Expected 1 errors
 Line 59: Expected 1 errors
 Line 60: Expected 1 errors
-Line 85: Unexpected errors ['specialtypes_never.py:85:21 - error: Expression of type "list[Never]" cannot be assigned to declared type "list[int]"']
-Line 104: Unexpected errors ['specialtypes_never.py:104:12 - error: Expression of type "ClassC[Never]" cannot be assigned to return type "ClassC[U@func10]"']
 """
diff --git a/conformance/results/pyright/specialtypes_none.toml b/conformance/results/pyright/specialtypes_none.toml
index 05688bf0d..883d07706 100644
--- a/conformance/results/pyright/specialtypes_none.toml
+++ b/conformance/results/pyright/specialtypes_none.toml
@@ -8,7 +8,6 @@ specialtypes_none.py:27:19 - error: Expression of type "None" cannot be assigned
 specialtypes_none.py:41:7 - error: Argument of type "None" cannot be assigned to parameter "val1" of type "type[None]" in function "func2"
   Type "None" cannot be assigned to type "type[None]" (reportArgumentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 21: Unexpected errors ['specialtypes_none.py:21:7 - error: Argument of type "type[None]" cannot be assigned to parameter "val1" of type "None" in function "func1"']
 """
diff --git a/conformance/results/pyright/specialtypes_promotions.toml b/conformance/results/pyright/specialtypes_promotions.toml
index f33c6c103..524b92658 100644
--- a/conformance/results/pyright/specialtypes_promotions.toml
+++ b/conformance/results/pyright/specialtypes_promotions.toml
@@ -3,7 +3,6 @@ output = """
 specialtypes_promotions.py:13:7 - error: Cannot access member "numerator" for type "float"
   Member "numerator" is unknown (reportAttributeAccessIssue)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 13: Unexpected errors ['specialtypes_promotions.py:13:7 - error: Cannot access member "numerator" for type "float"']
 """
diff --git a/conformance/results/pyright/specialtypes_type.toml b/conformance/results/pyright/specialtypes_type.toml
index 1e6792574..3c047e2fe 100644
--- a/conformance/results/pyright/specialtypes_type.toml
+++ b/conformance/results/pyright/specialtypes_type.toml
@@ -21,15 +21,6 @@ specialtypes_type.py:145:5 - error: Cannot access member "unknown" for type "TA3
 specialtypes_type.py:146:5 - error: Cannot access member "unknown" for type "TA4"
   Member "unknown" is unknown (reportAttributeAccessIssue)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 56: Unexpected errors ['specialtypes_type.py:56:7 - error: Argument of type "type[TeamUser]" cannot be assigned to parameter "user_class" of type "type[BasicUser] | type[ProUser]" in function "func4"']
-Line 70: Unexpected errors ['specialtypes_type.py:70:7 - error: Argument of type "type[Callable]" cannot be assigned to parameter "x" of type "type[T@func5]" in function "func5" (reportArgumentType)']
-Line 76: Unexpected errors ['specialtypes_type.py:76:22 - error: Too many type arguments provided for "type"; expected 1 but received 2']
-Line 117: Unexpected errors ['specialtypes_type.py:117:7 - error: Cannot access member "unknown" for type "type[object]"']
-Line 120: Unexpected errors ['specialtypes_type.py:120:7 - error: Cannot access member "unknown" for type "type[object]"']
-Line 143: Unexpected errors ['specialtypes_type.py:143:5 - error: Cannot access member "unknown" for type "TA1"']
-Line 144: Unexpected errors ['specialtypes_type.py:144:5 - error: Cannot access member "unknown" for type "TA2"']
-Line 145: Unexpected errors ['specialtypes_type.py:145:5 - error: Cannot access member "unknown" for type "TA3"']
-Line 146: Unexpected errors ['specialtypes_type.py:146:5 - error: Cannot access member "unknown" for type "TA4"']
 """
diff --git a/conformance/results/pyright/tuples_type_compat.toml b/conformance/results/pyright/tuples_type_compat.toml
index b6c253b52..27a885744 100644
--- a/conformance/results/pyright/tuples_type_compat.toml
+++ b/conformance/results/pyright/tuples_type_compat.toml
@@ -44,22 +44,6 @@ tuples_type_compat.py:175:50 - error: Expression of type "tuple[str, str]" canno
   "tuple[str, str]" is incompatible with "tuple[*tuple[str, ...], str, str, str]"
     Tuple size mismatch; expected 3 or more but received 2 (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 15: Unexpected errors ['tuples_type_compat.py:15:27 - error: Expression of type "tuple[float, complex]" cannot be assigned to declared type "tuple[int, int]"']
-Line 29: Unexpected errors ['tuples_type_compat.py:29:10 - error: Expression of type "tuple[int, ...]" cannot be assigned to declared type "tuple[int, *tuple[int, ...]]"']
-Line 32: Unexpected errors ['tuples_type_compat.py:32:10 - error: Expression of type "tuple[int, *tuple[int, ...]]" cannot be assigned to declared type "tuple[int]"']
-Line 33: Unexpected errors ['tuples_type_compat.py:33:10 - error: Expression of type "tuple[int, ...]" cannot be assigned to declared type "tuple[int]"']
-Line 43: Unexpected errors ['tuples_type_compat.py:43:22 - error: Expression of type "tuple[int, ...]" cannot be assigned to declared type "tuple[int]"']
-Line 62: Unexpected errors ['tuples_type_compat.py:62:26 - error: Expression of type "tuple[int, ...]" cannot be assigned to declared type "tuple[int, int]"']
-Line 144: Unexpected errors ['tuples_type_compat.py:144:6 - error: Expression of type "tuple[Literal[1], Literal[\\'\\'], Literal[\\'\\']]" cannot be assigned to declared type "tuple[int, str]"']
-Line 149: Unexpected errors ['tuples_type_compat.py:149:10 - error: Expression of type "tuple[Literal[1], Literal[1], Literal[\\'\\']]" cannot be assigned to declared type "tuple[int, *tuple[str, ...]]"']
-Line 150: Unexpected errors ['tuples_type_compat.py:150:14 - error: Expression of type "tuple[Literal[1], Literal[\\'\\'], Literal[1]]" cannot be assigned to declared type "tuple[int, *tuple[str, ...]]"']
-Line 156: Unexpected errors ['tuples_type_compat.py:156:14 - error: Expression of type "tuple[Literal[1], Literal[\\'\\'], Literal[\\'\\']]" cannot be assigned to declared type "tuple[int, *tuple[str, ...], int]"']
-Line 157: Unexpected errors ['tuples_type_compat.py:157:18 - error: Expression of type "tuple[Literal[1], Literal[\\'\\'], Literal[\\'\\'], float]" cannot be assigned to declared type "tuple[int, *tuple[str, ...], int]"']
-Line 162: Unexpected errors ['tuples_type_compat.py:162:7 - error: Expression of type "tuple[Literal[1], Literal[\\'\\'], Literal[1]]" cannot be assigned to declared type "tuple[*tuple[str, ...], int]"']
-Line 163: Unexpected errors ['tuples_type_compat.py:163:15 - error: Expression of type "tuple[Literal[\\'\\'], Literal[\\'\\'], float]" cannot be assigned to declared type "tuple[*tuple[str, ...], int]"']
-Line 168: Unexpected errors ['tuples_type_compat.py:168:40 - error: Expression of type "tuple[str, str]" cannot be assigned to declared type "tuple[str, str, int]"']
-Line 171: Unexpected errors ['tuples_type_compat.py:171:50 - error: Expression of type "tuple[str, str]" cannot be assigned to declared type "tuple[str, str, str, *tuple[str, ...]]"']
-Line 175: Unexpected errors ['tuples_type_compat.py:175:50 - error: Expression of type "tuple[str, str]" cannot be assigned to declared type "tuple[*tuple[str, ...], str, str, str]"']
 """
diff --git a/conformance/results/pyright/tuples_type_form.toml b/conformance/results/pyright/tuples_type_form.toml
index c92452554..0c9380801 100644
--- a/conformance/results/pyright/tuples_type_form.toml
+++ b/conformance/results/pyright/tuples_type_form.toml
@@ -22,11 +22,6 @@ tuples_type_form.py:45:30 - error: "..." cannot be used with an unpacked TypeVar
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 12: Unexpected errors ['tuples_type_form.py:12:6 - error: Expression of type "tuple[Literal[1], Literal[2]]" cannot be assigned to declared type "tuple[int]"']
-Line 14: Unexpected errors ['tuples_type_form.py:14:6 - error: Expression of type "tuple[Literal[1]]" cannot be assigned to declared type "tuple[int, int]"']
-Line 15: Unexpected errors ['tuples_type_form.py:15:10 - error: Expression of type "tuple[Literal[1], Literal[\\'\\']]" cannot be assigned to declared type "tuple[int, int]"']
-Line 25: Unexpected errors ['tuples_type_form.py:25:7 - error: Expression of type "tuple[Literal[1]]" cannot be assigned to declared type "tuple[()]"']
-Line 36: Unexpected errors ['tuples_type_form.py:36:17 - error: Expression of type "tuple[Literal[1], Literal[2], Literal[3], Literal[\\'\\']]" cannot be assigned to declared type "tuple[int, ...]"']
 Line 40: Unexpected errors ['tuples_type_form.py:40:22 - error: "..." is allowed only as the second of two arguments']
 Line 41: Unexpected errors ['tuples_type_form.py:41:12 - error: "..." is allowed only as the second of two arguments']
 Line 42: Unexpected errors ['tuples_type_form.py:42:12 - error: "..." is allowed only as the second of two arguments']
diff --git a/conformance/results/pyright/tuples_unpacked.toml b/conformance/results/pyright/tuples_unpacked.toml
index 880421988..7e249a5c5 100644
--- a/conformance/results/pyright/tuples_unpacked.toml
+++ b/conformance/results/pyright/tuples_unpacked.toml
@@ -8,9 +8,8 @@ tuples_unpacked.py:60:50 - error: Type argument list can have at most one unpack
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 39: Unexpected errors ['tuples_unpacked.py:39:30 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
-Line 40: Unexpected errors ['tuples_unpacked.py:40:43 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
-Line 50: Unexpected errors ['tuples_unpacked.py:50:34 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
-Line 58: Unexpected errors ['tuples_unpacked.py:58:37 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
+Line 31: Expected 1 errors
+Line 32: Expected 1 errors
+Line 61: Expected 1 errors
 Line 60: Unexpected errors ['tuples_unpacked.py:60:50 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
 """
diff --git a/conformance/results/pyright/version.toml b/conformance/results/pyright/version.toml
index 4b1baca77..9d0780a91 100644
--- a/conformance/results/pyright/version.toml
+++ b/conformance/results/pyright/version.toml
@@ -1,2 +1,2 @@
 version = "pyright 1.1.357"
-test_duration = 1.6
+test_duration = 1.7
diff --git a/conformance/results/pytype/aliases_recursive.toml b/conformance/results/pytype/aliases_recursive.toml
index 158635fad..78a820ff0 100644
--- a/conformance/results/pytype/aliases_recursive.toml
+++ b/conformance/results/pytype/aliases_recursive.toml
@@ -27,14 +27,11 @@ File "aliases_recursive.py", line 73, in <module>: Invalid type annotation 'Gene
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 56: Expected 1 errors
 Line 67: Expected 1 errors, got 2 (['File "aliases_recursive.py", line 67, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 67, in <module>: Invalid type annotation \\'GenericTypeAlias1[str]\\'  [invalid-annotation]'])
 Line 73: Expected 1 errors, got 2 (['File "aliases_recursive.py", line 73, in <module>: Invalid type annotation \\'list[str, int]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 73, in <module>: Invalid type annotation \\'GenericTypeAlias2[str, int]\\'  [invalid-annotation]'])
 Line 76: Expected 1 errors
 Line 78: Expected 1 errors
-Line 38: Unexpected errors ['File "aliases_recursive.py", line 38, in <module>: Type annotation for t6 does not match type of assignment [annotation-type-mismatch]']
-Line 39: Unexpected errors ['File "aliases_recursive.py", line 39, in <module>: Type annotation for t6 does not match type of assignment [annotation-type-mismatch]']
-Line 50: Unexpected errors ['File "aliases_recursive.py", line 50, in <module>: Type annotation for m7 does not match type of assignment [annotation-type-mismatch]']
-Line 51: Unexpected errors ['File "aliases_recursive.py", line 51, in <module>: Type annotation for m8 does not match type of assignment [annotation-type-mismatch]']
 Line 62: Unexpected errors ['File "aliases_recursive.py", line 62, in <module>: unsupported operand type(s) for |: \\'\\'GenericTypeAlias1[T1]\\': str\\' and \\'T1: TypeVar\\' [unsupported-operands]']
 Line 63: Unexpected errors ['File "aliases_recursive.py", line 63, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]']
 Line 66: Unexpected errors ['File "aliases_recursive.py", line 66, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 66, in <module>: Invalid type annotation \\'GenericTypeAlias1[str]\\'  [invalid-annotation]']
diff --git a/conformance/results/pytype/annotations_methods.toml b/conformance/results/pytype/annotations_methods.toml
index dff6bfb4b..5264d6e89 100644
--- a/conformance/results/pytype/annotations_methods.toml
+++ b/conformance/results/pytype/annotations_methods.toml
@@ -7,5 +7,6 @@ File "annotations_methods.py", line 42, in <module>: B [assert-type]
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 46: Expected 1 errors
 Line 42: Unexpected errors ['File "annotations_methods.py", line 42, in <module>: B [assert-type]']
 """
diff --git a/conformance/results/pytype/callables_annotation.toml b/conformance/results/pytype/callables_annotation.toml
index 186f7d95a..235ad2cfa 100644
--- a/conformance/results/pytype/callables_annotation.toml
+++ b/conformance/results/pytype/callables_annotation.toml
@@ -15,11 +15,6 @@ File "callables_annotation.py", line 43, in <module>: Invalid type annotation 'E
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 13: Unexpected errors ['File "callables_annotation.py", line 13, in func1: Function <callable> expects 2 arg(s), got 1 [wrong-arg-count]']
-Line 14: Unexpected errors ['File "callables_annotation.py", line 14, in func1: Function <callable> was called with the wrong arguments [wrong-arg-types]']
-Line 15: Unexpected errors ['File "callables_annotation.py", line 15, in func1: Function <callable> expects 2 arg(s), got 3 [wrong-arg-count]']
-Line 16: Unexpected errors ['File "callables_annotation.py", line 16, in func1: Invalid keyword arguments (a, b) to function <callable> [wrong-keyword-args]']
-Line 22: Unexpected errors ['File "callables_annotation.py", line 22, in func2: Function <callable> expects 0 arg(s), got 1 [wrong-arg-count]']
 Line 39: Unexpected errors ['File "callables_annotation.py", line 39, in <module>: Invalid type annotation \\'int\\'  [invalid-annotation]', 'File "callables_annotation.py", line 39, in <module>: Invalid type annotation \\'Callable[Any]\\'  [invalid-annotation]']
 Line 40: Unexpected errors ['File "callables_annotation.py", line 40, in <module>: Invalid type annotation \\'int\\'  [invalid-annotation]']
 Line 41: Unexpected errors ['File "callables_annotation.py", line 41, in <module>: Invalid type annotation \\'[int]\\'  [invalid-annotation]']
diff --git a/conformance/results/pytype/generics_base_class.toml b/conformance/results/pytype/generics_base_class.toml
index 691120719..0ff871f4b 100644
--- a/conformance/results/pytype/generics_base_class.toml
+++ b/conformance/results/pytype/generics_base_class.toml
@@ -11,8 +11,7 @@ File "generics_base_class.py", line 68, in <module>: Invalid type annotation 'Ge
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 26: Expected 1 errors
 Line 29: Unexpected errors ['File "generics_base_class.py", line 29, in <module>: Invalid type annotation \\'T\\'  [invalid-annotation]']
-Line 49: Unexpected errors ['File "generics_base_class.py", line 49, in <module>: Invalid type annotation \\'LinkedList[int, int]\\'  [invalid-annotation]']
-Line 61: Unexpected errors ['File "generics_base_class.py", line 61, in <module>: Invalid type annotation \\'MyDict[int, int]\\'  [invalid-annotation]']
 Line 68: Unexpected errors ['File "generics_base_class.py", line 68, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
 """
diff --git a/conformance/results/pytype/generics_basic.toml b/conformance/results/pytype/generics_basic.toml
index 6334c1292..bb789883e 100644
--- a/conformance/results/pytype/generics_basic.toml
+++ b/conformance/results/pytype/generics_basic.toml
@@ -22,16 +22,9 @@ File "generics_basic.py", line 161, in test_my_iterable_any: Iterator[nothing] [
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 167: Expected 1 errors
 Line 31: Unexpected errors ['File "generics_basic.py", line 31, in concat: bad return type [bad-return-type]']
-Line 36: Unexpected errors ['File "generics_basic.py", line 36, in test_concat: Function concat was called with the wrong arguments [wrong-arg-types]']
-Line 37: Unexpected errors ['File "generics_basic.py", line 37, in test_concat: Function concat was called with the wrong arguments [wrong-arg-types]']
-Line 44: Unexpected errors ['File "generics_basic.py", line 44, in <module>: Invalid TypeVar: the number of constraints must be 0 or more than 1 [invalid-typevar]']
-Line 48: Unexpected errors ['File "generics_basic.py", line 48, in <module>: Invalid TypeVar: constraint cannot contain TypeVars [invalid-typevar]']
 Line 57: Unexpected errors ['File "generics_basic.py", line 57, in test_concat_subtype: MyStr [assert-type]']
 Line 58: Unexpected errors ['File "generics_basic.py", line 58, in test_concat_subtype: Function concat was called with the wrong arguments [wrong-arg-types]', 'File "generics_basic.py", line 58, in test_concat_subtype: Any [assert-type]']
-Line 59: Unexpected errors ['File "generics_basic.py", line 59, in test_concat_subtype: Function concat was called with the wrong arguments [wrong-arg-types]']
-Line 107: Unexpected errors ['File "generics_basic.py", line 107, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
-Line 140: Unexpected errors ['File "generics_basic.py", line 140, in test_my_map: unsupported operand type(s) for item retrieval: MyMap1[str, int] and int [unsupported-operands]']
-Line 141: Unexpected errors ['File "generics_basic.py", line 141, in test_my_map: unsupported operand type(s) for item retrieval: MyMap2[int, str] and int [unsupported-operands]']
 Line 161: Unexpected errors ['File "generics_basic.py", line 161, in test_my_iterable_any: Iterator[nothing] [assert-type]']
 """
diff --git a/conformance/results/pytype/generics_paramspec_basic.toml b/conformance/results/pytype/generics_paramspec_basic.toml
index 93c626da3..e57c04905 100644
--- a/conformance/results/pytype/generics_paramspec_basic.toml
+++ b/conformance/results/pytype/generics_paramspec_basic.toml
@@ -8,4 +8,10 @@ AssertionError:
 conformance_automated = "Fail"
 errors_diff = """
 Line 10: Expected 1 errors
+Line 15: Expected 1 errors
+Line 23: Expected 1 errors
+Line 27: Expected 1 errors
+Line 31: Expected 1 errors
+Line 35: Expected 1 errors
+Line 39: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_paramspec_components.toml b/conformance/results/pytype/generics_paramspec_components.toml
index 9fac03bab..247d208ed 100644
--- a/conformance/results/pytype/generics_paramspec_components.toml
+++ b/conformance/results/pytype/generics_paramspec_components.toml
@@ -5,6 +5,22 @@ Does not support ParamSpec.
 output = """
 NotImplementedError: ParamSpecArgs
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 17: Expected 1 errors
+Line 20: Expected 1 errors
+Line 23: Expected 1 errors
+Line 26: Expected 1 errors
+Line 30: Expected 1 errors
+Line 35: Expected 1 errors
+Line 36: Expected 1 errors
+Line 38: Expected 1 errors
+Line 41: Expected 1 errors
+Line 49: Expected 1 errors
+Line 51: Expected 1 errors
+Line 60: Expected 1 errors
+Line 70: Expected 1 errors
+Line 72: Expected 1 errors
+Line 83: Expected 1 errors
+Line 98: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_paramspec_semantics.toml b/conformance/results/pytype/generics_paramspec_semantics.toml
index d3718ce5a..51f74c3c0 100644
--- a/conformance/results/pytype/generics_paramspec_semantics.toml
+++ b/conformance/results/pytype/generics_paramspec_semantics.toml
@@ -9,4 +9,11 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 26: Expected 1 errors
 Line 27: Expected 1 errors
+Line 61: Expected 1 errors
+Line 97: Expected 1 errors
+Line 107: Expected 1 errors
+Line 119: Expected 1 errors
+Line 126: Expected 1 errors
+Line 131: Expected 1 errors
+Line 136: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_paramspec_specialization.toml b/conformance/results/pytype/generics_paramspec_specialization.toml
index 8487dc6fd..683e24760 100644
--- a/conformance/results/pytype/generics_paramspec_specialization.toml
+++ b/conformance/results/pytype/generics_paramspec_specialization.toml
@@ -20,15 +20,12 @@ File "generics_paramspec_specialization.py", line 62, in func31: Function <calla
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 45: Expected 1 errors
 Line 33: Unexpected errors ['File "generics_paramspec_specialization.py", line 33, in <module>: Invalid type annotation \\'[int, bool]\\'  [invalid-annotation]', 'File "generics_paramspec_specialization.py", line 33, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]']
 Line 37: Unexpected errors ['File "generics_paramspec_specialization.py", line 37, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]']
 Line 41: Unexpected errors ['File "generics_paramspec_specialization.py", line 41, in <module>: Invalid type annotation \\'[]\\'  [invalid-annotation]']
 Line 53: Unexpected errors ['File "generics_paramspec_specialization.py", line 53, in <module>: Invalid type annotation \\'[int, str, bool]\\'  [invalid-annotation]']
 Line 54: Unexpected errors ['File "generics_paramspec_specialization.py", line 54, in func30: Function <callable> expects 1 arg(s), got 3 [wrong-arg-count]']
-Line 55: Unexpected errors ['File "generics_paramspec_specialization.py", line 55, in func30: Function <callable> expects 1 arg(s), got 3 [wrong-arg-count]']
-Line 56: Unexpected errors ['File "generics_paramspec_specialization.py", line 56, in func30: Function <callable> expects 1 arg(s), got 3 [wrong-arg-count]']
 Line 59: Unexpected errors ['File "generics_paramspec_specialization.py", line 59, in <module>: Invalid type annotation \\'ClassC[int, str, bool]\\'  [invalid-annotation]']
 Line 60: Unexpected errors ['File "generics_paramspec_specialization.py", line 60, in func31: Function <callable> expects 1 arg(s), got 3 [wrong-arg-count]']
-Line 61: Unexpected errors ['File "generics_paramspec_specialization.py", line 61, in func31: Function <callable> expects 1 arg(s), got 3 [wrong-arg-count]']
-Line 62: Unexpected errors ['File "generics_paramspec_specialization.py", line 62, in func31: Function <callable> expects 1 arg(s), got 3 [wrong-arg-count]']
 """
diff --git a/conformance/results/pytype/generics_scoping.toml b/conformance/results/pytype/generics_scoping.toml
index 312cd191e..c0cba07aa 100644
--- a/conformance/results/pytype/generics_scoping.toml
+++ b/conformance/results/pytype/generics_scoping.toml
@@ -26,16 +26,14 @@ File "generics_scoping.py", line 85, in <module>: Invalid type annotation 'List[
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 61: Expected 1 errors
+Line 71: Expected 1 errors
+Line 80: Expected 1 errors
+Line 86: Expected 1 errors
 Line 9: Unexpected errors ['File "generics_scoping.py", line 9, in fun_1: bad return type [bad-return-type]']
 Line 10: Unexpected errors ['File "generics_scoping.py", line 10, in fun_2: bad return type [bad-return-type]']
 Line 20: Unexpected errors ['File "generics_scoping.py", line 20, in meth_1: bad return type [bad-return-type]']
-Line 25: Unexpected errors ['File "generics_scoping.py", line 25, in <module>: Function MyClass.meth_2 was called with the wrong arguments [wrong-arg-types]']
 Line 35: Unexpected errors ['File "generics_scoping.py", line 35, in method: bad return type [bad-return-type]', 'File "generics_scoping.py", line 35, in method: bad return type [bad-return-type]']
-Line 46: Unexpected errors ['File "generics_scoping.py", line 46, in fun_3: Invalid type annotation \\'List[S]\\' for z [invalid-annotation]']
-Line 50: Unexpected errors ['File "generics_scoping.py", line 50, in Bar: Invalid type annotation \\'List[S]\\' for an_attr [invalid-annotation]']
 Line 59: Unexpected errors ['File "generics_scoping.py", line 59, in fun_4: Invalid type annotation \\'T\\'  [invalid-annotation]']
 Line 70: Unexpected errors ['File "generics_scoping.py", line 70, in <module>: Invalid type annotation \\'Outer\\'  [invalid-annotation]']
-Line 74: Unexpected errors ['File "generics_scoping.py", line 74, in AlsoBad: Invalid type annotation \\'List[T]\\' for x [invalid-annotation]']
-Line 84: Unexpected errors ['File "generics_scoping.py", line 84, in <module>: Invalid type annotation \\'T\\' for global_var1 [invalid-annotation]']
-Line 85: Unexpected errors ['File "generics_scoping.py", line 85, in <module>: Invalid type annotation \\'List[T]\\' for global_var2 [invalid-annotation]']
 """
diff --git a/conformance/results/pytype/generics_syntax_compatibility.toml b/conformance/results/pytype/generics_syntax_compatibility.toml
index d05bcafe5..55006657c 100644
--- a/conformance/results/pytype/generics_syntax_compatibility.toml
+++ b/conformance/results/pytype/generics_syntax_compatibility.toml
@@ -8,4 +8,5 @@ SyntaxError: Type parameter lists are only supported in Python 3.12 and greater
 conformance_automated = "Fail"
 errors_diff = """
 Line 14: Expected 1 errors
+Line 26: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_syntax_declarations.toml b/conformance/results/pytype/generics_syntax_declarations.toml
index 57d0970bc..c5835ae3d 100644
--- a/conformance/results/pytype/generics_syntax_declarations.toml
+++ b/conformance/results/pytype/generics_syntax_declarations.toml
@@ -7,6 +7,8 @@ SyntaxError: Type parameter lists are only supported in Python 3.12 and greater
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 27: Expected 1 errors
+Line 34: Expected 1 errors
 Line 46: Expected 1 errors
 Line 50: Expected 1 errors
 Line 62: Expected 1 errors
diff --git a/conformance/results/pytype/generics_syntax_infer_variance.toml b/conformance/results/pytype/generics_syntax_infer_variance.toml
index a6f623669..e6b5dc93d 100644
--- a/conformance/results/pytype/generics_syntax_infer_variance.toml
+++ b/conformance/results/pytype/generics_syntax_infer_variance.toml
@@ -9,4 +9,21 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 17: Expected 1 errors
 Line 21: Expected 1 errors
+Line 33: Expected 1 errors
+Line 41: Expected 1 errors
+Line 50: Expected 1 errors
+Line 59: Expected 1 errors
+Line 72: Expected 1 errors
+Line 83: Expected 1 errors
+Line 99: Expected 1 errors
+Line 100: Expected 1 errors
+Line 114: Expected 1 errors
+Line 115: Expected 1 errors
+Line 122: Expected 1 errors
+Line 123: Expected 1 errors
+Line 124: Expected 1 errors
+Line 125: Expected 1 errors
+Line 133: Expected 1 errors
+Line 141: Expected 1 errors
+Line 152: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_syntax_scoping.toml b/conformance/results/pytype/generics_syntax_scoping.toml
index 60b0cf008..c976c9d93 100644
--- a/conformance/results/pytype/generics_syntax_scoping.toml
+++ b/conformance/results/pytype/generics_syntax_scoping.toml
@@ -5,6 +5,11 @@ Type parameter syntax not yet support.
 output = """
 SyntaxError: Type parameter lists are only supported in Python 3.12 and greater (<unknown>, line 14)
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 14: Expected 1 errors
+Line 18: Expected 1 errors
+Line 92: Expected 1 errors
+Line 95: Expected 1 errors
+Line 98: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_type_erasure.toml b/conformance/results/pytype/generics_type_erasure.toml
index 04f1a4bd2..c49e01d34 100644
--- a/conformance/results/pytype/generics_type_erasure.toml
+++ b/conformance/results/pytype/generics_type_erasure.toml
@@ -2,6 +2,13 @@ conformant = "Unsupported"
 output = """
 NotImplementedError: ParameterizedClass
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 36: Expected 1 errors
+Line 38: Expected 1 errors
+Line 40: Expected 1 errors
+Line 41: Expected 1 errors
+Line 42: Expected 1 errors
+Line 43: Expected 1 errors
+Line 44: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_typevartuple_args.toml b/conformance/results/pytype/generics_typevartuple_args.toml
index 30c53581a..4a9b42523 100644
--- a/conformance/results/pytype/generics_typevartuple_args.toml
+++ b/conformance/results/pytype/generics_typevartuple_args.toml
@@ -28,6 +28,15 @@ File "generics_typevartuple_args.py", line 75, in <module>: Function func4 was c
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 33: Expected 1 errors
+Line 34: Expected 1 errors
+Line 48: Expected 1 errors
+Line 57: Expected 1 errors
+Line 58: Expected 1 errors
+Line 59: Expected 1 errors
+Line 67: Expected 1 errors
+Line 76: Expected 1 errors
+Line 80: Expected 1 errors
 Line 10: Unexpected errors ['File "generics_typevartuple_args.py", line 10, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
 Line 13: Unexpected errors ['File "generics_typevartuple_args.py", line 13, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
 Line 16: Unexpected errors ['File "generics_typevartuple_args.py", line 16, in <module>: No attribute \\'__iter__\\' on TypeVarTuple [attribute-error]', 'File "generics_typevartuple_args.py", line 16, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
@@ -41,5 +50,4 @@ Line 42: Unexpected errors ['File "generics_typevartuple_args.py", line 42, in <
 Line 51: Unexpected errors ['File "generics_typevartuple_args.py", line 51, in <module>: Missing parameter \\'self\\' in call to function tuple.__iter__ [missing-parameter]', 'File "generics_typevartuple_args.py", line 51, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
 Line 62: Unexpected errors ['File "generics_typevartuple_args.py", line 62, in <module>: Missing parameter \\'self\\' in call to function tuple.__iter__ [missing-parameter]']
 Line 70: Unexpected errors ['File "generics_typevartuple_args.py", line 70, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
-Line 75: Unexpected errors ['File "generics_typevartuple_args.py", line 75, in <module>: Function func4 was called with the wrong arguments [wrong-arg-types]']
 """
diff --git a/conformance/results/pytype/generics_typevartuple_basic.toml b/conformance/results/pytype/generics_typevartuple_basic.toml
index de0d82c71..205ad7c19 100644
--- a/conformance/results/pytype/generics_typevartuple_basic.toml
+++ b/conformance/results/pytype/generics_typevartuple_basic.toml
@@ -54,6 +54,13 @@ File "generics_typevartuple_basic.py", line 106, in <module>: Function list.exte
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 42: Expected 1 errors, got 3 (['File "generics_typevartuple_basic.py", line 42, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 42, in <module>: Invalid type annotation \\'Array[Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 42, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]'])
+Line 43: Expected 1 errors, got 3 (['File "generics_typevartuple_basic.py", line 43, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 43, in <module>: Invalid type annotation \\'Array[Batch, Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 43, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]'])
+Line 46: Expected 1 errors
+Line 89: Expected 1 errors
+Line 99: Expected 1 errors
+Line 100: Expected 1 errors
+Line 106: Expected 1 errors, got 2 (['File "generics_typevartuple_basic.py", line 106, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 106, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]'])
 Line 7: Unexpected errors ['File "generics_typevartuple_basic.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
 Line 9: Unexpected errors ['File "generics_typevartuple_basic.py", line 9, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
 Line 12: Unexpected errors ['File "generics_typevartuple_basic.py", line 12, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
@@ -67,19 +74,12 @@ Line 27: Unexpected errors ['File "generics_typevartuple_basic.py", line 27, in
 Line 36: Unexpected errors ['File "generics_typevartuple_basic.py", line 36, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 36, in <module>: Invalid type annotation \\'Array[Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 36, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
 Line 37: Unexpected errors ['File "generics_typevartuple_basic.py", line 37, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 37, in <module>: Invalid type annotation \\'Array[Batch, Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 37, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
 Line 38: Unexpected errors ['File "generics_typevartuple_basic.py", line 38, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 38, in <module>: Invalid type annotation \\'Array[Time, Batch, Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 38, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
-Line 42: Unexpected errors ['File "generics_typevartuple_basic.py", line 42, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 42, in <module>: Invalid type annotation \\'Array[Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 42, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
-Line 43: Unexpected errors ['File "generics_typevartuple_basic.py", line 43, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 43, in <module>: Invalid type annotation \\'Array[Batch, Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 43, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
 Line 44: Unexpected errors ['File "generics_typevartuple_basic.py", line 44, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 44, in <module>: Invalid type annotation \\'Array[Time, Batch, Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 44, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
 Line 54: Unexpected errors ['File "generics_typevartuple_basic.py", line 54, in __init__: Invalid type annotation \\'tuple[*Shape,]\\'  [invalid-annotation]']
-Line 65: Unexpected errors ['File "generics_typevartuple_basic.py", line 65, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 3 [wrong-arg-count]']
-Line 66: Unexpected errors ['File "generics_typevartuple_basic.py", line 66, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 4 [wrong-arg-count]']
-Line 67: Unexpected errors ['File "generics_typevartuple_basic.py", line 67, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 3 [wrong-arg-count]']
 Line 75: Unexpected errors ['File "generics_typevartuple_basic.py", line 75, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
 Line 76: Unexpected errors ['File "generics_typevartuple_basic.py", line 76, in func2: bad return type [bad-return-type]']
 Line 84: Unexpected errors ['File "generics_typevartuple_basic.py", line 84, in <module>: Tuple[Any] [assert-type]']
-Line 90: Unexpected errors ['File "generics_typevartuple_basic.py", line 90, in <module>: Function func2 was called with the wrong arguments [wrong-arg-types]']
 Line 93: Unexpected errors ['File "generics_typevartuple_basic.py", line 93, in <module>: class Array is not indexable [not-indexable]']
 Line 94: Unexpected errors ['File "generics_typevartuple_basic.py", line 94, in multiply: bad return type [bad-return-type]']
 Line 97: Unexpected errors ['File "generics_typevartuple_basic.py", line 97, in <module>: class Array is not indexable [not-indexable]']
-Line 106: Unexpected errors ['File "generics_typevartuple_basic.py", line 106, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 106, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
 """
diff --git a/conformance/results/pytype/generics_typevartuple_callable.toml b/conformance/results/pytype/generics_typevartuple_callable.toml
index 2ee1de536..1d934a260 100644
--- a/conformance/results/pytype/generics_typevartuple_callable.toml
+++ b/conformance/results/pytype/generics_typevartuple_callable.toml
@@ -34,7 +34,6 @@ Line 10: Unexpected errors ['File "generics_typevartuple_callable.py", line 10,
 Line 12: Unexpected errors ['File "generics_typevartuple_callable.py", line 12, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
 Line 17: Unexpected errors ['File "generics_typevartuple_callable.py", line 17, in Process: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_callable.py", line 17, in Process: Invalid type annotation \\'<instance of List[nothing]>\\'  [invalid-annotation]']
 Line 25: Unexpected errors ['File "generics_typevartuple_callable.py", line 25, in <module>: Function Process.__init__ was called with the wrong arguments [wrong-arg-types]']
-Line 26: Unexpected errors ['File "generics_typevartuple_callable.py", line 26, in <module>: Function Process.__init__ was called with the wrong arguments [wrong-arg-types]']
 Line 29: Unexpected errors ['File "generics_typevartuple_callable.py", line 29, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_callable.py", line 29, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_callable.py", line 29, in <module>: Invalid type annotation \\'<instance of List[Type[int]]>\\'  [invalid-annotation]']
 Line 30: Unexpected errors ['File "generics_typevartuple_callable.py", line 30, in func2: bad return type [bad-return-type]']
 Line 34: Unexpected errors ['File "generics_typevartuple_callable.py", line 34, in callback1: bad return type [bad-return-type]']
diff --git a/conformance/results/pytype/generics_typevartuple_specialization.toml b/conformance/results/pytype/generics_typevartuple_specialization.toml
index 890aaf250..20768e249 100644
--- a/conformance/results/pytype/generics_typevartuple_specialization.toml
+++ b/conformance/results/pytype/generics_typevartuple_specialization.toml
@@ -81,6 +81,8 @@ File "generics_typevartuple_specialization.py", line 163, in <module>: Invalid t
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 121: Expected 1 errors, got 2 (['File "generics_typevartuple_specialization.py", line 121, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 121, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]'])
+Line 122: Expected 1 errors, got 2 (['File "generics_typevartuple_specialization.py", line 122, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 122, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]'])
 Line 7: Unexpected errors ['File "generics_typevartuple_specialization.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
 Line 10: Unexpected errors ['File "generics_typevartuple_specialization.py", line 10, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
 Line 16: Unexpected errors ['File "generics_typevartuple_specialization.py", line 16, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
@@ -112,14 +114,10 @@ Line 99: Unexpected errors ['File "generics_typevartuple_specialization.py", lin
 Line 101: Unexpected errors ['File "generics_typevartuple_specialization.py", line 101, in <module>: Invalid type annotation \\'<instance of Tuple[Type[int], ...]>\\'  [invalid-annotation]']
 Line 102: Unexpected errors ['File "generics_typevartuple_specialization.py", line 102, in <module>: Invalid type annotation \\'Tuple[Any][<instance of Tuple[Type[float], ...]>]\\'  [invalid-annotation]']
 Line 103: Unexpected errors ['File "generics_typevartuple_specialization.py", line 103, in <module>: Invalid type annotation \\'Tuple[Any][<instance of tuple>]\\'  [invalid-annotation]']
-Line 109: Unexpected errors ['File "generics_typevartuple_specialization.py", line 109, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
-Line 110: Unexpected errors ['File "generics_typevartuple_specialization.py", line 110, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
 Line 117: Unexpected errors ['File "generics_typevartuple_specialization.py", line 117, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
 Line 118: Unexpected errors ['File "generics_typevartuple_specialization.py", line 118, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]']
 Line 119: Unexpected errors ['File "generics_typevartuple_specialization.py", line 119, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]']
 Line 120: Unexpected errors ['File "generics_typevartuple_specialization.py", line 120, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
-Line 121: Unexpected errors ['File "generics_typevartuple_specialization.py", line 121, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 121, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
-Line 122: Unexpected errors ['File "generics_typevartuple_specialization.py", line 122, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 122, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
 Line 125: Unexpected errors ['File "generics_typevartuple_specialization.py", line 125, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
 Line 130: Unexpected errors ['File "generics_typevartuple_specialization.py", line 130, in <module>: Invalid type annotation \\'Tuple[Any][<instance of Tuple[nothing, ...]>]\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 130, in <module>: Invalid type annotation \\'T2\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 130, in <module>: Invalid type annotation \\'T1\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 130, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
 Line 131: Unexpected errors ['File "generics_typevartuple_specialization.py", line 131, in func7: bad return type [bad-return-type]']
@@ -140,5 +138,4 @@ Line 157: Unexpected errors ['File "generics_typevartuple_specialization.py", li
 Line 158: Unexpected errors ['File "generics_typevartuple_specialization.py", line 158, in func11: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
 Line 159: Unexpected errors ['File "generics_typevartuple_specialization.py", line 159, in func11: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
 Line 162: Unexpected errors ['File "generics_typevartuple_specialization.py", line 162, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]']
-Line 163: Unexpected errors ['File "generics_typevartuple_specialization.py", line 163, in <module>: Invalid type annotation \\'Tuple[Any][<instance of Tuple[nothing, ...]>]\\'  [invalid-annotation]']
 """
diff --git a/conformance/results/pytype/generics_typevartuple_unpack.toml b/conformance/results/pytype/generics_typevartuple_unpack.toml
index fcee2e37a..8a58f520b 100644
--- a/conformance/results/pytype/generics_typevartuple_unpack.toml
+++ b/conformance/results/pytype/generics_typevartuple_unpack.toml
@@ -15,6 +15,7 @@ File "generics_typevartuple_unpack.py", line 44, in <module>: class Array is not
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 30: Expected 1 errors
 Line 7: Unexpected errors ['File "generics_typevartuple_unpack.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
 Line 14: Unexpected errors ['File "generics_typevartuple_unpack.py", line 14, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
 Line 17: Unexpected errors ['File "generics_typevartuple_unpack.py", line 17, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
diff --git a/conformance/results/pytype/generics_variance.toml b/conformance/results/pytype/generics_variance.toml
index 8d91b0aa7..896948ba5 100644
--- a/conformance/results/pytype/generics_variance.toml
+++ b/conformance/results/pytype/generics_variance.toml
@@ -12,6 +12,7 @@ File "generics_variance.py", line 52, in <module>: argument "covariant" to TypeV
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 14: Expected 1 errors, got 2 (['File "generics_variance.py", line 14, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]', 'File "generics_variance.py", line 14, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]'])
 Line 77: Expected 1 errors
 Line 81: Expected 1 errors
 Line 93: Expected 1 errors
@@ -20,7 +21,10 @@ Line 113: Expected 1 errors
 Line 127: Expected 1 errors
 Line 133: Expected 1 errors
 Line 143: Expected 1 errors
-Line 14: Unexpected errors ['File "generics_variance.py", line 14, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]', 'File "generics_variance.py", line 14, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
+Line 163: Expected 1 errors
+Line 167: Expected 1 errors
+Line 191: Expected 1 errors
+Line 197: Expected 1 errors
 Line 18: Unexpected errors ['File "generics_variance.py", line 18, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
 Line 19: Unexpected errors ['File "generics_variance.py", line 19, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
 Line 27: Unexpected errors ['File "generics_variance.py", line 27, in __iter__: bad return type [bad-return-type]']
diff --git a/conformance/results/pytype/generics_variance_inference.toml b/conformance/results/pytype/generics_variance_inference.toml
index e25226fc9..67937210c 100644
--- a/conformance/results/pytype/generics_variance_inference.toml
+++ b/conformance/results/pytype/generics_variance_inference.toml
@@ -5,6 +5,29 @@ Type parameter syntax not yet support.
 output = """
 SyntaxError: Type parameter lists are only supported in Python 3.12 and greater (<unknown>, line 15)
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 24: Expected 1 errors
+Line 25: Expected 1 errors
+Line 28: Expected 1 errors
+Line 41: Expected 1 errors
+Line 49: Expected 1 errors
+Line 58: Expected 1 errors
+Line 67: Expected 1 errors
+Line 80: Expected 1 errors
+Line 96: Expected 1 errors
+Line 97: Expected 1 errors
+Line 111: Expected 1 errors
+Line 112: Expected 1 errors
+Line 119: Expected 1 errors
+Line 120: Expected 1 errors
+Line 121: Expected 1 errors
+Line 122: Expected 1 errors
+Line 130: Expected 1 errors
+Line 138: Expected 1 errors
+Line 149: Expected 1 errors
+Line 169: Expected 1 errors
+Line 170: Expected 1 errors
+Line 181: Expected 1 errors
+Line 194: Expected 1 errors
 """
diff --git a/conformance/results/pytype/historical_positional.toml b/conformance/results/pytype/historical_positional.toml
index 8e4790fdb..2c02fbd84 100644
--- a/conformance/results/pytype/historical_positional.toml
+++ b/conformance/results/pytype/historical_positional.toml
@@ -8,5 +8,7 @@ File "historical_positional.py", line 43, in <module>: Invalid keyword argument
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 43: Unexpected errors ['File "historical_positional.py", line 43, in <module>: Invalid keyword argument __x to function A.m1 [wrong-keyword-args]']
+Line 18: Expected 1 errors
+Line 26: Expected 1 errors
+Line 38: Expected 1 errors
 """
diff --git a/conformance/results/pytype/literals_literalstring.toml b/conformance/results/pytype/literals_literalstring.toml
index 18565cf83..489e55fd8 100644
--- a/conformance/results/pytype/literals_literalstring.toml
+++ b/conformance/results/pytype/literals_literalstring.toml
@@ -17,13 +17,12 @@ File "literals_literalstring.py", line 162, in <module>: bool [assert-type]
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 66: Expected 1 errors
+Line 120: Expected 1 errors
+Line 134: Expected 1 errors
+Line 166: Expected 1 errors
 Line 8: Unexpected errors ['File "literals_literalstring.py", line 8, in <module>: typing.LiteralString not supported yet [not-supported-yet]']
 Line 24: Unexpected errors ['File "literals_literalstring.py", line 24, in my_function: bad return type [bad-return-type]']
-Line 36: Unexpected errors ['File "literals_literalstring.py", line 36, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
-Line 37: Unexpected errors ['File "literals_literalstring.py", line 37, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
-Line 43: Unexpected errors ['File "literals_literalstring.py", line 43, in func1: Type annotation for x2 does not match type of assignment [annotation-type-mismatch]']
-Line 74: Unexpected errors ['File "literals_literalstring.py", line 74, in func2: Type annotation for x3 does not match type of assignment [annotation-type-mismatch]']
-Line 75: Unexpected errors ['File "literals_literalstring.py", line 75, in func2: Type annotation for x4 does not match type of assignment [annotation-type-mismatch]']
 Line 157: Unexpected errors ['File "literals_literalstring.py", line 157, in func8: bad return type [bad-return-type]']
 Line 162: Unexpected errors ['File "literals_literalstring.py", line 162, in <module>: bool [assert-type]']
 """
diff --git a/conformance/results/pytype/literals_parameterizations.toml b/conformance/results/pytype/literals_parameterizations.toml
index 6619a546e..288852389 100644
--- a/conformance/results/pytype/literals_parameterizations.toml
+++ b/conformance/results/pytype/literals_parameterizations.toml
@@ -22,19 +22,17 @@ File "literals_parameterizations.py", line 65, in func2: Type annotation for x1
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 41: Expected 1 errors
+Line 45: Expected 1 errors
+Line 46: Expected 1 errors
+Line 49: Expected 1 errors
+Line 52: Expected 1 errors
+Line 56: Expected 1 errors
+Line 60: Expected 1 errors
+Line 61: Expected 1 errors, got 2 (['File "literals_parameterizations.py", line 61, in <module>: Invalid type annotation \\'Literal[my_function]\\'  [invalid-annotation]', 'File "literals_parameterizations.py", line 61, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]'])
 Line 17: Unexpected errors ['File "literals_parameterizations.py", line 17, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
 Line 18: Unexpected errors ['File "literals_parameterizations.py", line 18, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
 Line 19: Unexpected errors ['File "literals_parameterizations.py", line 19, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
 Line 33: Unexpected errors ['File "literals_parameterizations.py", line 33, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
 Line 35: Unexpected errors ['File "literals_parameterizations.py", line 35, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
-Line 42: Unexpected errors ['File "literals_parameterizations.py", line 42, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
-Line 43: Unexpected errors ['File "literals_parameterizations.py", line 43, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
-Line 44: Unexpected errors ['File "literals_parameterizations.py", line 44, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
-Line 47: Unexpected errors ['File "literals_parameterizations.py", line 47, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
-Line 48: Unexpected errors ['File "literals_parameterizations.py", line 48, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
-Line 50: Unexpected errors ['File "literals_parameterizations.py", line 50, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
-Line 51: Unexpected errors ['File "literals_parameterizations.py", line 51, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
-Line 53: Unexpected errors ['File "literals_parameterizations.py", line 53, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
-Line 61: Unexpected errors ['File "literals_parameterizations.py", line 61, in <module>: Invalid type annotation \\'Literal[my_function]\\'  [invalid-annotation]', 'File "literals_parameterizations.py", line 61, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
-Line 65: Unexpected errors ['File "literals_parameterizations.py", line 65, in func2: Type annotation for x1 does not match type of assignment [annotation-type-mismatch]']
 """
diff --git a/conformance/results/pytype/literals_semantics.toml b/conformance/results/pytype/literals_semantics.toml
index a298f466e..51ab86e3d 100644
--- a/conformance/results/pytype/literals_semantics.toml
+++ b/conformance/results/pytype/literals_semantics.toml
@@ -13,7 +13,7 @@ File "literals_semantics.py", line 19, in func1: Invalid type annotation 'Litera
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 10: Unexpected errors ['File "literals_semantics.py", line 10, in <module>: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
+Line 33: Expected 1 errors
 Line 12: Unexpected errors ['File "literals_semantics.py", line 12, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]', 'File "literals_semantics.py", line 12, in <module>: Invalid type annotation \\'L[-3]\\'  [invalid-annotation]']
 Line 16: Unexpected errors ['File "literals_semantics.py", line 16, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
 Line 17: Unexpected errors ['File "literals_semantics.py", line 17, in func1: Invalid type annotation \\'Literal[20]\\'  [invalid-annotation]']
diff --git a/conformance/results/pytype/namedtuples_define_class.toml b/conformance/results/pytype/namedtuples_define_class.toml
index 92b1e327f..5f4ad05a3 100644
--- a/conformance/results/pytype/namedtuples_define_class.toml
+++ b/conformance/results/pytype/namedtuples_define_class.toml
@@ -23,15 +23,14 @@ File "namedtuples_define_class.py", line 95, in <module>: Any [assert-type]
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 32: Expected 1 errors
+Line 33: Expected 1 errors
+Line 79: Expected 1 errors
+Line 98: Expected 1 errors
+Line 105: Expected 1 errors
 Line 27: Unexpected errors ['File "namedtuples_define_class.py", line 27, in <module>: Union[int, str] [assert-type]']
 Line 28: Unexpected errors ['File "namedtuples_define_class.py", line 28, in <module>: Union[int, str] [assert-type]']
 Line 29: Unexpected errors ['File "namedtuples_define_class.py", line 29, in <module>: Tuple[Union[int, str], ...] [assert-type]']
 Line 30: Unexpected errors ['File "namedtuples_define_class.py", line 30, in <module>: Tuple[Union[int, str], ...] [assert-type]']
-Line 44: Unexpected errors ['File "namedtuples_define_class.py", line 44, in <module>: Missing parameter \\'y\\' in call to function Point.__new__ [missing-parameter]']
-Line 45: Unexpected errors ['File "namedtuples_define_class.py", line 45, in <module>: Missing parameter \\'y\\' in call to function Point.__new__ [missing-parameter]']
-Line 46: Unexpected errors ['File "namedtuples_define_class.py", line 46, in <module>: Function Point.__new__ was called with the wrong arguments [wrong-arg-types]']
-Line 47: Unexpected errors ['File "namedtuples_define_class.py", line 47, in <module>: Function Point.__new__ was called with the wrong arguments [wrong-arg-types]']
-Line 48: Unexpected errors ['File "namedtuples_define_class.py", line 48, in <module>: Function Point.__new__ expects 3 arg(s), got 5 [wrong-arg-count]']
-Line 49: Unexpected errors ['File "namedtuples_define_class.py", line 49, in <module>: Invalid keyword argument other to function Point.__new__ [wrong-keyword-args]']
 Line 95: Unexpected errors ['File "namedtuples_define_class.py", line 95, in <module>: Any [assert-type]']
 """
diff --git a/conformance/results/pytype/namedtuples_define_functional.toml b/conformance/results/pytype/namedtuples_define_functional.toml
index 319d5c99c..ee0ff67c4 100644
--- a/conformance/results/pytype/namedtuples_define_functional.toml
+++ b/conformance/results/pytype/namedtuples_define_functional.toml
@@ -19,14 +19,6 @@ File "namedtuples_define_functional.py", line 63, in <module>: Function collecti
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 16: Unexpected errors ['File "namedtuples_define_functional.py", line 16, in <module>: Missing parameter \\'y\\' in call to function Point1.__new__ [missing-parameter]']
-Line 21: Unexpected errors ['File "namedtuples_define_functional.py", line 21, in <module>: Missing parameter \\'x\\' in call to function Point2.__new__ [missing-parameter]']
-Line 26: Unexpected errors ['File "namedtuples_define_functional.py", line 26, in <module>: Function Point3.__new__ expects 3 arg(s), got 4 [wrong-arg-count]']
-Line 31: Unexpected errors ['File "namedtuples_define_functional.py", line 31, in <module>: Invalid keyword argument z to function Point4.__new__ [wrong-keyword-args]']
-Line 36: Unexpected errors ['File "namedtuples_define_functional.py", line 36, in <module>: Function Point5.__new__ was called with the wrong arguments [wrong-arg-types]']
-Line 37: Unexpected errors ['File "namedtuples_define_functional.py", line 37, in <module>: Function Point5.__new__ expects 3 arg(s), got 4 [wrong-arg-count]']
-Line 42: Unexpected errors ['File "namedtuples_define_functional.py", line 42, in <module>: Function Point6.__new__ was called with the wrong arguments [wrong-arg-types]']
-Line 43: Unexpected errors ['File "namedtuples_define_functional.py", line 43, in <module>: Function Point6.__new__ was called with the wrong arguments [wrong-arg-types]']
 Line 52: Unexpected errors ['File "namedtuples_define_functional.py", line 52, in <module>: collections.namedtuple argument \\'a\\' is not a valid typename or field name. [invalid-namedtuple-arg]']
 Line 53: Unexpected errors ['File "namedtuples_define_functional.py", line 53, in <module>: collections.namedtuple argument \\'def\\' is not a valid typename or field name. [invalid-namedtuple-arg]']
 Line 54: Unexpected errors ['File "namedtuples_define_functional.py", line 54, in <module>: collections.namedtuple argument \\'def\\' is not a valid typename or field name. [invalid-namedtuple-arg]']
diff --git a/conformance/results/pytype/namedtuples_usage.toml b/conformance/results/pytype/namedtuples_usage.toml
index 195aca234..3d2bc736f 100644
--- a/conformance/results/pytype/namedtuples_usage.toml
+++ b/conformance/results/pytype/namedtuples_usage.toml
@@ -15,10 +15,12 @@ File "namedtuples_usage.py", line 53, in <module>: Cannot unpack 3 values into 4
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 34: Expected 1 errors
+Line 35: Expected 1 errors
+Line 40: Expected 1 errors
+Line 42: Expected 1 errors
 Line 31: Unexpected errors ['File "namedtuples_usage.py", line 31, in <module>: Union[int, str] [assert-type]']
 Line 32: Unexpected errors ['File "namedtuples_usage.py", line 32, in <module>: Union[int, str] [assert-type]']
-Line 41: Unexpected errors ['File "namedtuples_usage.py", line 41, in <module>: unsupported operand type(s) for item assignment: Point [unsupported-operands]']
-Line 43: Unexpected errors ['File "namedtuples_usage.py", line 43, in <module>: unsupported operand type(s) for item deletion: Point [unsupported-operands]']
 Line 52: Unexpected errors ['File "namedtuples_usage.py", line 52, in <module>: Cannot unpack 3 values into 2 variables [bad-unpacking]']
 Line 53: Unexpected errors ['File "namedtuples_usage.py", line 53, in <module>: Cannot unpack 3 values into 4 variables [bad-unpacking]']
 """
diff --git a/conformance/results/pytype/protocols_class_objects.toml b/conformance/results/pytype/protocols_class_objects.toml
index 93d21ab78..7efa307ad 100644
--- a/conformance/results/pytype/protocols_class_objects.toml
+++ b/conformance/results/pytype/protocols_class_objects.toml
@@ -9,6 +9,13 @@ File "protocols_class_objects.py", line 50, in method1: bad return type [bad-ret
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 29: Expected 1 errors
+Line 34: Expected 1 errors
 Line 58: Expected 1 errors
+Line 74: Expected 1 errors
+Line 101: Expected 1 errors
+Line 103: Expected 1 errors
+Line 104: Expected 1 errors
+Line 105: Expected 1 errors
 Line 50: Unexpected errors ['File "protocols_class_objects.py", line 50, in method1: bad return type [bad-return-type]']
 """
diff --git a/conformance/results/pytype/protocols_definition.toml b/conformance/results/pytype/protocols_definition.toml
index 486a9dead..a50220bbd 100644
--- a/conformance/results/pytype/protocols_definition.toml
+++ b/conformance/results/pytype/protocols_definition.toml
@@ -28,13 +28,18 @@ File "protocols_definition.py", line 219, in <module>: Type annotation for v4_ba
 conformance_automated = "Fail"
 errors_diff = """
 Line 67: Expected 1 errors
+Line 116: Expected 1 errors
+Line 117: Expected 1 errors
+Line 157: Expected 1 errors
+Line 158: Expected 1 errors
+Line 160: Expected 1 errors
+Line 285: Expected 1 errors
+Line 286: Expected 1 errors
+Line 287: Expected 1 errors
+Line 288: Expected 1 errors
+Line 289: Expected 1 errors
+Line 339: Expected 1 errors
 Line 340: Expected 1 errors
 Line 341: Expected 1 errors
 Line 45: Unexpected errors ['File "protocols_definition.py", line 45, in third: bad return type [bad-return-type]']
-Line 114: Unexpected errors ['File "protocols_definition.py", line 114, in <module>: Type annotation for v2_bad1 does not match type of assignment [annotation-type-mismatch]']
-Line 115: Unexpected errors ['File "protocols_definition.py", line 115, in <module>: Type annotation for v2_bad2 does not match type of assignment [annotation-type-mismatch]']
-Line 156: Unexpected errors ['File "protocols_definition.py", line 156, in <module>: Type annotation for v3_bad1 does not match type of assignment [annotation-type-mismatch]']
-Line 159: Unexpected errors ['File "protocols_definition.py", line 159, in <module>: Type annotation for v3_bad4 does not match type of assignment [annotation-type-mismatch]']
-Line 218: Unexpected errors ['File "protocols_definition.py", line 218, in <module>: Type annotation for v4_bad1 does not match type of assignment [annotation-type-mismatch]']
-Line 219: Unexpected errors ['File "protocols_definition.py", line 219, in <module>: Type annotation for v4_bad2 does not match type of assignment [annotation-type-mismatch]']
 """
diff --git a/conformance/results/pytype/protocols_generic.toml b/conformance/results/pytype/protocols_generic.toml
index 240820af6..4b37a3efc 100644
--- a/conformance/results/pytype/protocols_generic.toml
+++ b/conformance/results/pytype/protocols_generic.toml
@@ -16,11 +16,11 @@ File "protocols_generic.py", line 146, in <module>: Type annotation for hp3 does
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 66: Expected 1 errors
+Line 74: Expected 1 errors
+Line 147: Expected 1 errors
 Line 12: Unexpected errors ['File "protocols_generic.py", line 12, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
 Line 13: Unexpected errors ['File "protocols_generic.py", line 13, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
 Line 44: Unexpected errors ['File "protocols_generic.py", line 44, in <module>: Invalid type annotation \\'Proto2\\'  [invalid-annotation]']
-Line 56: Unexpected errors ['File "protocols_generic.py", line 56, in func1: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
 Line 65: Unexpected errors ['File "protocols_generic.py", line 65, in func2: Type annotation for v1 does not match type of assignment [annotation-type-mismatch]']
-Line 75: Unexpected errors ['File "protocols_generic.py", line 75, in func3: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
-Line 146: Unexpected errors ['File "protocols_generic.py", line 146, in <module>: Type annotation for hp3 does not match type of assignment [annotation-type-mismatch]']
 """
diff --git a/conformance/results/pytype/protocols_merging.toml b/conformance/results/pytype/protocols_merging.toml
index b4ab2a135..81bbb7972 100644
--- a/conformance/results/pytype/protocols_merging.toml
+++ b/conformance/results/pytype/protocols_merging.toml
@@ -13,5 +13,4 @@ File "protocols_merging.py", line 84, in <module>: Type annotation for y does no
 conformance_automated = "Fail"
 errors_diff = """
 Line 67: Expected 1 errors
-Line 84: Unexpected errors ['File "protocols_merging.py", line 84, in <module>: Type annotation for y does not match type of assignment [annotation-type-mismatch]']
 """
diff --git a/conformance/results/pytype/protocols_modules.toml b/conformance/results/pytype/protocols_modules.toml
index 995f89511..1c5af9060 100644
--- a/conformance/results/pytype/protocols_modules.toml
+++ b/conformance/results/pytype/protocols_modules.toml
@@ -8,6 +8,9 @@ File "protocols_modules.py", line 11, in <module>: Can't find module '_protocols
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 26: Expected 1 errors
+Line 48: Expected 1 errors
+Line 49: Expected 1 errors
 Line 10: Unexpected errors ['File "protocols_modules.py", line 10, in <module>: Can\\'t find module \\'_protocols_modules1\\'. [import-error]']
 Line 11: Unexpected errors ['File "protocols_modules.py", line 11, in <module>: Can\\'t find module \\'_protocols_modules2\\'. [import-error]']
 """
diff --git a/conformance/results/pytype/protocols_runtime_checkable.toml b/conformance/results/pytype/protocols_runtime_checkable.toml
index fd6b55267..2771667e9 100644
--- a/conformance/results/pytype/protocols_runtime_checkable.toml
+++ b/conformance/results/pytype/protocols_runtime_checkable.toml
@@ -10,6 +10,8 @@ output = """
 conformance_automated = "Fail"
 errors_diff = """
 Line 23: Expected 1 errors
+Line 55: Expected 1 errors
+Line 61: Expected 1 errors
 Line 88: Expected 1 errors
 Line 93: Expected 1 errors
 Line 96: Expected 1 errors
diff --git a/conformance/results/pytype/protocols_subtyping.toml b/conformance/results/pytype/protocols_subtyping.toml
index fda2483f7..c364fc59a 100644
--- a/conformance/results/pytype/protocols_subtyping.toml
+++ b/conformance/results/pytype/protocols_subtyping.toml
@@ -12,8 +12,10 @@ File "protocols_subtyping.py", line 84, in <module>: argument "contravariant" to
 conformance_automated = "Fail"
 errors_diff = """
 Line 16: Expected 1 errors
-Line 38: Unexpected errors ['File "protocols_subtyping.py", line 38, in func1: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
-Line 55: Unexpected errors ['File "protocols_subtyping.py", line 55, in func2: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
+Line 79: Expected 1 errors
+Line 80: Expected 1 errors
+Line 102: Expected 1 errors
+Line 103: Expected 1 errors
 Line 83: Unexpected errors ['File "protocols_subtyping.py", line 83, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
 Line 84: Unexpected errors ['File "protocols_subtyping.py", line 84, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
 """
diff --git a/conformance/results/pytype/qualifiers_annotated.toml b/conformance/results/pytype/qualifiers_annotated.toml
index f5ff8173a..425805637 100644
--- a/conformance/results/pytype/qualifiers_annotated.toml
+++ b/conformance/results/pytype/qualifiers_annotated.toml
@@ -24,6 +24,7 @@ Line 47: Expected 1 errors
 Line 48: Expected 1 errors
 Line 49: Expected 1 errors
 Line 53: Expected 1 errors
+Line 77: Expected 1 errors
 Line 91: Unexpected errors ['File "qualifiers_annotated.py", line 91, in <module>: \\'Annotated\\' object is not callable [not-callable]']
 Line 121: Unexpected errors ['File "qualifiers_annotated.py", line 121, in <module>: Invalid TypeVar: TypeVar(\\'T\\') must be stored as \\'T\\', not \\'TA3\\' [invalid-typevar]']
 """
diff --git a/conformance/results/pytype/qualifiers_final_annotation.toml b/conformance/results/pytype/qualifiers_final_annotation.toml
index 614eb6281..6a418afbf 100644
--- a/conformance/results/pytype/qualifiers_final_annotation.toml
+++ b/conformance/results/pytype/qualifiers_final_annotation.toml
@@ -35,14 +35,11 @@ Line 62: Expected 1 errors
 Line 63: Expected 1 errors
 Line 94: Expected 1 errors
 Line 107: Expected 1 errors, got 3 (['File "qualifiers_final_annotation.py", line 107, in ClassD: Type annotation for VALUE2 does not match type of assignment [annotation-type-mismatch]', 'File "qualifiers_final_annotation.py", line 107, in ClassD: Invalid use of typing.Final [final-error]', 'File "qualifiers_final_annotation.py", line 107, in ClassD: Invalid type annotation \\'ClassVar[Final]\\'  [invalid-annotation]'])
+Line 118: Expected 1 errors, got 2 (['File "qualifiers_final_annotation.py", line 118, in <module>: Invalid use of typing.Final [final-error]', 'File "qualifiers_final_annotation.py", line 118, in <module>: Invalid type annotation \\'list[Final[int]]\\'  [invalid-annotation]'])
 Line 141: Expected 1 errors
 Line 147: Expected 1 errors
 Line 149: Expected 1 errors
 Line 152: Expected 1 errors
 Line 155: Expected 1 errors
 Line 93: Unexpected errors ['File "qualifiers_final_annotation.py", line 93, in <module>: Class ClassCChild overrides final class attribute BORDER_WIDTH, defined in base class ClassC [final-error]']
-Line 118: Unexpected errors ['File "qualifiers_final_annotation.py", line 118, in <module>: Invalid use of typing.Final [final-error]', 'File "qualifiers_final_annotation.py", line 118, in <module>: Invalid type annotation \\'list[Final[int]]\\'  [invalid-annotation]']
-Line 121: Unexpected errors ['File "qualifiers_final_annotation.py", line 121, in <module>: Invalid use of typing.Final [final-error]']
-Line 134: Unexpected errors ['File "qualifiers_final_annotation.py", line 134, in <module>: Invalid keyword argument a to function N.__new__ [wrong-keyword-args]']
-Line 135: Unexpected errors ['File "qualifiers_final_annotation.py", line 135, in <module>: Function N.__new__ was called with the wrong arguments [wrong-arg-types]']
 """
diff --git a/conformance/results/pytype/qualifiers_final_decorator.toml b/conformance/results/pytype/qualifiers_final_decorator.toml
index f91d35795..8bb764b7e 100644
--- a/conformance/results/pytype/qualifiers_final_decorator.toml
+++ b/conformance/results/pytype/qualifiers_final_decorator.toml
@@ -20,7 +20,13 @@ File "qualifiers_final_decorator.py", line 125, in <module>: Cannot apply @final
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 56: Expected 1 errors
+Line 60: Expected 1 errors
+Line 64: Expected 1 errors
+Line 75: Expected 1 errors
 Line 85: Expected 1 errors
+Line 89: Expected 1 errors
+Line 102: Expected 1 errors
 Line 126: Expected 1 errors
 Line 8: Unexpected errors ['File "qualifiers_final_decorator.py", line 8, in <module>: Couldn\\'t import pyi for \\'_qualifiers_final_decorator\\' [pyi-error]']
 Line 52: Unexpected errors ['File "qualifiers_final_decorator.py", line 52, in method4: bad return type [bad-return-type]']
@@ -29,6 +35,5 @@ Line 76: Unexpected errors ['File "qualifiers_final_decorator.py", line 76, in m
 Line 90: Unexpected errors ['File "qualifiers_final_decorator.py", line 90, in method: bad return type [bad-return-type]']
 Line 103: Unexpected errors ['File "qualifiers_final_decorator.py", line 103, in method: bad return type [bad-return-type]']
 Line 117: Unexpected errors ['File "qualifiers_final_decorator.py", line 117, in <module>: Class Derived5 overrides final method method, defined in base class Base5_2 [final-error]']
-Line 118: Unexpected errors ['File "qualifiers_final_decorator.py", line 118, in Derived5: Overriding method signature mismatch [signature-mismatch]']
 Line 125: Unexpected errors ['File "qualifiers_final_decorator.py", line 125, in <module>: Cannot apply @final decorator to func1 [final-error]']
 """
diff --git a/conformance/results/pytype/specialtypes_never.toml b/conformance/results/pytype/specialtypes_never.toml
index 0e1707368..7d42c0916 100644
--- a/conformance/results/pytype/specialtypes_never.toml
+++ b/conformance/results/pytype/specialtypes_never.toml
@@ -20,10 +20,10 @@ Line 51: Expected 1 errors
 Line 54: Expected 1 errors
 Line 59: Expected 1 errors
 Line 60: Expected 1 errors
+Line 104: Expected 1 errors
 Line 11: Unexpected errors ['File "specialtypes_never.py", line 11, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
 Line 21: Unexpected errors ['File "specialtypes_never.py", line 21, in func1: bad return type [bad-return-type]']
 Line 67: Unexpected errors ['File "specialtypes_never.py", line 67, in func6: Type annotation for v1 does not match type of assignment [annotation-type-mismatch]']
 Line 68: Unexpected errors ['File "specialtypes_never.py", line 68, in func6: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
 Line 69: Unexpected errors ['File "specialtypes_never.py", line 69, in func6: Type annotation for v3 does not match type of assignment [annotation-type-mismatch]']
-Line 85: Unexpected errors ['File "specialtypes_never.py", line 85, in func8: Type annotation for v3 does not match type of assignment [annotation-type-mismatch]']
 """
diff --git a/conformance/results/pytype/specialtypes_none.toml b/conformance/results/pytype/specialtypes_none.toml
index d012f6003..1c1b30f21 100644
--- a/conformance/results/pytype/specialtypes_none.toml
+++ b/conformance/results/pytype/specialtypes_none.toml
@@ -10,5 +10,4 @@ File "specialtypes_none.py", line 41, in <module>: Function func2 was called wit
 conformance_automated = "Fail"
 errors_diff = """
 Line 27: Expected 1 errors
-Line 21: Unexpected errors ['File "specialtypes_none.py", line 21, in <module>: Function func1 was called with the wrong arguments [wrong-arg-types]']
 """
diff --git a/conformance/results/pytype/specialtypes_promotions.toml b/conformance/results/pytype/specialtypes_promotions.toml
index f6248019e..dc20943f2 100644
--- a/conformance/results/pytype/specialtypes_promotions.toml
+++ b/conformance/results/pytype/specialtypes_promotions.toml
@@ -2,7 +2,6 @@ conformant = "Pass"
 output = """
 File "specialtypes_promotions.py", line 13, in func1: No attribute 'numerator' on float [attribute-error]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 13: Unexpected errors ['File "specialtypes_promotions.py", line 13, in func1: No attribute \\'numerator\\' on float [attribute-error]']
 """
diff --git a/conformance/results/pytype/specialtypes_type.toml b/conformance/results/pytype/specialtypes_type.toml
index 4fe8a2924..3a00c1aa9 100644
--- a/conformance/results/pytype/specialtypes_type.toml
+++ b/conformance/results/pytype/specialtypes_type.toml
@@ -20,17 +20,10 @@ File "specialtypes_type.py", line 146, in <module>: No attribute 'unknown' on Ty
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 56: Unexpected errors ['File "specialtypes_type.py", line 56, in <module>: Function func4 was called with the wrong arguments [wrong-arg-types]']
+Line 70: Expected 1 errors
 Line 64: Unexpected errors ['File "specialtypes_type.py", line 64, in <module>: Invalid type annotation \\'T\\'  [invalid-annotation]']
-Line 76: Unexpected errors ['File "specialtypes_type.py", line 76, in <module>: Invalid type annotation \\'type[int, str]\\'  [invalid-annotation]']
 Line 98: Unexpected errors ['File "specialtypes_type.py", line 98, in func7: Any [assert-type]']
 Line 102: Unexpected errors ['File "specialtypes_type.py", line 102, in func7: Any [assert-type]']
 Line 106: Unexpected errors ['File "specialtypes_type.py", line 106, in func7: Any [assert-type]']
 Line 110: Unexpected errors ['File "specialtypes_type.py", line 110, in func7: Any [assert-type]']
-Line 117: Unexpected errors ['File "specialtypes_type.py", line 117, in func8: No attribute \\'unknown\\' on Type[object] [attribute-error]']
-Line 120: Unexpected errors ['File "specialtypes_type.py", line 120, in func8: No attribute \\'unknown\\' on Type[object] [attribute-error]']
-Line 143: Unexpected errors ['File "specialtypes_type.py", line 143, in <module>: No attribute \\'unknown\\' on Type[type] [attribute-error]']
-Line 144: Unexpected errors ['File "specialtypes_type.py", line 144, in <module>: No attribute \\'unknown\\' on Type[type] [attribute-error]']
-Line 145: Unexpected errors ['File "specialtypes_type.py", line 145, in <module>: No attribute \\'unknown\\' on Type[type] [attribute-error]']
-Line 146: Unexpected errors ['File "specialtypes_type.py", line 146, in <module>: No attribute \\'unknown\\' on Type[type] [attribute-error]']
 """
diff --git a/conformance/results/pytype/tuples_type_compat.toml b/conformance/results/pytype/tuples_type_compat.toml
index 5e463fc0a..8d66990db 100644
--- a/conformance/results/pytype/tuples_type_compat.toml
+++ b/conformance/results/pytype/tuples_type_compat.toml
@@ -63,7 +63,14 @@ File "tuples_type_compat.py", line 175, in func9: Invalid type annotation 'tuple
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 15: Unexpected errors ['File "tuples_type_compat.py", line 15, in func1: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
+Line 29: Expected 1 errors
+Line 32: Expected 1 errors
+Line 33: Expected 1 errors
+Line 43: Expected 1 errors
+Line 62: Expected 1 errors
+Line 168: Expected 1 errors, got 2 (['File "tuples_type_compat.py", line 168, in func9: Type annotation for t2 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 168, in func9: Invalid type annotation \\'tuple[str, str, *tuple[int]]\\'  [invalid-annotation]'])
+Line 171: Expected 1 errors, got 2 (['File "tuples_type_compat.py", line 171, in func9: Type annotation for t5 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 171, in func9: Invalid type annotation \\'tuple[str, str, str, *tuple[str, ...]]\\'  [invalid-annotation]'])
+Line 175: Expected 1 errors, got 2 (['File "tuples_type_compat.py", line 175, in func9: Type annotation for t9 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 175, in func9: Invalid type annotation \\'tuple[*tuple[str, ...], str, str, str]\\'  [invalid-annotation]'])
 Line 22: Unexpected errors ['File "tuples_type_compat.py", line 22, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
 Line 27: Unexpected errors ['File "tuples_type_compat.py", line 27, in func2: Invalid type annotation \\'tuple[int, *tuple[int, ...]]\\'  [invalid-annotation]']
 Line 47: Unexpected errors ['File "tuples_type_compat.py", line 47, in func3: Invalid type annotation \\'tuple[int, *tuple[str, ...]]\\'  [invalid-annotation]']
@@ -78,29 +85,19 @@ Line 134: Unexpected errors ['File "tuples_type_compat.py", line 134, in <module
 Line 139: Unexpected errors ['File "tuples_type_compat.py", line 139, in func8: Sequence [assert-type]']
 Line 140: Unexpected errors ['File "tuples_type_compat.py", line 140, in func8: Sequence [assert-type]']
 Line 143: Unexpected errors ['File "tuples_type_compat.py", line 143, in <module>: Type annotation for t1 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 143, in <module>: Invalid type annotation \\'tuple[int, *tuple[str]]\\'  [invalid-annotation]', 'File "tuples_type_compat.py", line 143, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
-Line 144: Unexpected errors ['File "tuples_type_compat.py", line 144, in <module>: Type annotation for t1 does not match type of assignment [annotation-type-mismatch]']
 Line 146: Unexpected errors ['File "tuples_type_compat.py", line 146, in <module>: Invalid type annotation \\'tuple[int, *tuple[str, ...]]\\'  [invalid-annotation]', 'File "tuples_type_compat.py", line 146, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
 Line 147: Unexpected errors ['File "tuples_type_compat.py", line 147, in <module>: Type annotation for t2 does not match type of assignment [annotation-type-mismatch]']
 Line 148: Unexpected errors ['File "tuples_type_compat.py", line 148, in <module>: Type annotation for t2 does not match type of assignment [annotation-type-mismatch]']
-Line 149: Unexpected errors ['File "tuples_type_compat.py", line 149, in <module>: Type annotation for t2 does not match type of assignment [annotation-type-mismatch]']
-Line 150: Unexpected errors ['File "tuples_type_compat.py", line 150, in <module>: Type annotation for t2 does not match type of assignment [annotation-type-mismatch]']
 Line 153: Unexpected errors ['File "tuples_type_compat.py", line 153, in <module>: Type annotation for t3 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 153, in <module>: Invalid type annotation \\'tuple[int, *tuple[str, ...], int]\\'  [invalid-annotation]', 'File "tuples_type_compat.py", line 153, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
 Line 154: Unexpected errors ['File "tuples_type_compat.py", line 154, in <module>: Type annotation for t3 does not match type of assignment [annotation-type-mismatch]']
 Line 155: Unexpected errors ['File "tuples_type_compat.py", line 155, in <module>: Type annotation for t3 does not match type of assignment [annotation-type-mismatch]']
-Line 156: Unexpected errors ['File "tuples_type_compat.py", line 156, in <module>: Type annotation for t3 does not match type of assignment [annotation-type-mismatch]']
-Line 157: Unexpected errors ['File "tuples_type_compat.py", line 157, in <module>: Type annotation for t3 does not match type of assignment [annotation-type-mismatch]']
 Line 159: Unexpected errors ['File "tuples_type_compat.py", line 159, in <module>: Invalid type annotation \\'tuple[*tuple[str, ...], int]\\'  [invalid-annotation]', 'File "tuples_type_compat.py", line 159, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
 Line 160: Unexpected errors ['File "tuples_type_compat.py", line 160, in <module>: Type annotation for t4 does not match type of assignment [annotation-type-mismatch]']
 Line 161: Unexpected errors ['File "tuples_type_compat.py", line 161, in <module>: Type annotation for t4 does not match type of assignment [annotation-type-mismatch]']
-Line 162: Unexpected errors ['File "tuples_type_compat.py", line 162, in <module>: Type annotation for t4 does not match type of assignment [annotation-type-mismatch]']
-Line 163: Unexpected errors ['File "tuples_type_compat.py", line 163, in <module>: Type annotation for t4 does not match type of assignment [annotation-type-mismatch]']
 Line 167: Unexpected errors ['File "tuples_type_compat.py", line 167, in func9: Type annotation for t1 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 167, in func9: Invalid type annotation \\'tuple[str, str, *tuple[int, ...]]\\'  [invalid-annotation]']
-Line 168: Unexpected errors ['File "tuples_type_compat.py", line 168, in func9: Type annotation for t2 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 168, in func9: Invalid type annotation \\'tuple[str, str, *tuple[int]]\\'  [invalid-annotation]']
 Line 169: Unexpected errors ['File "tuples_type_compat.py", line 169, in func9: Type annotation for t3 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 169, in func9: Invalid type annotation \\'tuple[str, *tuple[str, ...]]\\'  [invalid-annotation]']
 Line 170: Unexpected errors ['File "tuples_type_compat.py", line 170, in func9: Type annotation for t4 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 170, in func9: Invalid type annotation \\'tuple[str, str, *tuple[str, ...]]\\'  [invalid-annotation]']
-Line 171: Unexpected errors ['File "tuples_type_compat.py", line 171, in func9: Type annotation for t5 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 171, in func9: Invalid type annotation \\'tuple[str, str, str, *tuple[str, ...]]\\'  [invalid-annotation]']
 Line 172: Unexpected errors ['File "tuples_type_compat.py", line 172, in func9: Type annotation for t6 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 172, in func9: Invalid type annotation \\'tuple[str, *tuple[int, ...], str]\\'  [invalid-annotation]']
 Line 173: Unexpected errors ['File "tuples_type_compat.py", line 173, in func9: Type annotation for t7 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 173, in func9: Invalid type annotation \\'tuple[*tuple[str, ...], str]\\'  [invalid-annotation]']
 Line 174: Unexpected errors ['File "tuples_type_compat.py", line 174, in func9: Type annotation for t8 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 174, in func9: Invalid type annotation \\'tuple[*tuple[str, ...], str]\\'  [invalid-annotation]']
-Line 175: Unexpected errors ['File "tuples_type_compat.py", line 175, in func9: Type annotation for t9 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 175, in func9: Invalid type annotation \\'tuple[*tuple[str, ...], str, str, str]\\'  [invalid-annotation]']
 """
diff --git a/conformance/results/pytype/tuples_type_form.toml b/conformance/results/pytype/tuples_type_form.toml
index 855956b84..8b9452103 100644
--- a/conformance/results/pytype/tuples_type_form.toml
+++ b/conformance/results/pytype/tuples_type_form.toml
@@ -16,11 +16,6 @@ File "tuples_type_form.py", line 45, in <module>: Invalid type annotation '<inst
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 12: Unexpected errors ['File "tuples_type_form.py", line 12, in <module>: Type annotation for t1 does not match type of assignment [annotation-type-mismatch]']
-Line 14: Unexpected errors ['File "tuples_type_form.py", line 14, in <module>: Type annotation for t2 does not match type of assignment [annotation-type-mismatch]']
-Line 15: Unexpected errors ['File "tuples_type_form.py", line 15, in <module>: Type annotation for t2 does not match type of assignment [annotation-type-mismatch]']
-Line 25: Unexpected errors ['File "tuples_type_form.py", line 25, in <module>: Type annotation for t10 does not match type of assignment [annotation-type-mismatch]']
-Line 36: Unexpected errors ['File "tuples_type_form.py", line 36, in <module>: Type annotation for t20 does not match type of assignment [annotation-type-mismatch]']
 Line 40: Unexpected errors ['File "tuples_type_form.py", line 40, in <module>: Invalid type annotation \\'tuple[int, int, Any]\\'  [invalid-annotation]']
 Line 41: Unexpected errors ['File "tuples_type_form.py", line 41, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]']
 Line 42: Unexpected errors ['File "tuples_type_form.py", line 42, in <module>: Invalid type annotation \\'tuple[Any, int]\\'  [invalid-annotation]', 'File "tuples_type_form.py", line 42, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]']
diff --git a/conformance/results/pytype/tuples_unpacked.toml b/conformance/results/pytype/tuples_unpacked.toml
index d3c42b2c6..8a2476e69 100644
--- a/conformance/results/pytype/tuples_unpacked.toml
+++ b/conformance/results/pytype/tuples_unpacked.toml
@@ -30,6 +30,12 @@ File "tuples_unpacked.py", line 50, in func3: Invalid type annotation 'tuple[*tu
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 31: Expected 1 errors, got 2 (['File "tuples_unpacked.py", line 31, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 31, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]'])
+Line 32: Expected 1 errors, got 2 (['File "tuples_unpacked.py", line 32, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 32, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]'])
+Line 39: Expected 1 errors, got 2 (['File "tuples_unpacked.py", line 39, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 39, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]'])
+Line 40: Expected 1 errors, got 2 (['File "tuples_unpacked.py", line 40, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 40, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]'])
+Line 58: Expected 1 errors
+Line 61: Expected 1 errors
 Line 13: Unexpected errors ['File "tuples_unpacked.py", line 13, in <module>: typing.Unpack not supported yet [not-supported-yet]', 'File "tuples_unpacked.py", line 13, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
 Line 16: Unexpected errors ['File "tuples_unpacked.py", line 16, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
 Line 17: Unexpected errors ['File "tuples_unpacked.py", line 17, in func1: Tuple[Any] [assert-type]']
@@ -37,14 +43,9 @@ Line 18: Unexpected errors ['File "tuples_unpacked.py", line 18, in func1: Inval
 Line 19: Unexpected errors ['File "tuples_unpacked.py", line 19, in func1: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
 Line 25: Unexpected errors ['File "tuples_unpacked.py", line 25, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
 Line 26: Unexpected errors ['File "tuples_unpacked.py", line 26, in func2: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
-Line 31: Unexpected errors ['File "tuples_unpacked.py", line 31, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 31, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
-Line 32: Unexpected errors ['File "tuples_unpacked.py", line 32, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 32, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
 Line 37: Unexpected errors ['File "tuples_unpacked.py", line 37, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 37, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
 Line 38: Unexpected errors ['File "tuples_unpacked.py", line 38, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
-Line 39: Unexpected errors ['File "tuples_unpacked.py", line 39, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 39, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
-Line 40: Unexpected errors ['File "tuples_unpacked.py", line 40, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 40, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]']
 Line 45: Unexpected errors ['File "tuples_unpacked.py", line 45, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
 Line 48: Unexpected errors ['File "tuples_unpacked.py", line 48, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
 Line 49: Unexpected errors ['File "tuples_unpacked.py", line 49, in func3: Invalid type annotation \\'tuple[*tuple[str], *Ts]\\'  [invalid-annotation]']
-Line 50: Unexpected errors ['File "tuples_unpacked.py", line 50, in func3: Invalid type annotation \\'tuple[*tuple[str, ...], *Ts]\\'  [invalid-annotation]']
 """
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index f75c17af8..cade5cbbf 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 43.8
+test_duration = 44.1
diff --git a/conformance/results/results.html b/conformance/results/results.html
index d4aad7d16..6c18d6ce7 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.3sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>43.8sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.7sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.2sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>44.1sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>
diff --git a/conformance/tests/aliases_recursive.py b/conformance/tests/aliases_recursive.py
index 628d35f19..767ace3d9 100644
--- a/conformance/tests/aliases_recursive.py
+++ b/conformance/tests/aliases_recursive.py
@@ -35,8 +35,8 @@ def func1(j1: Json) -> Json2:
 t3: RecursiveTuple = (1, "1", 1, "2")  # OK
 t4: RecursiveTuple = (1, ("1", 1), "2")  # OK
 t5: RecursiveTuple = (1, ("1", 1), (1, (1, 2)))  # OK
-t6: RecursiveTuple = (1, ("1", 1), (1, (1, [2])))  # Type error
-t6: RecursiveTuple = (1, [1])  # Type error
+t6: RecursiveTuple = (1, ("1", 1), (1, (1, [2])))  # E
+t6: RecursiveTuple = (1, [1])  # E
 
 
 RecursiveMapping = str | int | Mapping[str, "RecursiveMapping"]
@@ -47,13 +47,13 @@ def func1(j1: Json) -> Json2:
 m4: RecursiveMapping = {"1": "1", "2": 1}  # OK
 m5: RecursiveMapping = {"1": "1", "2": 1, "3": {}}  # OK
 m6: RecursiveMapping = {"1": "1", "2": 1, "3": {"0": "0", "1": "2", "2": {}}}  # OK
-m7: RecursiveMapping = {"1": [1]}  # Type error
-m8: RecursiveMapping = {"1": "1", "2": 1, "3": [1, 2]}  # Type error
+m7: RecursiveMapping = {"1": [1]}  # E
+m8: RecursiveMapping = {"1": "1", "2": 1, "3": [1, 2]}  # E
 m9: RecursiveMapping = {
     "1": "1",
     "2": 1,
     "3": {"0": "0", "1": 1, "2": [1, 2, 3]},
-}  # Type error
+}  # E
 
 
 T1 = TypeVar("T1", str, int)
diff --git a/conformance/tests/annotations_methods.py b/conformance/tests/annotations_methods.py
index b304cb8e9..fa51f9a87 100644
--- a/conformance/tests/annotations_methods.py
+++ b/conformance/tests/annotations_methods.py
@@ -43,7 +43,7 @@ class B(A):
 
 # Similarly, this case is ambiguous in the spec. Pyright currently
 # generates a type error here, but mypy accepts this.
-B.copy(A())  # Type error
+B.copy(A())  # E
 
 assert_type(A.static_method(A), A)
 assert_type(A.static_method(B), B)
diff --git a/conformance/tests/callables_annotation.py b/conformance/tests/callables_annotation.py
index 759e11d77..f9941dc5e 100644
--- a/conformance/tests/callables_annotation.py
+++ b/conformance/tests/callables_annotation.py
@@ -10,16 +10,16 @@
 def func1(cb: Callable[[int, str], list[str]]) -> None:
     assert_type(cb(1, ""), list[str])
     
-    cb(1)  # Type error
-    cb(1, 2)  # Type error
-    cb(1, "", 1)  # Type error
-    cb(a=1, b="")  # Type error
+    cb(1)  # E
+    cb(1, 2)  # E
+    cb(1, "", 1)  # E
+    cb(a=1, b="")  # E
 
 
 def func2(cb: Callable[[], dict[str, str]]) -> None:
     assert_type(cb(), dict[str, str])
     
-    cb(1)  # Type error
+    cb(1)  # E
 
 
 # > It is possible to declare the return type of a callable without specifying
diff --git a/conformance/tests/generics_base_class.py b/conformance/tests/generics_base_class.py
index 828dcf63e..92e5ba536 100644
--- a/conformance/tests/generics_base_class.py
+++ b/conformance/tests/generics_base_class.py
@@ -23,7 +23,7 @@ def takes_dict_incorrect(x: dict[str, list[object]]): ...
 def test_symbol_table(s: SymbolTable):
     takes_dict(s)  # OK
     takes_dict_typed(s)  # OK
-    takes_dict_incorrect(s)  # Type error
+    takes_dict_incorrect(s)  # E
 
 
 def func1(y: Generic[T]):  # Type Error
@@ -46,7 +46,7 @@ def test_linked_list(l: LinkedList[int]):
     assert_type(l.__contains__(1), bool)
 
 
-linked_list_invalid: LinkedList[int, int]  # Type error
+linked_list_invalid: LinkedList[int, int]  # E
 
 from collections.abc import Mapping
 
@@ -58,7 +58,7 @@ def test_my_dict(d: MyDict[int]):
     assert_type(d["a"], int)
 
 
-my_dict_invalid: MyDict[int, int]  # Type error
+my_dict_invalid: MyDict[int, int]  # E
 
 # > Note that we can use T multiple times in the base class list,
 # > as long as we don’t use the same type variable T multiple times
diff --git a/conformance/tests/generics_basic.py b/conformance/tests/generics_basic.py
index 6822f9457..02a091357 100644
--- a/conformance/tests/generics_basic.py
+++ b/conformance/tests/generics_basic.py
@@ -33,19 +33,19 @@ def concat(x: AnyStr, y: AnyStr) -> AnyStr:
 def test_concat(s: str, b: bytes, a: Any) -> None:
     concat(s, s)  # OK
     concat(b, b)  # OK
-    concat(s, b)  # Type error
-    concat(b, s)  # Type error
+    concat(s, b)  # E
+    concat(b, s)  # E
 
     concat(s, a)  # OK
     concat(a, b)  # OK
 
 # > Specifying a single constraint is disallowed.
 
-BadConstraint1 = TypeVar('BadConstraint1', str)  # Type error
+BadConstraint1 = TypeVar('BadConstraint1', str)  # E
 
 # > Note: those types cannot be parameterized by type variables
 
-BadConstraint2 = TypeVar('BadConstraint2', str, T)  # Type error
+BadConstraint2 = TypeVar('BadConstraint2', str, T)  # E
 
 # > Subtypes of types constrained by a type variable should be treated
 # > as their respective explicitly listed base types in the context of the
@@ -56,7 +56,7 @@ class MyStr(str): ...
 def test_concat_subtype(s: str, b: bytes, a: Any, m: MyStr) -> None:
     assert_type(concat(m, m), str)
     assert_type(concat(m, s), str)
-    concat(m, b)  # Type error
+    concat(m, b)  # E
 
     # TODO: should these be str or Any?
     # reveal_type(concat(m, a))
@@ -104,7 +104,7 @@ class Pair1(Generic[T, S]):
 
 # > Each type variable argument to ``Generic`` must be distinct.
 
-class Pair2(Generic[T, T]):   # Type error
+class Pair2(Generic[T, T]):   # E
       ...
 
 # > The ``Generic[T]`` base class is redundant in simple cases where you
@@ -137,8 +137,8 @@ def test_my_map(m1: MyMap1[str, int], m2: MyMap2[int, str]):
     assert_type(m1["key"], int)
     assert_type(m2["key"], int)
 
-    m1[0]  # Type error
-    m2[0]  # Type error
+    m1[0]  # E
+    m2[0]  # E
 
 # > You can use multiple inheritance with ``Generic``
 
@@ -164,5 +164,5 @@ def test_my_iterable_any(m: MyIterableAny):
 
 class GenericMeta(type, Generic[T]): ...
 
-class GenericMetaInstance(metaclass=GenericMeta[T]):  # Type error
+class GenericMetaInstance(metaclass=GenericMeta[T]):  # E
     ...
diff --git a/conformance/tests/generics_paramspec_basic.py b/conformance/tests/generics_paramspec_basic.py
index caa3ff2a9..01da2db31 100644
--- a/conformance/tests/generics_paramspec_basic.py
+++ b/conformance/tests/generics_paramspec_basic.py
@@ -12,7 +12,7 @@
 
 # > Valid use locations
 
-TA1: TypeAlias = P  # Type error
+TA1: TypeAlias = P  # E
 
 TA2: TypeAlias = Callable[P, None]  # OK
 TA3: TypeAlias = Callable[Concatenate[int, P], None]  # OK
@@ -20,21 +20,21 @@
 TA5: TypeAlias = Callable[..., None]  # OK
 
 
-def func1(x: P) -> P:  # Type error
+def func1(x: P) -> P:  # E
     ...
 
 
-def func2(x: Concatenate[int, P]) -> int:  # Type error
+def func2(x: Concatenate[int, P]) -> int:  # E
     ...
 
 
-def func3(x: list[P]) -> None:  # Type error
+def func3(x: list[P]) -> None:  # E
     ...
 
 
-def func4(x: Callable[[int, str], P]) -> None:  # Type error
+def func4(x: Callable[[int, str], P]) -> None:  # E
     ...
 
 
-def func5(*args: P, **kwargs: P) -> None:  # Type error
+def func5(*args: P, **kwargs: P) -> None:  # E
     ...
diff --git a/conformance/tests/generics_paramspec_components.py b/conformance/tests/generics_paramspec_components.py
index 70a7eeb8e..4f1929d13 100644
--- a/conformance/tests/generics_paramspec_components.py
+++ b/conformance/tests/generics_paramspec_components.py
@@ -14,31 +14,31 @@ def puts_p_into_scope1(f: Callable[P, int]) -> None:
     def inner(*args: P.args, **kwargs: P.kwargs) -> None:  # OK
         pass
 
-    def mixed_up(*args: P.kwargs, **kwargs: P.args) -> None:  # Type error
+    def mixed_up(*args: P.kwargs, **kwargs: P.args) -> None:  # E
         pass
 
-    def misplaced1(x: P.args) -> None:  # Type error
+    def misplaced1(x: P.args) -> None:  # E
         pass
 
-    def bad_kwargs1(*args: P.args, **kwargs: P.args) -> None:  # Type error
+    def bad_kwargs1(*args: P.args, **kwargs: P.args) -> None:  # E
         pass
 
-    def bad_kwargs2(*args: P.args, **kwargs: Any) -> None:  # Type error
+    def bad_kwargs2(*args: P.args, **kwargs: Any) -> None:  # E
         pass
 
 
-def out_of_scope(*args: P.args, **kwargs: P.kwargs) -> None:  # Type error
+def out_of_scope(*args: P.args, **kwargs: P.kwargs) -> None:  # E
     pass
 
 
 def puts_p_into_scope2(f: Callable[P, int]) -> None:
-    stored_args: P.args  # Type error
-    stored_kwargs: P.kwargs  # Type error
+    stored_args: P.args  # E
+    stored_kwargs: P.kwargs  # E
 
-    def just_args(*args: P.args) -> None:  # Type error
+    def just_args(*args: P.args) -> None:  # E
         pass
 
-    def just_kwargs(**kwargs: P.kwargs) -> None:  # Type error
+    def just_kwargs(**kwargs: P.kwargs) -> None:  # E
         pass
 
 
@@ -46,9 +46,9 @@ def decorator(f: Callable[P, int]) -> Callable[P, None]:
     def foo(*args: P.args, **kwargs: P.kwargs) -> None:
         assert_type(f(*args, **kwargs), int)  # OK
 
-        f(*kwargs, **args)  # Type error
+        f(*kwargs, **args)  # E
 
-        f(1, *args, **kwargs)  # Type error
+        f(1, *args, **kwargs)  # E
 
     return foo  # OK
 
@@ -57,7 +57,7 @@ def add(f: Callable[P, int]) -> Callable[Concatenate[str, P], None]:
     def foo(s: str, *args: P.args, **kwargs: P.kwargs) -> None:  # OK
         pass
 
-    def bar(*args: P.args, s: str, **kwargs: P.kwargs) -> None:  # Type error
+    def bar(*args: P.args, s: str, **kwargs: P.kwargs) -> None:  # E
         pass
 
     return foo  # OK
@@ -67,9 +67,9 @@ def remove(f: Callable[Concatenate[int, P], int]) -> Callable[P, None]:
     def foo(*args: P.args, **kwargs: P.kwargs) -> None:
         f(1, *args, **kwargs)  # OK
 
-        f(*args, 1, **kwargs)  # Type error
+        f(*args, 1, **kwargs)  # E
 
-        f(*args, **kwargs)  # Type error
+        f(*args, **kwargs)  # E
 
     return foo  # OK
 
@@ -80,7 +80,7 @@ def foo(x: int, *args: P.args, **kwargs: P.kwargs) -> None:
 
     def bar(*args: P.args, **kwargs: P.kwargs) -> None:
         foo(1, *args, **kwargs)  # OK
-        foo(x=1, *args, **kwargs)  # Type error
+        foo(x=1, *args, **kwargs)  # E
 
     return bar
 
@@ -95,4 +95,4 @@ def a_int_b_str(a: int, b: str) -> int:
 
 twice(a_int_b_str, 1, "A")  # OK
 twice(a_int_b_str, b="A", a=1)  # OK
-twice(a_int_b_str, "A", 1)  # Type error
+twice(a_int_b_str, "A", 1)  # E
diff --git a/conformance/tests/generics_paramspec_semantics.py b/conformance/tests/generics_paramspec_semantics.py
index 76017b481..1cbf05e17 100644
--- a/conformance/tests/generics_paramspec_semantics.py
+++ b/conformance/tests/generics_paramspec_semantics.py
@@ -58,7 +58,7 @@ def keyword_only_y(*, y: int) -> int:
     ...
 
 
-func1(keyword_only_x, keyword_only_y)  # Type error
+func1(keyword_only_x, keyword_only_y)  # E
 
 
 U = TypeVar("U")
@@ -94,7 +94,7 @@ def add(x: Callable[P, int]) -> Callable[Concatenate[str, P], bool]:
 a1 = add(bar)  # Should return (a: str, /, x: int, *args: bool) -> bool
 assert_type(a1("", 1, False, True), bool)
 assert_type(a1("", x=1), bool)
-a1(1, x=1)  # Type error
+a1(1, x=1)  # E
 
 
 def remove(x: Callable[Concatenate[int, P], int]) -> Callable[P, bool]:
@@ -104,7 +104,7 @@ def remove(x: Callable[Concatenate[int, P], int]) -> Callable[P, bool]:
 r1 = remove(bar)  # Should return (*args: bool) -> bool
 assert_type(r1(False, True, True), bool)
 assert_type(r1(), bool)
-r1(1)  # Type error
+r1(1)  # E
 
 
 def transform(
@@ -116,24 +116,24 @@ def transform(
 t1 = transform(bar)  # Should return (a: str, /, *args: bool) -> bool
 assert_type(t1("", True, False, True), bool)
 assert_type(t1(""), bool)
-t1(1)  # Type error
+t1(1)  # E
 
 
 def expects_int_first(x: Callable[Concatenate[int, P], int]) -> None:
     ...
 
 
-@expects_int_first  # Type error
+@expects_int_first  # E
 def one(x: str) -> int:
     ...
 
 
-@expects_int_first  # Type error
+@expects_int_first  # E
 def two(*, x: int) -> int:
     ...
 
 
-@expects_int_first  # Type error
+@expects_int_first  # E
 def three(**kwargs: int) -> int:
     ...
 
diff --git a/conformance/tests/generics_paramspec_specialization.py b/conformance/tests/generics_paramspec_specialization.py
index d50be6c2e..e6eb27653 100644
--- a/conformance/tests/generics_paramspec_specialization.py
+++ b/conformance/tests/generics_paramspec_specialization.py
@@ -42,7 +42,7 @@ def func24(x: ClassB[int, [], []]) -> str:  # OK
     return ""
 
 
-def func25(x: ClassA[int, int]) -> str:  # Type error
+def func25(x: ClassA[int, int]) -> str:  # E
     return ""
 
 
@@ -52,11 +52,11 @@ class ClassC(Generic[P1]):
 
 def func30(x: ClassC[[int, str, bool]]) -> None:  # OK
     x.f(0, "", True)  # OK
-    x.f("", "", True)  # Type error
-    x.f(0, "", "")  # Type error
+    x.f("", "", True)  # E
+    x.f(0, "", "")  # E
 
 
 def func31(x: ClassC[int, str, bool]) -> None:  # OK
     x.f(0, "", True)  # OK
-    x.f("", "", True)  # Type error
-    x.f(0, "", "")  # Type error
+    x.f("", "", True)  # E
+    x.f(0, "", "")  # E
diff --git a/conformance/tests/generics_scoping.py b/conformance/tests/generics_scoping.py
index 7f6923342..5655af6f6 100644
--- a/conformance/tests/generics_scoping.py
+++ b/conformance/tests/generics_scoping.py
@@ -22,7 +22,7 @@ def meth_2(self, x: T) -> T: ...  # and here are always the same
 
 a: MyClass[int] = MyClass()
 a.meth_1(1)  # OK
-a.meth_2('a')  # Type error
+a.meth_2('a')  # E
 
 # > A type variable used in a method that does not match any of the variables
 # > that parameterize the class makes this method a generic function in that
@@ -43,11 +43,11 @@ def method(self, x: T, y: S) -> S:
 
 def fun_3(x: T) -> list[T]:
     y: list[T] = []  # OK
-    z: list[S] = []  # Type error
+    z: list[S] = []  # E
     return y
 
 class Bar(Generic[T]):
-    an_attr: list[S] = []  # Type error
+    an_attr: list[S] = []  # E
 
     def do_something(self, x: S) -> S:  # OK
         ...
@@ -58,7 +58,7 @@ def do_something(self, x: S) -> S:  # OK
 def fun_4(x: T) -> list[T]:
     a_list: list[T] = []  # OK
 
-    class MyGeneric(Generic[T]):  # Type error
+    class MyGeneric(Generic[T]):  # E
         ...
 
     return a_list
@@ -68,19 +68,19 @@ class MyGeneric(Generic[T]):  # Type error
 # > doesn't cover the inner one
 
 class Outer(Generic[T]):
-    class Bad(Iterable[T]):  # Type error
+    class Bad(Iterable[T]):  # E
         ...
     class AlsoBad:
-        x: list[T]  # Type error
+        x: list[T]  # E
 
     class Inner(Iterable[S]):  # OK
         ...
     attr: Inner[T]  # OK
 
-    alias: TypeAlias = list[T]  # Type error
+    alias: TypeAlias = list[T]  # E
 
 
 # Test unbound type variables at global scope
-global_var1: T  # Type error
-global_var2: list[T] = []  # Type error
-list[T]()  # Type error
+global_var1: T  # E
+global_var2: list[T] = []  # E
+list[T]()  # E
diff --git a/conformance/tests/generics_syntax_compatibility.py b/conformance/tests/generics_syntax_compatibility.py
index c15bebd5f..506d26d4e 100644
--- a/conformance/tests/generics_syntax_compatibility.py
+++ b/conformance/tests/generics_syntax_compatibility.py
@@ -23,5 +23,5 @@ class ClassC[V]:
     def method1(self, a: V, b: K) -> V | K:  # OK
         ...
 
-    def method2[M](self, a: M, b: K) -> M | K:  # Type error
+    def method2[M](self, a: M, b: K) -> M | K:  # E
         ...
diff --git a/conformance/tests/generics_syntax_declarations.py b/conformance/tests/generics_syntax_declarations.py
index 1c153b933..d817a17e3 100644
--- a/conformance/tests/generics_syntax_declarations.py
+++ b/conformance/tests/generics_syntax_declarations.py
@@ -24,14 +24,14 @@ class ClassB[S, T](Protocol):  # OK
     ...
 
 
-class ClassC[S, T](Protocol[S, T]):  # Type error
+class ClassC[S, T](Protocol[S, T]):  # E
     ...
 
 
 class ClassD[T: str]:
     def method1(self, x: T):
         x.capitalize()  # OK
-        x.is_integer()  # Type error
+        x.is_integer()  # E
 
 
 class ClassE[T: dict[str, int]]:  # OK
diff --git a/conformance/tests/generics_syntax_infer_variance.py b/conformance/tests/generics_syntax_infer_variance.py
index c015b1ce0..ff0d11b8d 100644
--- a/conformance/tests/generics_syntax_infer_variance.py
+++ b/conformance/tests/generics_syntax_infer_variance.py
@@ -30,7 +30,7 @@ def __iter__(self) -> Iterator[T]:
 
 
 vco1_1: ShouldBeCovariant1[float] = ShouldBeCovariant1[int]()  # OK
-vco1_2: ShouldBeCovariant1[int] = ShouldBeCovariant1[float]()  # Type error
+vco1_2: ShouldBeCovariant1[int] = ShouldBeCovariant1[float]()  # E
 
 
 class ShouldBeCovariant2(Sequence[T]):
@@ -38,7 +38,7 @@ class ShouldBeCovariant2(Sequence[T]):
 
 
 vco2_1: ShouldBeCovariant2[float] = ShouldBeCovariant2[int]()  # OK
-vco2_2: ShouldBeCovariant2[int] = ShouldBeCovariant2[float]()  # Type error
+vco2_2: ShouldBeCovariant2[int] = ShouldBeCovariant2[float]()  # E
 
 
 class ShouldBeCovariant3(Generic[T]):
@@ -47,7 +47,7 @@ def method1(self) -> "ShouldBeCovariant2[T]":
 
 
 vco3_1: ShouldBeCovariant3[float] = ShouldBeCovariant3[int]()  # OK
-vco3_2: ShouldBeCovariant3[int] = ShouldBeCovariant3[float]()  # Type error
+vco3_2: ShouldBeCovariant3[int] = ShouldBeCovariant3[float]()  # E
 
 
 @dataclass(frozen=True)
@@ -56,7 +56,7 @@ class ShouldBeCovariant4(Generic[T]):
 
 
 vo4_1: ShouldBeCovariant4[float] = ShouldBeCovariant4[int](1)  # OK
-vo4_4: ShouldBeCovariant4[int] = ShouldBeCovariant4[float](1.0)  # Type error
+vo4_4: ShouldBeCovariant4[int] = ShouldBeCovariant4[float](1.0)  # E
 
 
 class ShouldBeCovariant5(Generic[T]):
@@ -69,7 +69,7 @@ def x(self) -> T:
 
 
 vo5_1: ShouldBeCovariant5[float] = ShouldBeCovariant5[int](1)  # OK
-vo5_2: ShouldBeCovariant5[int] = ShouldBeCovariant5[float](1.0)  # Type error
+vo5_2: ShouldBeCovariant5[int] = ShouldBeCovariant5[float](1.0)  # E
 
 
 class ShouldBeCovariant6(Generic[T]):
@@ -80,7 +80,7 @@ def __init__(self, value: T):
 
 
 vo6_1: ShouldBeCovariant6[float] = ShouldBeCovariant6[int](1)  # OK
-vo6_2: ShouldBeCovariant6[int] = ShouldBeCovariant6[float](1.0)  # Type error
+vo6_2: ShouldBeCovariant6[int] = ShouldBeCovariant6[float](1.0)  # E
 
 
 class ShouldBeInvariant1(Generic[T]):
@@ -96,8 +96,8 @@ def value(self, value: T):
         self._value = value
 
 
-vinv1_1: ShouldBeInvariant1[float] = ShouldBeInvariant1[int](1)  # Type error
-vinv1_2: ShouldBeInvariant1[int] = ShouldBeInvariant1[float](1.1)  # Type error
+vinv1_1: ShouldBeInvariant1[float] = ShouldBeInvariant1[int](1)  # E
+vinv1_2: ShouldBeInvariant1[int] = ShouldBeInvariant1[float](1.1)  # E
 
 
 class ShouldBeInvariant2(Generic[T]):
@@ -111,18 +111,18 @@ def set_value(self, value: T):
         self._value = value
 
 
-vinv2_1: ShouldBeInvariant2[float] = ShouldBeInvariant2[int](1)  # Type error
-vinv2_2: ShouldBeInvariant2[int] = ShouldBeInvariant2[float](1.1)  # Type error
+vinv2_1: ShouldBeInvariant2[float] = ShouldBeInvariant2[int](1)  # E
+vinv2_2: ShouldBeInvariant2[int] = ShouldBeInvariant2[float](1.1)  # E
 
 
 class ShouldBeInvariant3(dict[K, V]):
     pass
 
 
-vinv3_1: ShouldBeInvariant3[float, str] = ShouldBeInvariant3[int, str]()  # Type error
-vinv3_2: ShouldBeInvariant3[int, str] = ShouldBeInvariant3[float, str]()  # Type error
-vinv3_3: ShouldBeInvariant3[str, float] = ShouldBeInvariant3[str, int]()  # Type error
-vinv3_4: ShouldBeInvariant3[str, int] = ShouldBeInvariant3[str, float]()  # Type error
+vinv3_1: ShouldBeInvariant3[float, str] = ShouldBeInvariant3[int, str]()  # E
+vinv3_2: ShouldBeInvariant3[int, str] = ShouldBeInvariant3[float, str]()  # E
+vinv3_3: ShouldBeInvariant3[str, float] = ShouldBeInvariant3[str, int]()  # E
+vinv3_4: ShouldBeInvariant3[str, int] = ShouldBeInvariant3[str, float]()  # E
 
 
 @dataclass
@@ -130,7 +130,7 @@ class ShouldBeInvariant4[T]:
     x: T
 
 
-vinv4_1: ShouldBeInvariant4[float] = ShouldBeInvariant4[int](1)  # Type error
+vinv4_1: ShouldBeInvariant4[float] = ShouldBeInvariant4[int](1)  # E
 
 
 class ShouldBeInvariant5[T]:
@@ -138,7 +138,7 @@ def __init__(self, x: T) -> None:
         self.x = x
 
 
-vinv5_1: ShouldBeInvariant5[float] = ShouldBeInvariant5[int](1)  # Type error
+vinv5_1: ShouldBeInvariant5[float] = ShouldBeInvariant5[int](1)  # E
 
 
 class ShouldBeContravariant1(Generic[T]):
@@ -149,5 +149,5 @@ def set_value(self, value: T):
         pass
 
 
-vcontra1_1: ShouldBeContravariant1[float] = ShouldBeContravariant1[int](1)  # Type error
+vcontra1_1: ShouldBeContravariant1[float] = ShouldBeContravariant1[int](1)  # E
 vcontra1_2: ShouldBeContravariant1[int] = ShouldBeContravariant1[float](1.2)  # OK
diff --git a/conformance/tests/generics_syntax_scoping.py b/conformance/tests/generics_syntax_scoping.py
index 49c3602f3..3f81c2699 100644
--- a/conformance/tests/generics_syntax_scoping.py
+++ b/conformance/tests/generics_syntax_scoping.py
@@ -11,11 +11,11 @@
 # > if the name is defined in an outer scope.
 
 
-class ClassA[S, T: Sequence[S]]:  # Type error
+class ClassA[S, T: Sequence[S]]:  # E
     ...
 
 
-class ClassB[S: Sequence[T], T]:  # Type error
+class ClassB[S: Sequence[T], T]:  # E
     ...
 
 
@@ -89,13 +89,13 @@ def decorator2[**P, R](x: int) -> Callable[[Callable[P, R]], Callable[P, R]]:
 class ClassE[T](Sequence[T]):
     T = int(1)
 
-    def method1[T](self):  # Type error
+    def method1[T](self):  # E
         ...
 
-    def method2[T](self, x=T):  # Type error
+    def method2[T](self, x=T):  # E
         ...
 
-    def method3[T](self, x: T):  # Type error
+    def method3[T](self, x: T):  # E
         ...
 
 
diff --git a/conformance/tests/generics_type_erasure.py b/conformance/tests/generics_type_erasure.py
index 316ff45c7..f88af0e59 100644
--- a/conformance/tests/generics_type_erasure.py
+++ b/conformance/tests/generics_type_erasure.py
@@ -33,15 +33,15 @@ def __init__(self, label: T | None = None) -> None: ...
 assert_type(n4, Node[str])
 
 n5 = Node[int](0)   # OK
-n6 = Node[int]("")  # Type error
+n6 = Node[int]("")  # E
 n7 = Node[str]("")  # OK
-n8 = Node[str](0)   # Type error
+n8 = Node[str](0)   # E
 
-Node[int].label = 1  # Type error
-Node[int].label      # Type error
-Node.label = 1       # Type error
-Node.label           # Type error
-type(n1).label       # Type error
+Node[int].label = 1  # E
+Node[int].label      # E
+Node.label = 1       # E
+Node.label           # E
+type(n1).label       # E
 assert_type(n1.label, int)
 assert_type(Node[int]().label, int)
 n1.label = 1         # OK
diff --git a/conformance/tests/generics_typevartuple_args.py b/conformance/tests/generics_typevartuple_args.py
index db85e29e3..fdc0e55a0 100644
--- a/conformance/tests/generics_typevartuple_args.py
+++ b/conformance/tests/generics_typevartuple_args.py
@@ -30,8 +30,8 @@ def exec_le(path: str, *args: * tuple[*Ts, Env], env: Env | None = None) -> tupl
 
 assert_type(exec_le("", Env()), tuple[()])  # OK
 assert_type(exec_le("", 0, "", Env()), tuple[int, str])  # OK
-exec_le("", 0, "")  # Type error
-exec_le("", 0, "", env=Env())  # Type error
+exec_le("", 0, "")  # E
+exec_le("", 0, "", env=Env())  # E
 
 
 # > Using an unpacked unbounded tuple is equivalent to the
@@ -45,7 +45,7 @@ def func1(*args: * tuple[int, ...]) -> None:
 
 func1()  # OK
 func1(1, 2, 3, 4, 5)  # OK
-func1(1, "2", 3)  # Type error
+func1(1, "2", 3)  # E
 
 
 def func2(*args: * tuple[int, *tuple[str, ...], str]) -> None:
@@ -54,9 +54,9 @@ def func2(*args: * tuple[int, *tuple[str, ...], str]) -> None:
 
 func2(1, "")  # OK
 func2(1, "", "", "", "")  # OK
-func2(1, 1, "")  # Type error
-func2(1)  # Type error
-func2("")  # Type error
+func2(1, 1, "")  # E
+func2(1)  # E
+func2("")  # E
 
 
 def func3(*args: * tuple[int, str]) -> None:
@@ -64,7 +64,7 @@ def func3(*args: * tuple[int, str]) -> None:
 
 
 func3(1, "hello")  # OK
-func3(1)  # Type error
+func3(1)  # E
 
 
 def func4(*args: tuple[*Ts]):
@@ -72,10 +72,10 @@ def func4(*args: tuple[*Ts]):
 
 
 func4((0,), (1,))  # OK
-func4((0,), (1, 2))  # Type error
-func4((0,), ("1",))  # Type error
+func4((0,), (1, 2))  # E
+func4((0,), ("1",))  # E
 
 
 # This is a syntax error, so leave it commented out.
-# def func5(**kwargs: *Ts): # Type error
+# def func5(**kwargs: *Ts): # E
 #     ...
diff --git a/conformance/tests/generics_typevartuple_basic.py b/conformance/tests/generics_typevartuple_basic.py
index 6e1e562a2..c6a3c5ebe 100644
--- a/conformance/tests/generics_typevartuple_basic.py
+++ b/conformance/tests/generics_typevartuple_basic.py
@@ -39,11 +39,11 @@ def get_shape(self) -> tuple[*Shape]:
     (Time(1), Batch(1), Height(1), Width(1))
 )  # OK
 
-v4: Array[Height, Width] = Array(Height(1))  # Type error
-v5: Array[Batch, Height, Width] = Array((Batch(1), Width(1)))  # Type error
+v4: Array[Height, Width] = Array(Height(1))  # E
+v5: Array[Batch, Height, Width] = Array((Batch(1), Width(1)))  # E
 v6: Array[Time, Batch, Height, Width] = Array(
     (Time(1), Batch(1), Width(1), Height(1))
-)  # Type error
+)  # E
 
 
 # > Type Variable Tuples Must Always be Unpacked
@@ -62,9 +62,9 @@ def method1(*args: Shape) -> None:  # E: not unpacked
 
 # > TypeVarTuple does not yet support specification of variance, bounds, constraints.
 
-Ts1 = TypeVarTuple("Ts1", covariant=True)  # Type error
-Ts2 = TypeVarTuple("Ts2", int, float)  # Type error
-Ts3 = TypeVarTuple("Ts3", bound=int)  # Type error
+Ts1 = TypeVarTuple("Ts1", covariant=True)  # E
+Ts2 = TypeVarTuple("Ts2", int, float)  # E
+Ts3 = TypeVarTuple("Ts3", bound=int)  # E
 
 
 # > If the same TypeVarTuple instance is used in multiple places in a signature
@@ -86,8 +86,8 @@ def func2(arg1: tuple[*Ts], arg2: tuple[*Ts]) -> tuple[*Ts]:
 func2((0.0,), (0,))  # OK
 func2((0,), (1,))  # OK
 
-func2((0,), ("0",))  # Type error
-func2((0, 0), (0,))  # Type error
+func2((0,), ("0",))  # E
+func2((0, 0), (0,))  # E
 
 
 def multiply(x: Array[*Shape], y: Array[*Shape]) -> Array[*Shape]:
@@ -96,12 +96,12 @@ def multiply(x: Array[*Shape], y: Array[*Shape]) -> Array[*Shape]:
 
 def func3(x: Array[Height], y: Array[Width], z: Array[Height, Width]):
     multiply(x, x)  # OK
-    multiply(x, y)  # Type error
-    multiply(x, z)  # Type error
+    multiply(x, y)  # E
+    multiply(x, z)  # E
 
 
 # > Only a single type variable tuple may appear in a type parameter list.
 
 
-class Array3(Generic[*Ts1, *Ts2]):  # Type error
+class Array3(Generic[*Ts1, *Ts2]):  # E
     ...
diff --git a/conformance/tests/generics_typevartuple_callable.py b/conformance/tests/generics_typevartuple_callable.py
index 17833e43c..4ece6a97d 100644
--- a/conformance/tests/generics_typevartuple_callable.py
+++ b/conformance/tests/generics_typevartuple_callable.py
@@ -23,7 +23,7 @@ def func1(arg1: int, arg2: str) -> None:
 
 
 Process(target=func1, args=(0, ""))  # OK
-Process(target=func1, args=("", 0))  # Type error
+Process(target=func1, args=("", 0))  # E
 
 
 def func2(f: Callable[[int, *Ts, T], tuple[T, *Ts]]) -> tuple[*Ts, T]:
diff --git a/conformance/tests/generics_typevartuple_specialization.py b/conformance/tests/generics_typevartuple_specialization.py
index 1faf096ff..0f53c85b9 100644
--- a/conformance/tests/generics_typevartuple_specialization.py
+++ b/conformance/tests/generics_typevartuple_specialization.py
@@ -106,8 +106,8 @@ def func6(a: VariadicTuple[str, int], b: VariadicTuple[float], c: VariadicTuple)
 IntTupleGeneric = tuple[int, T]
 
 IntTupleGeneric[str]  # OK
-IntTupleGeneric[*Ts]  # Type error
-IntTupleGeneric[*tuple[float, ...]]  # Type error
+IntTupleGeneric[*Ts]  # E
+IntTupleGeneric[*tuple[float, ...]]  # E
 
 
 T1 = TypeVar("T1")
@@ -118,8 +118,8 @@ def func6(a: VariadicTuple[str, int], b: VariadicTuple[float], c: VariadicTuple)
 TA2 = tuple[T1, T2, *Ts]  # OK
 TA3 = tuple[T1, *Ts, T2, T3]  # OK
 TA4 = tuple[T1, T2, *tuple[int, ...]]  # OK
-TA5 = tuple[T1, *Ts, T2, *Ts]  # Type error
-TA6 = tuple[T1, *Ts, T2, *tuple[int, ...]]  # Type error
+TA5 = tuple[T1, *Ts, T2, *Ts]  # E
+TA6 = tuple[T1, *Ts, T2, *tuple[int, ...]]  # E
 
 
 TA7 = tuple[*Ts, T1, T2]
@@ -160,4 +160,4 @@ def func11(a: TA10, b: TA9[*tuple[int, ...], str], c: TA9[*tuple[int, ...], str]
 
 
 TA11 = tuple[T, *Ts1]
-TA12 = TA11[*Ts2]  # Type error
+TA12 = TA11[*Ts2]  # E
diff --git a/conformance/tests/generics_typevartuple_unpack.py b/conformance/tests/generics_typevartuple_unpack.py
index f61d6e440..11db9de64 100644
--- a/conformance/tests/generics_typevartuple_unpack.py
+++ b/conformance/tests/generics_typevartuple_unpack.py
@@ -27,7 +27,7 @@ def func3(
 ):
     process_batch_channels(x)  # OK
     process_batch_channels(y)  # OK
-    process_batch_channels(z)  # Type error
+    process_batch_channels(z)  # E
 
 
 Shape = TypeVarTuple("Shape")
diff --git a/conformance/tests/generics_variance.py b/conformance/tests/generics_variance.py
index 23607d684..170bc1e68 100644
--- a/conformance/tests/generics_variance.py
+++ b/conformance/tests/generics_variance.py
@@ -11,7 +11,7 @@
 # > contravariant type checking is acceptable, type variables accept
 # > keyword arguments covariant=True or contravariant=True. At most one of
 # > these may be passed.
-X1 = TypeVar("X1", covariant=True, contravariant=True)  # Type error
+X1 = TypeVar("X1", covariant=True, contravariant=True)  # E
 
 
 T = TypeVar("T")
@@ -160,11 +160,11 @@ class ContraToCo(Co[Contra[T_contra]]):  # OK
     ...
 
 
-class CoToContraToContra(Contra[Co[Contra[T_contra]]]):  # Type error
+class CoToContraToContra(Contra[Co[Contra[T_contra]]]):  # E
     ...
 
 
-class ContraToContraToContra(Contra[Contra[Contra[T_co]]]):  # Type error
+class ContraToContraToContra(Contra[Contra[Contra[T_co]]]):  # E
     ...
 
 
@@ -188,11 +188,11 @@ class ContraToCo_WithTA(Co_TA[Contra_TA[T_contra]]):  # OK
     ...
 
 
-class CoToContraToContra_WithTA(Contra_TA[Co_TA[Contra_TA[T_contra]]]):  # Type error
+class CoToContraToContra_WithTA(Contra_TA[Co_TA[Contra_TA[T_contra]]]):  # E
     ...
 
 
 class ContraToContraToContra_WithTA(
     Contra_TA[Contra_TA[Contra_TA[T_co]]]
-):  # Type error
+):  # E
     ...
diff --git a/conformance/tests/generics_variance_inference.py b/conformance/tests/generics_variance_inference.py
index 781b94886..c2de93767 100644
--- a/conformance/tests/generics_variance_inference.py
+++ b/conformance/tests/generics_variance_inference.py
@@ -21,11 +21,11 @@ def method2(self) -> T3:
 
 
 def func_a(p1: ClassA[float, int, int], p2: ClassA[int, float, float]):
-    v1: ClassA[int, int, int] = p1  # Type error
-    v2: ClassA[float, float, int] = p1  # Type error
+    v1: ClassA[int, int, int] = p1  # E
+    v2: ClassA[float, float, int] = p1  # E
     v3: ClassA[float, int, float] = p1  # OK
 
-    v4: ClassA[int, int, int] = p2  # Type error
+    v4: ClassA[int, int, int] = p2  # E
     v5: ClassA[int, int, float] = p2  # OK
 
 
@@ -38,7 +38,7 @@ def __iter__(self) -> Iterator[T]:
 
 
 vco1_1: ShouldBeCovariant1[float] = ShouldBeCovariant1[int]()  # OK
-vco1_2: ShouldBeCovariant1[int] = ShouldBeCovariant1[float]()  # Type error
+vco1_2: ShouldBeCovariant1[int] = ShouldBeCovariant1[float]()  # E
 
 
 class ShouldBeCovariant2[T](Sequence[T]):
@@ -46,7 +46,7 @@ class ShouldBeCovariant2[T](Sequence[T]):
 
 
 vco2_1: ShouldBeCovariant2[float] = ShouldBeCovariant2[int]()  # OK
-vco2_2: ShouldBeCovariant2[int] = ShouldBeCovariant2[float]()  # Type error
+vco2_2: ShouldBeCovariant2[int] = ShouldBeCovariant2[float]()  # E
 
 
 class ShouldBeCovariant3[T]:
@@ -55,7 +55,7 @@ def method1(self) -> "ShouldBeCovariant2[T]":
 
 
 vco3_1: ShouldBeCovariant3[float] = ShouldBeCovariant3[int]()  # OK
-vco3_2: ShouldBeCovariant3[int] = ShouldBeCovariant3[float]()  # Type error
+vco3_2: ShouldBeCovariant3[int] = ShouldBeCovariant3[float]()  # E
 
 
 @dataclass(frozen=True)
@@ -64,7 +64,7 @@ class ShouldBeCovariant4[T]:
 
 
 vo4_1: ShouldBeCovariant4[float] = ShouldBeCovariant4[int](1)  # OK
-vo4_2: ShouldBeCovariant4[int] = ShouldBeCovariant4[float](1)  # Type error
+vo4_2: ShouldBeCovariant4[int] = ShouldBeCovariant4[float](1)  # E
 
 
 class ShouldBeCovariant5[T]:
@@ -77,7 +77,7 @@ def x(self) -> T:
 
 
 vo5_1: ShouldBeCovariant5[float] = ShouldBeCovariant5[int](1)  # OK
-vo5_2: ShouldBeCovariant5[int] = ShouldBeCovariant5[float](1)  # Type error
+vo5_2: ShouldBeCovariant5[int] = ShouldBeCovariant5[float](1)  # E
 
 
 class ShouldBeInvariant1[T]:
@@ -93,8 +93,8 @@ def value(self, value: T):
         self._value = value
 
 
-vinv1_1: ShouldBeInvariant1[float] = ShouldBeInvariant1[int](1)  # Type error
-vinv1_2: ShouldBeInvariant1[int] = ShouldBeInvariant1[float](1.1)  # Type error
+vinv1_1: ShouldBeInvariant1[float] = ShouldBeInvariant1[int](1)  # E
+vinv1_2: ShouldBeInvariant1[int] = ShouldBeInvariant1[float](1.1)  # E
 
 
 class ShouldBeInvariant2[T]:
@@ -108,18 +108,18 @@ def set_value(self, value: T):
         self._value = value
 
 
-vinv2_1: ShouldBeInvariant2[float] = ShouldBeInvariant2[int](1)  # Type error
-vinv2_2: ShouldBeInvariant2[int] = ShouldBeInvariant2[float](1.1)  # Type error
+vinv2_1: ShouldBeInvariant2[float] = ShouldBeInvariant2[int](1)  # E
+vinv2_2: ShouldBeInvariant2[int] = ShouldBeInvariant2[float](1.1)  # E
 
 
 class ShouldBeInvariant3[K, V](dict[K, V]):
     pass
 
 
-vinv3_1: ShouldBeInvariant3[float, str] = ShouldBeInvariant3[int, str]()  # Type error
-vinv3_2: ShouldBeInvariant3[int, str] = ShouldBeInvariant3[float, str]()  # Type error
-vinv3_3: ShouldBeInvariant3[str, float] = ShouldBeInvariant3[str, int]()  # Type error
-vinv3_4: ShouldBeInvariant3[str, int] = ShouldBeInvariant3[str, float]()  # Type error
+vinv3_1: ShouldBeInvariant3[float, str] = ShouldBeInvariant3[int, str]()  # E
+vinv3_2: ShouldBeInvariant3[int, str] = ShouldBeInvariant3[float, str]()  # E
+vinv3_3: ShouldBeInvariant3[str, float] = ShouldBeInvariant3[str, int]()  # E
+vinv3_4: ShouldBeInvariant3[str, int] = ShouldBeInvariant3[str, float]()  # E
 
 
 @dataclass
@@ -127,7 +127,7 @@ class ShouldBeInvariant4[T]:
     x: T
 
 
-vinv4_1: ShouldBeInvariant4[float] = ShouldBeInvariant4[int](1)  # Type error
+vinv4_1: ShouldBeInvariant4[float] = ShouldBeInvariant4[int](1)  # E
 
 
 class ShouldBeInvariant5[T]:
@@ -135,7 +135,7 @@ def __init__(self, x: T) -> None:
         self.x = x
 
 
-vinv5_1: ShouldBeInvariant5[float] = ShouldBeInvariant5[int](1)  # Type error
+vinv5_1: ShouldBeInvariant5[float] = ShouldBeInvariant5[int](1)  # E
 
 
 class ShouldBeContravariant1[T]:
@@ -146,7 +146,7 @@ def set_value(self, value: T) -> None:
         pass
 
 
-vcontra1_1: ShouldBeContravariant1[float] = ShouldBeContravariant1[int](1)  # Type error
+vcontra1_1: ShouldBeContravariant1[float] = ShouldBeContravariant1[int](1)  # E
 vcontra1_2: ShouldBeContravariant1[int] = ShouldBeContravariant1[float](1.2)  # OK
 
 
@@ -166,8 +166,8 @@ class ShouldBeInvariant6[T](Parent_Invariant[T]):
     pass
 
 
-a1: ShouldBeInvariant6[int] = ShouldBeInvariant6[float]()  # Type error
-a2: ShouldBeInvariant6[float] = ShouldBeInvariant6[int]()  # Type error
+a1: ShouldBeInvariant6[int] = ShouldBeInvariant6[float]()  # E
+a2: ShouldBeInvariant6[float] = ShouldBeInvariant6[int]()  # E
 
 
 class Parent_Covariant(Generic[T_co]):
@@ -178,7 +178,7 @@ class ShouldBeCovariant6[T](Parent_Covariant[T]):
     pass
 
 
-b1: ShouldBeCovariant6[int] = ShouldBeCovariant6[float]()  # Type error
+b1: ShouldBeCovariant6[int] = ShouldBeCovariant6[float]()  # E
 b2: ShouldBeCovariant6[float] = ShouldBeCovariant6[int]()  # OK
 
 
@@ -191,4 +191,4 @@ class ShouldBeContravariant2[T](Parent_Contravariant[T]):
 
 
 c1: ShouldBeContravariant2[int] = ShouldBeContravariant2[float]()  # OK
-c2: ShouldBeContravariant2[float] = ShouldBeContravariant2[int]()  # Type error
+c2: ShouldBeContravariant2[float] = ShouldBeContravariant2[int]()  # E
diff --git a/conformance/tests/historical_positional.py b/conformance/tests/historical_positional.py
index e9fd65986..4fc0aaa6a 100644
--- a/conformance/tests/historical_positional.py
+++ b/conformance/tests/historical_positional.py
@@ -15,7 +15,7 @@ def f1(__x: int, __y__: int = 0) -> None: ...
 
 f1(3, __y__=1)  # OK
 
-f1(__x=3)  # Type error
+f1(__x=3)  # E
 
 
 # > Consistent with PEP 570 syntax, positional-only parameters cannot appear
@@ -23,7 +23,7 @@ def f1(__x: int, __y__: int = 0) -> None: ...
 # > enforce this requirement:
 
 
-def f2(x: int, __y: int) -> None: ...  # Type error
+def f2(x: int, __y: int) -> None: ...  # E
 
 
 def f3(x: int, *args: int, __y: int) -> None: ...  # OK
@@ -35,12 +35,12 @@ def f3(x: int, *args: int, __y: int) -> None: ...  # OK
 class A:
     def m1(self, __x: int, __y__: int = 0) -> None: ...
 
-    def m2(self, x: int, __y: int) -> None: ...  # Type error
+    def m2(self, x: int, __y: int) -> None: ...  # E
 
 
 a = A()
 a.m1(3, __y__=1)  # OK
-a.m1(__x=3)  # Type error
+a.m1(__x=3)  # E
 
 
 # The historical mechanism should not apply when new-style (PEP 570)
diff --git a/conformance/tests/literals_literalstring.py b/conformance/tests/literals_literalstring.py
index 10b50e080..2c9754b46 100644
--- a/conformance/tests/literals_literalstring.py
+++ b/conformance/tests/literals_literalstring.py
@@ -33,14 +33,14 @@ class Foo:
 T = TypeVar("T", bound=LiteralString)
 
 
-bad_union: Literal["hello", LiteralString]  # Type error
-bad_nesting: Literal[LiteralString]  # Type error
+bad_union: Literal["hello", LiteralString]  # E
+bad_nesting: Literal[LiteralString]  # E
 
 
 def func1(a: Literal["one"], b: Literal["two"]):
     x1: LiteralString = a
 
-    x2: Literal[""] = b  # Type error
+    x2: Literal[""] = b  # E
 
 
 def func2(a: LiteralString, b: LiteralString):
@@ -63,7 +63,7 @@ def func2(a: LiteralString, b: LiteralString):
     assert_type(f"{a} {b}", LiteralString)
 
     variable = 3
-    x1: LiteralString = f"{a} {str(variable)}"  # Type error
+    x1: LiteralString = f"{a} {str(variable)}"  # E
 
     assert_type(a + str(1), str)
 
@@ -71,8 +71,8 @@ def func2(a: LiteralString, b: LiteralString):
     x2: str = a
 
     # > Other literal types, such as literal integers, are not compatible with LiteralString.
-    x3: LiteralString = 3  # Type error
-    x4: LiteralString = b"test"  # Type error
+    x3: LiteralString = 3  # E
+    x4: LiteralString = b"test"  # E
 
 
 # > Conditional statements and expressions work as expected.
@@ -117,7 +117,7 @@ def func4(s: LiteralString):
 
 
 def func5(s: str):
-    literal_identity(s)  # Type error
+    literal_identity(s)  # E
 
 
 # > LiteralString can be used as a type argument for generic classes.
@@ -131,7 +131,7 @@ def func6(s: LiteralString):
 
 
 def func7(s: str):
-    x_error: Container[LiteralString] = Container(s)  # Type error
+    x_error: Container[LiteralString] = Container(s)  # E
 
 
 # > Standard containers like List work as expected.
@@ -163,7 +163,7 @@ def func8(x: Any) -> Any:
 
 
 def func9(val: list[LiteralString]):
-    x1: list[str] = val  # Type error
+    x1: list[str] = val  # E
 
 
 def func10(val: Sequence[LiteralString]):
diff --git a/conformance/tests/literals_parameterizations.py b/conformance/tests/literals_parameterizations.py
index 82e0adb13..97feacf61 100644
--- a/conformance/tests/literals_parameterizations.py
+++ b/conformance/tests/literals_parameterizations.py
@@ -38,30 +38,30 @@ class Color(Enum):
 T = TypeVar("T")
 
 # > Arbitrary expressions [are illegal]
-bad1: Literal[3 + 4]  # Type error
-bad2: Literal["foo".replace("o", "b")]  # Type error
-bad3: Literal[4 + 3j]  # Type error
-bad4: Literal[~5]  # Type error
-bad5: Literal[not False]  # Type error
-bad6: Literal[(1, "foo", "bar")]  # Type error
-bad7: Literal[{"a": "b", "c": "d"}]  # Type error
-bad8: Literal[int]  # Type error
-bad9: Literal[variable]  # Type error
-bad10: Literal[T]  # Type error
-bad11: Literal[3.14]  # Type error
-bad12: Literal[Any]  # Type error
-bad13: Literal[...]  # Type error
-
-
-def my_function(x: Literal[1 + 2]) -> int:  # Type error
+bad1: Literal[3 + 4]  # E
+bad2: Literal["foo".replace("o", "b")]  # E
+bad3: Literal[4 + 3j]  # E
+bad4: Literal[~5]  # E
+bad5: Literal[not False]  # E
+bad6: Literal[(1, "foo", "bar")]  # E
+bad7: Literal[{"a": "b", "c": "d"}]  # E
+bad8: Literal[int]  # E
+bad9: Literal[variable]  # E
+bad10: Literal[T]  # E
+bad11: Literal[3.14]  # E
+bad12: Literal[Any]  # E
+bad13: Literal[...]  # E
+
+
+def my_function(x: Literal[1 + 2]) -> int:  # E
     return x * 3
 
 
-x: Literal  # Type error
-y: Literal[my_function] = my_function  # Type error
+x: Literal  # E
+y: Literal[my_function] = my_function  # E
 
 
 def func2(a: Literal[Color.RED]):
-    x1: Literal["Color.RED"] = a  # Type error
+    x1: Literal["Color.RED"] = a  # E
 
     x2: "Literal[Color.RED]" = a  # OK
diff --git a/conformance/tests/literals_semantics.py b/conformance/tests/literals_semantics.py
index a75b48c5d..2be094482 100644
--- a/conformance/tests/literals_semantics.py
+++ b/conformance/tests/literals_semantics.py
@@ -7,7 +7,7 @@
 
 
 v1: Literal[3] = 3
-v2: Literal[3] = 4  # Type error
+v2: Literal[3] = 4  # E
 
 v3: L[-3] = -3
 
@@ -30,7 +30,7 @@ def func2(a: Literal[0], b: Literal[False]):
 def func3(a: L[3, 4, 5]):
     b = a.__add__(3)
     c = a + 3
-    a += 3 # Type error
+    a += 3 # E
 
 
 # > When a Literal is parameterized with more than one value, it’s treated
diff --git a/conformance/tests/namedtuples_define_class.py b/conformance/tests/namedtuples_define_class.py
index 0c3408c27..c81863556 100644
--- a/conformance/tests/namedtuples_define_class.py
+++ b/conformance/tests/namedtuples_define_class.py
@@ -29,8 +29,8 @@ class Point(NamedTuple):
 assert_type(p1[0:2], tuple[int, int])
 assert_type(p1[0:], tuple[int, int, str])
 
-print(p1[3])  # Type error
-print(p1[-4])  # Type error
+print(p1[3])  # E
+print(p1[-4])  # E
 
 p2 = Point(1, 2, "")
 assert_type(p2, Point)
@@ -41,12 +41,12 @@ class Point(NamedTuple):
 p4 = Point(x=1, y=2, units="")
 assert_type(p4, Point)
 
-p5 = Point(1)  # Type error
-p6 = Point(x=1)  # Type error
-p7 = Point(1, "")  # Type error
-p8 = Point(1, 2, units=3)  # Type error
-p9 = Point(1, 2, "", "")  # Type error
-p10 = Point(1, 2, "", other="")  # Type error
+p5 = Point(1)  # E
+p6 = Point(x=1)  # E
+p7 = Point(1, "")  # E
+p8 = Point(1, 2, units=3)  # E
+p9 = Point(1, 2, "", "")  # E
+p10 = Point(1, 2, "", other="")  # E
 
 
 # > The runtime implementation of ``NamedTuple`` enforces that fields with default
@@ -76,7 +76,7 @@ class PointWithName(Point):
 
 class BadPointWithName(Point):
     name: str = ""  # OK
-    x: int = 0  # Type error
+    x: int = 0  # E
 
 
 # > In Python 3.11 and newer, the class syntax supports generic named tuple classes.
@@ -95,12 +95,12 @@ class Property(NamedTuple, Generic[T]):
 assert_type(pr1[1], float)
 assert_type(pr1.value, float)
 
-Property[str]("", 3.1)  # Type error
+Property[str]("", 3.1)  # E
 
 
 # > ``NamedTuple`` does not support multiple inheritance. Type checkers should
 # > enforce this limitation.
 
 
-class Unit(NamedTuple, object):  # Type error
+class Unit(NamedTuple, object):  # E
     name: str
diff --git a/conformance/tests/namedtuples_define_functional.py b/conformance/tests/namedtuples_define_functional.py
index 5fb116a7d..9084aa7da 100644
--- a/conformance/tests/namedtuples_define_functional.py
+++ b/conformance/tests/namedtuples_define_functional.py
@@ -13,34 +13,34 @@
 Point1 = namedtuple("Point1", ["x", "y"])
 p1_1 = Point1(x=1, y=1)
 p1_2 = Point1(2.3, "")
-p1_3 = Point1(2.3)  # Type error
+p1_3 = Point1(2.3)  # E
 
 Point2 = namedtuple("Point2", ("x", "y"))
 p2_1 = Point2(x=1, y=1)
 p2_2 = Point2(2.3, "")
-p2_3 = Point2()  # Type error
+p2_3 = Point2()  # E
 
 Point3 = namedtuple("Point3", "x y")
 p3_1 = Point3(x=1, y=1)
 p3_2 = Point3(2.3, "")
-p3_3 = Point3(1, 2, 3)  # Type error
+p3_3 = Point3(1, 2, 3)  # E
 
 Point4 = namedtuple("Point4", "x, y")
 p4_1 = Point4(x=1, y=1)
 p4_2 = Point4(2.3, "")
-p4_3 = Point4(1, z=3)  # Type error
+p4_3 = Point4(1, z=3)  # E
 
 Point5 = NamedTuple("Point5", [("x", int), ("y", int)])
 p5_1 = Point5(x=1, y=1)
 p5_2 = Point5(2, 1)
-p5_3 = Point5(2, "1")  # Type error
-p5_4 = Point5(1, 2, 3)  # Type error
+p5_3 = Point5(2, "1")  # E
+p5_4 = Point5(1, 2, 3)  # E
 
 Point6 = NamedTuple("Point6", (("x", int), ("y", int)))
 p6_1 = Point6(x=1, y=1)
 p6_2 = Point6(2, 1)
-p6_3 = Point6(2, "1")  # Type error
-p6_4 = Point6(x=1.1, y=2)  # Type error
+p6_3 = Point6(2, "1")  # E
+p6_4 = Point6(x=1.1, y=2)  # E
 
 
 # > At runtime, the ``namedtuple`` function disallows field names that are
diff --git a/conformance/tests/namedtuples_usage.py b/conformance/tests/namedtuples_usage.py
index 117ec1fa6..ef63490c0 100644
--- a/conformance/tests/namedtuples_usage.py
+++ b/conformance/tests/namedtuples_usage.py
@@ -31,16 +31,16 @@ class Point(NamedTuple):
 assert_type(p[-2], int)
 assert_type(p[-3], int)
 
-print(p[3])  # Type error
-print(p[-4])  # Type error
+print(p[3])  # E
+print(p[-4])  # E
 
 # > Type checkers should enforce that named tuple fields cannot be overwritten
 # > or deleted.
 
-p.x = 3  # Type error
-p[0] = 3  # Type error
-del p.x  # Type error
-del p[0]  # Type error
+p.x = 3  # E
+p[0] = 3  # E
+del p.x  # E
+del p[0]  # E
 
 # > Like regular tuples, named tuples can be unpacked. Type checkers should understand
 # > this.
diff --git a/conformance/tests/protocols_class_objects.py b/conformance/tests/protocols_class_objects.py
index 0185b87fd..73dc35775 100644
--- a/conformance/tests/protocols_class_objects.py
+++ b/conformance/tests/protocols_class_objects.py
@@ -26,12 +26,12 @@ def fun(cls: type[Proto]) -> int:
     return cls().meth()  # OK
 
 
-fun(Proto)  # Type error
+fun(Proto)  # E
 fun(Concrete)  # OK
 
 
 var: type[Proto]
-var = Proto  # Type error
+var = Proto  # E
 var = Concrete  # OK
 var().meth()  # OK
 
@@ -71,7 +71,7 @@ def prop1(self) -> int:
         return 0
 
 
-pb1: ProtoB1 = ConcreteB  # Type error
+pb1: ProtoB1 = ConcreteB  # E
 
 
 class ProtoC1(Protocol):
@@ -98,9 +98,9 @@ class ConcreteC3(metaclass=CMeta):
     pass
 
 
-pc1: ProtoC1 = ConcreteC1  # Type error
+pc1: ProtoC1 = ConcreteC1  # E
 pc2: ProtoC2 = ConcreteC1  # OK
-pc3: ProtoC1 = ConcreteC2  # Type error
-pc4: ProtoC2 = ConcreteC2  # Type error
-pc5: ProtoC1 = ConcreteC3  # Type error
+pc3: ProtoC1 = ConcreteC2  # E
+pc4: ProtoC2 = ConcreteC2  # E
+pc5: ProtoC1 = ConcreteC3  # E
 pc6: ProtoC2 = ConcreteC3  # OK
diff --git a/conformance/tests/protocols_definition.py b/conformance/tests/protocols_definition.py
index 5537a9731..30b5cbcd9 100644
--- a/conformance/tests/protocols_definition.py
+++ b/conformance/tests/protocols_definition.py
@@ -111,10 +111,10 @@ class Concrete2_Bad4:
 
 
 v2_good1: Template2 = Concrete2_Good1()  # OK
-v2_bad1: Template2 = Concrete2_Bad1()  # Type error
-v2_bad2: Template2 = Concrete2_Bad2()  # Type error
-v2_bad3: Template2 = Concrete2_Bad3()  # Type error
-v2_bad4: Template2 = Concrete2_Bad4()  # Type error
+v2_bad1: Template2 = Concrete2_Bad1()  # E
+v2_bad2: Template2 = Concrete2_Bad2()  # E
+v2_bad3: Template2 = Concrete2_Bad3()  # E
+v2_bad4: Template2 = Concrete2_Bad4()  # E
 
 
 class Template3(Protocol):
@@ -153,11 +153,11 @@ class Concrete3_Bad5:
 
 
 v3_good1: Template3 = Concrete3_Good1()  # OK
-v3_bad1: Template3 = Concrete3_Bad1()  # Type error
-v3_bad2: Template3 = Concrete3_Bad2()  # Type error
-v3_bad3: Template3 = Concrete3_Bad3()  # Type error
-v3_bad4: Template3 = Concrete3_Bad4()  # Type error
-v3_bad5: Template3 = Concrete3_Bad5()  # Type error
+v3_bad1: Template3 = Concrete3_Bad1()  # E
+v3_bad2: Template3 = Concrete3_Bad2()  # E
+v3_bad3: Template3 = Concrete3_Bad3()  # E
+v3_bad4: Template3 = Concrete3_Bad4()  # E
+v3_bad5: Template3 = Concrete3_Bad5()  # E
 
 
 class Template4(Protocol):
@@ -215,8 +215,8 @@ class Concrete4_Bad2:
 v4_good5: Template4 = Concrete4_Good5()  # OK
 v4_good6: Template4 = Concrete4_Good6()  # OK
 v4_good7: Template4 = Concrete4_Good7()  # OK
-v4_bad1: Template4 = Concrete4_Bad1()  # Type error
-v4_bad2: Template4 = Concrete4_Bad2()  # Type error
+v4_bad1: Template4 = Concrete4_Bad1()  # E
+v4_bad2: Template4 = Concrete4_Bad2()  # E
 
 
 class Template5(Protocol):
@@ -282,11 +282,11 @@ def method1(self, a: int, b: int) -> float:
 v5_good3: Template5 = Concrete5_Good3()  # OK
 v5_good4: Template5 = Concrete5_Good4()  # OK
 v5_good5: Template5 = Concrete5_Good5()  # OK
-v5_bad1: Template5 = Concrete5_Bad1()  # Type error
-v5_bad2: Template5 = Concrete5_Bad2()  # Type error
-v5_bad3: Template5 = Concrete5_Bad3()  # Type error
-v5_bad4: Template5 = Concrete5_Bad4()  # Type error
-v5_bad5: Template5 = Concrete5_Bad5()  # Type error
+v5_bad1: Template5 = Concrete5_Bad1()  # E
+v5_bad2: Template5 = Concrete5_Bad2()  # E
+v5_bad3: Template5 = Concrete5_Bad3()  # E
+v5_bad4: Template5 = Concrete5_Bad4()  # E
+v5_bad5: Template5 = Concrete5_Bad5()  # E
 
 
 class Template6(Protocol):
@@ -336,6 +336,6 @@ class Concrete6_Bad3:
 v6_good1: Template6 = Concrete6_Good1()  # OK
 v6_good2: Template6 = Concrete6_Good2()  # OK
 v6_good3: Template6 = Concrete6_Good3()  # OK
-v6_bad1: Template6 = Concrete6_Bad1()  # Type error
+v6_bad1: Template6 = Concrete6_Bad1()  # E
 v6_bad2: Template6 = Concrete6_Bad2()  # E: named tuple is immutable
 v6_bad3: Template6 = Concrete6_Bad3()  # E: dataclass is frozen
diff --git a/conformance/tests/protocols_generic.py b/conformance/tests/protocols_generic.py
index 388959a46..fbe794d86 100644
--- a/conformance/tests/protocols_generic.py
+++ b/conformance/tests/protocols_generic.py
@@ -53,7 +53,7 @@ def content(self) -> T_co:
 
 def func1(box_int: Box[int], box_float: Box[float]):
     v1: Box[float] = box_int  # OK
-    v2: Box[int] = box_float  # Type error
+    v2: Box[int] = box_float  # E
 
 
 class Sender(Protocol[T_contra]):
@@ -63,7 +63,7 @@ def send(self, data: T_contra) -> int:
 
 def func2(sender_int: Sender[int], sender_float: Sender[float]):
     v1: Sender[int] = sender_float  # OK
-    v2: Sender[float] = sender_int  # Type error
+    v2: Sender[float] = sender_int  # E
 
 
 class AttrProto(Protocol[T]):
@@ -71,8 +71,8 @@ class AttrProto(Protocol[T]):
 
 
 def func3(attr_int: AttrProto[int], attr_float: AttrProto[float]):
-    v1: AttrProto[float] = attr_int  # Type error
-    v2: AttrProto[int] = attr_float  # Type error
+    v1: AttrProto[float] = attr_int  # E
+    v2: AttrProto[int] = attr_float  # E
 
 
 class HasParent(Protocol):
@@ -143,5 +143,5 @@ def m(self, item: str, callback: Callable[[int], str]) -> str:
 
 hp1: HasPropertyProto = ConcreteHasProperty1()  # OK
 hp2: HasPropertyProto = ConcreteHasProperty2()  # OK
-hp3: HasPropertyProto = ConcreteHasProperty3()  # Type error
-hp4: HasPropertyProto = ConcreteHasProperty4()  # Type error
+hp3: HasPropertyProto = ConcreteHasProperty3()  # E
+hp4: HasPropertyProto = ConcreteHasProperty4()  # E
diff --git a/conformance/tests/protocols_merging.py b/conformance/tests/protocols_merging.py
index 046211645..ed2a343f5 100644
--- a/conformance/tests/protocols_merging.py
+++ b/conformance/tests/protocols_merging.py
@@ -81,4 +81,4 @@ def close(self) -> None:
 
 
 x = SizedAndClosable4()  # E: cannot instantiate abstract class
-y: SizedAndClosable4 = SCConcrete1()  # Type error
+y: SizedAndClosable4 = SCConcrete1()  # E
diff --git a/conformance/tests/protocols_modules.py b/conformance/tests/protocols_modules.py
index 52889d75d..d417b797a 100644
--- a/conformance/tests/protocols_modules.py
+++ b/conformance/tests/protocols_modules.py
@@ -23,7 +23,7 @@ class Options2(Protocol):
 
 
 op1: Options1 = _protocols_modules1  # OK
-op2: Options2 = _protocols_modules1  # Type error
+op2: Options2 = _protocols_modules1  # E
 
 
 class Reporter1(Protocol):
@@ -45,5 +45,5 @@ def not_implemented(self, x: int) -> int:
 
 
 rp1: Reporter1 = _protocols_modules2  # OK
-rp2: Reporter2 = _protocols_modules2  # Type error
-rp3: Reporter3 = _protocols_modules2  # Type error
+rp2: Reporter2 = _protocols_modules2  # E
+rp3: Reporter3 = _protocols_modules2  # E
diff --git a/conformance/tests/protocols_runtime_checkable.py b/conformance/tests/protocols_runtime_checkable.py
index 2196e517c..c63ad5c5c 100644
--- a/conformance/tests/protocols_runtime_checkable.py
+++ b/conformance/tests/protocols_runtime_checkable.py
@@ -52,13 +52,13 @@ def func2(a: Any):
     if isinstance(a, NonDataProtocol):  # OK
         return
 
-    if issubclass(a, DataProtocol):  # Type error
+    if issubclass(a, DataProtocol):  # E
         return
 
     if issubclass(a, NonDataProtocol):  # OK
         return
 
-    if issubclass(a, (NonDataProtocol, DataProtocol)):  # Type error
+    if issubclass(a, (NonDataProtocol, DataProtocol)):  # E
         return
 
 
diff --git a/conformance/tests/protocols_subtyping.py b/conformance/tests/protocols_subtyping.py
index 4027be7ad..67f695d67 100644
--- a/conformance/tests/protocols_subtyping.py
+++ b/conformance/tests/protocols_subtyping.py
@@ -35,7 +35,7 @@ def method1(self) -> None:
 
 def func1(p2: Proto2, c2: Concrete2):
     v1: Proto2 = c2  # OK
-    v2: Concrete2 = p2  # Type error
+    v2: Concrete2 = p2  # E
 
 
 # > A protocol P1 is a subtype of another protocol P2 if P1 defines all
@@ -52,7 +52,7 @@ def method2(self) -> None:
 
 def func2(p2: Proto2, p3: Proto3):
     v1: Proto2 = p3  # OK
-    v2: Proto3 = p2  # Type error
+    v2: Proto3 = p2  # E
 
 
 # > Generic protocols follow the rules for generic abstract classes, except
@@ -76,8 +76,8 @@ def method1(self, a: T, b: T) -> tuple[T, T]:
 def func3(p4_int: Proto4[int, int], p5_int: Proto5[int]):
     v1: Proto4[int, int] = p5_int  # OK
     v2: Proto5[int] = p4_int  # OK
-    v3: Proto4[int, float] = p5_int  # Type error
-    v4: Proto5[float] = p4_int  # Type error
+    v3: Proto4[int, float] = p5_int  # E
+    v4: Proto5[float] = p4_int  # E
 
 
 S_co = TypeVar("S_co", covariant=True)
@@ -99,8 +99,8 @@ def func4(p6: Proto6[float, float]):
     v2: Proto7[float, float] = p6  # OK
     v3: Proto7[complex, int] = p6  # OK
 
-    v4: Proto7[int, float] = p6  # Type error
-    v5: Proto7[float, object] = p6  # Type error
+    v4: Proto7[int, float] = p6  # E
+    v5: Proto7[float, object] = p6  # E
 
 
 # > Unions of protocol classes behaves the same way as for non-protocol classes.
diff --git a/conformance/tests/qualifiers_annotated.py b/conformance/tests/qualifiers_annotated.py
index 0321d71ff..99770c001 100644
--- a/conformance/tests/qualifiers_annotated.py
+++ b/conformance/tests/qualifiers_annotated.py
@@ -74,7 +74,7 @@ async def func3() -> None:
 SmallInt: TypeAlias = Annotated[int, ""]
 
 not_type1: type[Any] = Annotated[int, ""]  # Type Error
-not_type2: type[Any] = SmallInt  # Type error
+not_type2: type[Any] = SmallInt  # E
 
 
 def func4(x: type[T]) -> T:
diff --git a/conformance/tests/qualifiers_final_annotation.py b/conformance/tests/qualifiers_final_annotation.py
index 096a2d984..d85382caf 100644
--- a/conformance/tests/qualifiers_final_annotation.py
+++ b/conformance/tests/qualifiers_final_annotation.py
@@ -115,10 +115,10 @@ class ClassD:
 # > annotations. Using it in any other position is an error. In particular,
 # > Final can’t be used in annotations for function arguments.
 
-x: list[Final[int]] = []  # Type error
+x: list[Final[int]] = []  # E
 
 
-def func1(x: Final[list[int]]) -> None:  # Type error
+def func1(x: Final[list[int]]) -> None:  # E
     ...
 
 
@@ -131,8 +131,8 @@ def func1(x: Final[list[int]]) -> None:  # Type error
 N = NamedTuple("N", [(X, int), (Y, int)])
 
 N(x=3, y=4)  # OK
-N(a=1)  # Type error
-N(x="", y="")  # Type error
+N(a=1)  # E
+N(x="", y="")  # E
 
 
 def func2() -> None:
diff --git a/conformance/tests/qualifiers_final_decorator.py b/conformance/tests/qualifiers_final_decorator.py
index edaef91eb..40ce9a2d8 100644
--- a/conformance/tests/qualifiers_final_decorator.py
+++ b/conformance/tests/qualifiers_final_decorator.py
@@ -53,15 +53,15 @@ def method4(self, x: int | str) -> int | str:
 
 
 class Derived2(Base2):
-    def method1(self) -> None:  # Type error
+    def method1(self) -> None:  # E
         pass
 
     @classmethod
-    def method2(cls) -> None:  # Type error
+    def method2(cls) -> None:  # E
         pass
 
     @staticmethod
-    def method3() -> None:  # Type error
+    def method3() -> None:  # E
         pass
 
     @overload
@@ -72,7 +72,7 @@ def method4(self, x: int) -> int:
     def method4(self, x: str) -> str:
         ...
 
-    def method4(self, x: int | str) -> int | str:  # Type error
+    def method4(self, x: int | str) -> int | str:  # E
         return 0
 
 
@@ -86,7 +86,7 @@ def method(self, x: int) -> int:
     def method(self, x: str) -> str:
         ...
 
-    def method(self, x: int | str) -> int | str:  # Type error
+    def method(self, x: int | str) -> int | str:  # E
         return 0
 
 
@@ -99,7 +99,7 @@ def method(self, x: int) -> int:
     def method(self, x: str) -> str:
         ...
 
-    def method(self, x: int | str) -> int | str:  # Type error
+    def method(self, x: int | str) -> int | str:  # E
         return 0
 
 
@@ -115,7 +115,7 @@ def method(self, v: int) -> None:
 
 # Test multiple inheritance case.
 class Derived5(Base5_1, Base5_2):
-    def method(self) -> None:  # Type error
+    def method(self) -> None:  # E
         ...
 
 
diff --git a/conformance/tests/specialtypes_never.py b/conformance/tests/specialtypes_never.py
index af4a8a26c..535dcd020 100644
--- a/conformance/tests/specialtypes_never.py
+++ b/conformance/tests/specialtypes_never.py
@@ -82,7 +82,7 @@ def func7(x: int) -> Never:
 def func8(a: Never, b: Any, c: list[Never]):
     v1: Never = a  # OK
     v2: Never = b  # OK
-    v3: list[int] = c  # Type error
+    v3: list[int] = c  # E
     v4: Never = stop()  # OK
 
 
@@ -101,4 +101,4 @@ class ClassC(Generic[T]):
 
 def func10(x: U) -> ClassC[U]:
     # Never is not compatible in an invariant context.
-    return ClassC[Never]()  # Type error
+    return ClassC[Never]()  # E
diff --git a/conformance/tests/specialtypes_none.py b/conformance/tests/specialtypes_none.py
index 91534affc..ac4dbffa5 100644
--- a/conformance/tests/specialtypes_none.py
+++ b/conformance/tests/specialtypes_none.py
@@ -18,7 +18,7 @@ def func1(val1: None) -> None:
 
 
 func1(None)  # OK
-func1(type(None))  # Type error
+func1(type(None))  # E
 
 # None is hashable
 none1: Hashable = None  # OK
diff --git a/conformance/tests/specialtypes_promotions.py b/conformance/tests/specialtypes_promotions.py
index 66033ddf2..fc51e1331 100644
--- a/conformance/tests/specialtypes_promotions.py
+++ b/conformance/tests/specialtypes_promotions.py
@@ -10,7 +10,7 @@
 
 
 def func1(f: float):
-    f.numerator  # Type error
+    f.numerator  # E
 
     if not isinstance(f, float):
         f.numerator  # OK
diff --git a/conformance/tests/specialtypes_type.py b/conformance/tests/specialtypes_type.py
index ca5013814..35ef389c9 100644
--- a/conformance/tests/specialtypes_type.py
+++ b/conformance/tests/specialtypes_type.py
@@ -53,7 +53,7 @@ def func4(user_class: type[BasicUser | ProUser]) -> User:
 
 assert_type(func4(BasicUser), User)
 assert_type(func4(ProUser), User)
-func4(TeamUser)  # Type error
+func4(TeamUser)  # E
 
 
 # > Any other special constructs like Callable are not allowed as an argument to type.
@@ -67,13 +67,13 @@ def func5(x: type[T]) -> None:
 
 func5(User)  # OK
 func5(tuple)  # OK
-func5(Callable)  # Type error
+func5(Callable)  # E
 
 
 # > When type is parameterized it requires exactly one parameter. Plain type
 # > without brackets, the root of Python’s metaclass hierarchy, is equivalent to type[Any].
 
-bad_type1: type[int, str]  # Type error
+bad_type1: type[int, str]  # E
 
 
 class MyMetaA(type):
@@ -114,10 +114,10 @@ def func7(a: type, b: type[Any], c: Type, d: Type[Any]):
 
 def func8(a: type[object], b: Type[object]):
     assert_type(a.__name__, str)
-    a.unknown  # Type error
+    a.unknown  # E
 
     assert_type(b.__name__, str)
-    b.unknown  # Type error
+    b.unknown  # E
 
 
 # > type is covariant in its parameter, because type[Derived] is a subtype of type[Base]:
@@ -140,10 +140,10 @@ def func10(a: TA1, b: TA2, c: TA3, d: TA4):
     assert_type(d, type[Any])
 
 
-TA1.unknown  # Type error
-TA2.unknown  # Type error
-TA3.unknown  # Type error
-TA4.unknown  # Type error
+TA1.unknown  # E
+TA2.unknown  # E
+TA3.unknown  # E
+TA4.unknown  # E
 
 TA7: TypeAlias = type[T]
 TA8: TypeAlias = Type[T]
diff --git a/conformance/tests/tuples_type_compat.py b/conformance/tests/tuples_type_compat.py
index f5088b8ce..73f3b3ad5 100644
--- a/conformance/tests/tuples_type_compat.py
+++ b/conformance/tests/tuples_type_compat.py
@@ -12,7 +12,7 @@
 
 def func1(t1: tuple[float, complex], t2: tuple[int, int]):
     v1: tuple[float, complex] = t2  # OK
-    v2: tuple[int, int] = t1  # Type error
+    v2: tuple[int, int] = t1  # E
 
 
 # > A homogeneous tuple of arbitrary length is equivalent
@@ -26,11 +26,11 @@ def func2(t1: tuple[int], t2: tuple[int, *tuple[int, ...]], t3: tuple[int, ...])
 
     v2: tuple[int, *tuple[int, ...]]
     v2 = t1  # OK
-    v2 = t3  # Type error
+    v2 = t3  # E
 
     v3: tuple[int]
-    v3 = t2  # Type error
-    v3 = t3  # Type error
+    v3 = t2  # E
+    v3 = t3  # E
 
 
 # > The type ``tuple[Any, ...]`` is bidirectionally compatible with any tuple::
@@ -40,7 +40,7 @@ def func3(t1: tuple[int], t2: tuple[int, ...], t3: tuple[Any, ...]):
     v1: tuple[int, ...] = t1  # OK
     v2: tuple[Any, ...] = t1  # OK
 
-    v3: tuple[int] = t2  # Type error
+    v3: tuple[int] = t2  # E
     v4: tuple[Any, ...] = t2  # OK
 
     v5: tuple[float, float] = t3  # OK
@@ -59,7 +59,7 @@ def func4(
     a: tuple[int, int] = tuple(untyped_iter)  # OK
     b: tuple[int, int] = some_type_tuple  # OK
     c: tuple[int, int] = any_tuple  # OK
-    d: tuple[int, int] = int_tuple  # Type error
+    d: tuple[int, int] = int_tuple  # E
 
 
 # > The length of a tuple at runtime is immutable, so it is safe for type
@@ -141,35 +141,35 @@ def func8(
 
 
 t1: tuple[int, *tuple[str]] = (1, "")  # OK
-t1 = (1, "", "")  # Type error
+t1 = (1, "", "")  # E
 
 t2: tuple[int, *tuple[str, ...]] = (1,)  # OK
 t2 = (1, "")  # OK
 t2 = (1, "", "")  # OK
-t2 = (1, 1, "")  # Type error
-t2 = (1, "", 1)  # Type error
+t2 = (1, 1, "")  # E
+t2 = (1, "", 1)  # E
 
 
 t3: tuple[int, *tuple[str, ...], int] = (1, 2)  # OK
 t3 = (1, "", 2)  # OK
 t3 = (1, "", "", 2)  # OK
-t3 = (1, "", "")  # Type error
-t3 = (1, "", "", 1.2)  # Type error
+t3 = (1, "", "")  # E
+t3 = (1, "", "", 1.2)  # E
 
 t4: tuple[*tuple[str, ...], int] = (1,)  # OK
 t4 = ("", 1)  # OK
 t4 = ("", "", 1)  # OK
-t4 = (1, "", 1)  # Type error
-t4 = ("", "", 1.2)  # Type error
+t4 = (1, "", 1)  # E
+t4 = ("", "", 1.2)  # E
 
 
 def func9(a: tuple[str, str]):
     t1: tuple[str, str, *tuple[int, ...]] = a  # OK
-    t2: tuple[str, str, *tuple[int]] = a  # Type error
+    t2: tuple[str, str, *tuple[int]] = a  # E
     t3: tuple[str, *tuple[str, ...]] = a  # OK
     t4: tuple[str, str, *tuple[str, ...]] = a  # OK
-    t5: tuple[str, str, str, *tuple[str, ...]] = a  # Type error
+    t5: tuple[str, str, str, *tuple[str, ...]] = a  # E
     t6: tuple[str, *tuple[int, ...], str] = a  # OK
     t7: tuple[*tuple[str, ...], str] = a  # OK
     t8: tuple[*tuple[str, ...], str] = a  # OK
-    t9: tuple[*tuple[str, ...], str, str, str] = a  # Type error
+    t9: tuple[*tuple[str, ...], str, str, str] = a  # E
diff --git a/conformance/tests/tuples_type_form.py b/conformance/tests/tuples_type_form.py
index 6dcbc4a4c..ce54c0ee9 100644
--- a/conformance/tests/tuples_type_form.py
+++ b/conformance/tests/tuples_type_form.py
@@ -9,10 +9,10 @@
 
 
 t1: tuple[int] = (1,)  # OK
-t1 = (1, 2)  # Type error
+t1 = (1, 2)  # E
 t2: tuple[int, int] = (1, 2)  # OK
-t2 = (1,)  # Type error
-t2 = (1, "")  # Type error
+t2 = (1,)  # E
+t2 = (1, "")  # E
 
 
 def func1() -> tuple[Literal[1], Literal[2]]:
@@ -22,7 +22,7 @@ def func1() -> tuple[Literal[1], Literal[2]]:
 # > The empty tuple can be typed as tuple[()].
 
 t10: tuple[()] = ()  # OK
-t10 = (1,)  # Type error
+t10 = (1,)  # E
 
 
 def func2() -> list[tuple[()]]:
@@ -33,7 +33,7 @@ def func2() -> list[tuple[()]]:
 t20: tuple[int, ...] = ()  # OK
 t20 = (1,)  # OK
 t20 = (1, 2, 3, 4)  # OK
-t20 = (1, 2, 3, "")  # Type error
+t20 = (1, 2, 3, "")  # E
 
 
 t30: tuple[int, ...]  # OK
diff --git a/conformance/tests/tuples_unpacked.py b/conformance/tests/tuples_unpacked.py
index cb5c67e47..7a9eccade 100644
--- a/conformance/tests/tuples_unpacked.py
+++ b/conformance/tests/tuples_unpacked.py
@@ -28,16 +28,16 @@ def func2(x: tuple[int, *tuple[bool, ...], str]):
 
 # > As with TypeVarTuples, only one unpacking may appear in a tuple:
 
-bad1: tuple[*tuple[int], *tuple[int]]  # Type error
-bad2: tuple[*tuple[int, ...], *tuple[int]]  # Type error
+bad1: tuple[*tuple[int], *tuple[int]]  # E
+bad2: tuple[*tuple[int, ...], *tuple[int]]  # E
 
 
 # > Only one unbounded tuple can be used within another tuple:
 
 t1: tuple[*tuple[str], *tuple[str]]  # OK
 t2: tuple[*tuple[str, *tuple[str, ...]]]  # OK
-t3: tuple[*tuple[str, ...], *tuple[int, ...]]  # Type error
-t4: tuple[*tuple[str, *tuple[str, ...]], *tuple[int, ...]]  # Type error
+t3: tuple[*tuple[str, ...], *tuple[int, ...]]  # E
+t4: tuple[*tuple[str, *tuple[str, ...]], *tuple[int, ...]]  # E
 
 
 # > An unpacked TypeVarTuple counts as an unbounded tuple in the context of this rule
@@ -47,7 +47,7 @@ def func2(x: tuple[int, *tuple[bool, ...], str]):
 
 def func3(t: tuple[*Ts]):
     t5: tuple[*tuple[str], *Ts]  # OK
-    t6: tuple[*tuple[str, ...], *Ts]  # Type error
+    t6: tuple[*tuple[str, ...], *Ts]  # E
 
 
 # > The ``*`` syntax requires Python 3.11 or newer. For older versions of Python,
@@ -55,7 +55,7 @@ def func3(t: tuple[*Ts]):
 
 t11: tuple[Unpack[tuple[str]], Unpack[tuple[str]]]  # OK
 t12: tuple[Unpack[tuple[str, Unpack[tuple[str, ...]]]]]  # OK
-t13: tuple[Unpack[tuple[str, ...]], Unpack[tuple[int, ...]]]  # Type error
+t13: tuple[Unpack[tuple[str, ...]], Unpack[tuple[int, ...]]]  # E
 t14: tuple[
     Unpack[tuple[str, Unpack[tuple[str, ...]]]], Unpack[tuple[int, ...]]
-]  # Type error
+]  # E

From 7216bc4b81963890ee820daad7a9d7a8de7e9294 Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Thu, 4 Apr 2024 10:09:42 -0400
Subject: [PATCH 07/22] Rerun

---
 conformance/results/mypy/aliases_recursive.toml        | 6 +-----
 conformance/results/pyre/aliases_recursive.toml        | 8 ++++----
 conformance/results/pyre/version.toml                  | 2 +-
 conformance/results/pyright/aliases_recursive.toml     | 4 ++--
 conformance/results/pyright/version.toml               | 2 +-
 conformance/results/pytype/aliases_recursive.toml      | 4 ++--
 conformance/results/pytype/annotations_generators.toml | 1 -
 conformance/results/pytype/version.toml                | 2 +-
 conformance/results/results.html                       | 2 +-
 conformance/tests/aliases_recursive.py                 | 8 ++++----
 conformance/tests/annotations_generators.py            | 2 +-
 11 files changed, 18 insertions(+), 23 deletions(-)

diff --git a/conformance/results/mypy/aliases_recursive.toml b/conformance/results/mypy/aliases_recursive.toml
index e886b6d32..e6506b82f 100644
--- a/conformance/results/mypy/aliases_recursive.toml
+++ b/conformance/results/mypy/aliases_recursive.toml
@@ -12,10 +12,6 @@ aliases_recursive.py:73: error: List item 0 has incompatible type "float"; expec
 aliases_recursive.py:76: error: Invalid recursive alias: a union item of itself  [misc]
 aliases_recursive.py:79: error: Invalid recursive alias: a union item of itself  [misc]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 56: Expected 1 errors
-Line 78: Expected 1 errors
-Line 55: Unexpected errors ['aliases_recursive.py:55: error: Dict entry 2 has incompatible type "str": "list[int]"; expected "str": "str | int | Mapping[str, RecursiveMapping]"  [dict-item]']
-Line 79: Unexpected errors ['aliases_recursive.py:79: error: Invalid recursive alias: a union item of itself  [misc]']
 """
diff --git a/conformance/results/pyre/aliases_recursive.toml b/conformance/results/pyre/aliases_recursive.toml
index fbfda2c73..969019d14 100644
--- a/conformance/results/pyre/aliases_recursive.toml
+++ b/conformance/results/pyre/aliases_recursive.toml
@@ -16,8 +16,8 @@ aliases_recursive.py:66:4 Undefined or invalid type [11]: Annotation `GenericTyp
 aliases_recursive.py:69:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `_SpecialForm`.
 aliases_recursive.py:71:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias2` is not defined as a type.
 aliases_recursive.py:76:0 Incompatible variable type [9]: RecursiveUnion is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
-aliases_recursive.py:78:0 Incompatible variable type [9]: MutualReference1 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
-aliases_recursive.py:79:0 Incompatible variable type [9]: MutualReference2 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
+aliases_recursive.py:79:0 Incompatible variable type [9]: MutualReference1 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
+aliases_recursive.py:79:62 Incompatible variable type [9]: MutualReference2 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
 """
 conformance_automated = "Fail"
 errors_diff = """
@@ -25,9 +25,10 @@ Line 38: Expected 1 errors
 Line 39: Expected 1 errors
 Line 50: Expected 1 errors
 Line 51: Expected 1 errors
-Line 56: Expected 1 errors
+Line 55: Expected 1 errors
 Line 67: Expected 1 errors
 Line 73: Expected 1 errors
+Line 79: Expected 1 errors, got 2 (['aliases_recursive.py:79:0 Incompatible variable type [9]: MutualReference1 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.', 'aliases_recursive.py:79:62 Incompatible variable type [9]: MutualReference2 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.'])
 Line 30: Unexpected errors ['aliases_recursive.py:30:35 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[str, typing.Any]`.']
 Line 33: Unexpected errors ['aliases_recursive.py:33:4 Undefined or invalid type [11]: Annotation `RecursiveTuple` is not defined as a type.']
 Line 42: Unexpected errors ['aliases_recursive.py:42:39 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_KT]], Type[Variable[_VT_co](covariant)]]` but got `Tuple[Type[str], str]`.']
@@ -37,5 +38,4 @@ Line 65: Unexpected errors ['aliases_recursive.py:65:4 Undefined or invalid type
 Line 66: Unexpected errors ['aliases_recursive.py:66:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias1` is not defined as a type.']
 Line 69: Unexpected errors ['aliases_recursive.py:69:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `_SpecialForm`.']
 Line 71: Unexpected errors ['aliases_recursive.py:71:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias2` is not defined as a type.']
-Line 79: Unexpected errors ['aliases_recursive.py:79:0 Incompatible variable type [9]: MutualReference2 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.']
 """
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index 3c523460d..4107972e5 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 3.2
+test_duration = 3.4
diff --git a/conformance/results/pyright/aliases_recursive.toml b/conformance/results/pyright/aliases_recursive.toml
index 6aa31acdc..36ef996a0 100644
--- a/conformance/results/pyright/aliases_recursive.toml
+++ b/conformance/results/pyright/aliases_recursive.toml
@@ -62,10 +62,10 @@ aliases_recursive.py:73:51 - error: Expression of type "list[list[int | list[str
     "float" is incompatible with "str"
     "float" is incompatible with "int" (reportAssignmentType)
 aliases_recursive.py:76:29 - error: Type alias "RecursiveUnion" cannot use itself in its definition (reportGeneralTypeIssues)
-aliases_recursive.py:78:31 - error: Type alias "MutualReference1" cannot use itself in its definition (reportGeneralTypeIssues)
+aliases_recursive.py:79:31 - error: Type alias "MutualReference1" cannot use itself in its definition (reportGeneralTypeIssues)
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 56: Expected 1 errors
+Line 55: Expected 1 errors
 Line 52: Unexpected errors ['aliases_recursive.py:52:24 - error: Expression of type "dict[str, str | int | dict[str, str | int | list[int]]]" cannot be assigned to declared type "RecursiveMapping"']
 """
diff --git a/conformance/results/pyright/version.toml b/conformance/results/pyright/version.toml
index 9d0780a91..8cd1cf7a5 100644
--- a/conformance/results/pyright/version.toml
+++ b/conformance/results/pyright/version.toml
@@ -1,2 +1,2 @@
 version = "pyright 1.1.357"
-test_duration = 1.7
+test_duration = 1.8
diff --git a/conformance/results/pytype/aliases_recursive.toml b/conformance/results/pytype/aliases_recursive.toml
index 78a820ff0..a41bfc1f5 100644
--- a/conformance/results/pytype/aliases_recursive.toml
+++ b/conformance/results/pytype/aliases_recursive.toml
@@ -27,11 +27,11 @@ File "aliases_recursive.py", line 73, in <module>: Invalid type annotation 'Gene
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 56: Expected 1 errors
+Line 55: Expected 1 errors
 Line 67: Expected 1 errors, got 2 (['File "aliases_recursive.py", line 67, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 67, in <module>: Invalid type annotation \\'GenericTypeAlias1[str]\\'  [invalid-annotation]'])
 Line 73: Expected 1 errors, got 2 (['File "aliases_recursive.py", line 73, in <module>: Invalid type annotation \\'list[str, int]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 73, in <module>: Invalid type annotation \\'GenericTypeAlias2[str, int]\\'  [invalid-annotation]'])
 Line 76: Expected 1 errors
-Line 78: Expected 1 errors
+Line 79: Expected 1 errors
 Line 62: Unexpected errors ['File "aliases_recursive.py", line 62, in <module>: unsupported operand type(s) for |: \\'\\'GenericTypeAlias1[T1]\\': str\\' and \\'T1: TypeVar\\' [unsupported-operands]']
 Line 63: Unexpected errors ['File "aliases_recursive.py", line 63, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]']
 Line 66: Unexpected errors ['File "aliases_recursive.py", line 66, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 66, in <module>: Invalid type annotation \\'GenericTypeAlias1[str]\\'  [invalid-annotation]']
diff --git a/conformance/results/pytype/annotations_generators.toml b/conformance/results/pytype/annotations_generators.toml
index 41fec1d60..46a148570 100644
--- a/conformance/results/pytype/annotations_generators.toml
+++ b/conformance/results/pytype/annotations_generators.toml
@@ -23,7 +23,6 @@ errors_diff = """
 Line 51: Expected 1 errors
 Line 57: Expected 1 errors, got 2 (['File "annotations_generators.py", line 57, in generator2: bad return type [bad-return-type]', 'File "annotations_generators.py", line 57, in generator2: bad return type [bad-return-type]'])
 Line 135: Expected 1 errors
-Line 66: Unexpected errors ['File "annotations_generators.py", line 66, in generator3: bad return type [bad-return-type]']
 Line 100: Unexpected errors ['File "annotations_generators.py", line 100, in <module>: Bad return type \\'IntIterator\\' for generator function generator15 [bad-yield-annotation]']
 Line 109: Unexpected errors ['File "annotations_generators.py", line 109, in <module>: Bad return type \\'AsyncIntIterator\\' for async generator function generator16 [bad-yield-annotation]']
 Line 182: Unexpected errors ['File "annotations_generators.py", line 182, in <module>: Callable[[], AsyncIterator[int]] [assert-type]']
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index cade5cbbf..72324c383 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 44.1
+test_duration = 45.2
diff --git a/conformance/results/results.html b/conformance/results/results.html
index 6c18d6ce7..86df56a78 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.7sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.2sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>44.1sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.8sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.4sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>45.2sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>
diff --git a/conformance/tests/aliases_recursive.py b/conformance/tests/aliases_recursive.py
index 767ace3d9..412e67ccc 100644
--- a/conformance/tests/aliases_recursive.py
+++ b/conformance/tests/aliases_recursive.py
@@ -52,8 +52,8 @@ def func1(j1: Json) -> Json2:
 m9: RecursiveMapping = {
     "1": "1",
     "2": 1,
-    "3": {"0": "0", "1": 1, "2": [1, 2, 3]},
-}  # E
+    "3": {"0": "0", "1": 1, "2": [1, 2, 3]},  # E
+}
 
 
 T1 = TypeVar("T1", str, int)
@@ -75,6 +75,6 @@ def func1(j1: Json) -> Json2:
 
 RecursiveUnion: TypeAlias = Union["RecursiveUnion", int]  # E: cyclical reference
 
-MutualReference1: TypeAlias = Union["MutualReference2", int]  # E: cyclical reference
-MutualReference2: TypeAlias = Union["MutualReference1", str]
+# On one line because different type checkers report the error on different lines
+MutualReference1: TypeAlias = Union["MutualReference2", int]; MutualReference2: TypeAlias = Union["MutualReference1", str]  # E: cyclical reference
 
diff --git a/conformance/tests/annotations_generators.py b/conformance/tests/annotations_generators.py
index 0b9fec746..b2a5f21d5 100644
--- a/conformance/tests/annotations_generators.py
+++ b/conformance/tests/annotations_generators.py
@@ -63,7 +63,7 @@ def generator3() -> Generator[A, int, Any]:
         return 3
 
     while cont.should_continue():
-        yield 3  # Incompatible yield type
+        yield 3  # E: Incompatible yield type
 
 
 def generator4() -> Iterable[A]:

From a8e57307d5dc487ebcf292709af214ca8cb94fa9 Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Thu, 4 Apr 2024 10:18:17 -0400
Subject: [PATCH 08/22] Optional errors

---
 .../results/mypy/annotations_generators.toml  |  1 -
 .../results/mypy/annotations_methods.toml     |  4 +--
 .../results/mypy/dataclasses_usage.toml       |  3 ++
 .../results/mypy/directives_assert_type.toml  |  8 +++--
 .../results/mypy/directives_reveal_type.toml  |  4 +--
 .../mypy/directives_type_ignore_file2.toml    |  3 +-
 .../results/mypy/narrowing_typeguard.toml     |  2 ++
 .../results/mypy/typeddicts_usage.toml        |  2 ++
 conformance/results/mypy/version.toml         |  2 +-
 .../results/pyre/annotations_generators.toml  |  1 -
 .../results/pyre/annotations_methods.toml     |  3 +-
 .../results/pyre/dataclasses_usage.toml       |  3 --
 .../results/pyre/directives_assert_type.toml  |  6 ++--
 .../results/pyre/directives_reveal_type.toml  |  4 ++-
 .../pyre/directives_type_ignore_file2.toml    |  3 +-
 .../results/pyre/narrowing_typeguard.toml     |  2 ++
 .../results/pyre/typeddicts_usage.toml        |  2 ++
 conformance/results/pyre/version.toml         |  2 +-
 .../pyright/annotations_generators.toml       |  1 -
 .../results/pyright/dataclasses_usage.toml    |  3 ++
 .../pyright/directives_assert_type.toml       |  8 ++++-
 .../pyright/directives_reveal_type.toml       |  4 ++-
 .../pyright/directives_type_ignore_file2.toml |  3 +-
 .../results/pyright/narrowing_typeguard.toml  |  2 ++
 .../results/pyright/typeddicts_usage.toml     |  2 ++
 conformance/results/pyright/version.toml      |  2 +-
 .../results/pytype/annotations_methods.toml   |  4 +--
 .../results/pytype/dataclasses_usage.toml     |  3 --
 .../pytype/directives_assert_type.toml        |  6 +++-
 .../pytype/directives_reveal_type.toml        |  2 +-
 .../pytype/directives_type_ignore_file2.toml  |  3 +-
 .../results/pytype/narrowing_typeguard.toml   |  4 ++-
 .../results/pytype/typeddicts_usage.toml      |  2 ++
 conformance/results/pytype/version.toml       |  2 +-
 conformance/results/results.html              |  2 +-
 conformance/src/main.py                       | 34 +++++++++++++++----
 conformance/tests/annotations_methods.py      |  4 +--
 37 files changed, 96 insertions(+), 50 deletions(-)

diff --git a/conformance/results/mypy/annotations_generators.toml b/conformance/results/mypy/annotations_generators.toml
index b1015f794..a60af73c9 100644
--- a/conformance/results/mypy/annotations_generators.toml
+++ b/conformance/results/mypy/annotations_generators.toml
@@ -16,5 +16,4 @@ annotations_generators.py:119: error: Incompatible types in "yield from" (actual
 conformance_automated = "Fail"
 errors_diff = """
 Line 135: Expected 1 errors
-Line 66: Unexpected errors ['annotations_generators.py:66: error: Incompatible types in "yield" (actual type "int", expected type "A")  [misc]']
 """
diff --git a/conformance/results/mypy/annotations_methods.toml b/conformance/results/mypy/annotations_methods.toml
index f2b6ffe6e..c6879001a 100644
--- a/conformance/results/mypy/annotations_methods.toml
+++ b/conformance/results/mypy/annotations_methods.toml
@@ -5,8 +5,6 @@ Type evaluation differs from other type checkers because of ambiguity in the spe
 output = """
 annotations_methods.py:42: error: Expression is of type "B", not "A"  [assert-type]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 46: Expected 1 errors
-Line 42: Unexpected errors ['annotations_methods.py:42: error: Expression is of type "B", not "A"  [assert-type]']
 """
diff --git a/conformance/results/mypy/dataclasses_usage.toml b/conformance/results/mypy/dataclasses_usage.toml
index f07a0984a..18d06f79c 100644
--- a/conformance/results/mypy/dataclasses_usage.toml
+++ b/conformance/results/mypy/dataclasses_usage.toml
@@ -17,6 +17,9 @@ dataclasses_usage.py:205: error: Name "v1" already defined on line 25  [no-redef
 conformance_automated = "Fail"
 errors_diff = """
 Line 36: Unexpected errors ['dataclasses_usage.py:36: error: Accessing "__init__" on an instance is unsound, since instance.__init__ could be from an incompatible subclass  [misc]']
+Line 62: Unexpected errors ['dataclasses_usage.py:62: error: Attributes without a default cannot follow attributes with one  [misc]']
+Line 68: Unexpected errors ['dataclasses_usage.py:68: error: Attributes without a default cannot follow attributes with one  [misc]']
+Line 74: Unexpected errors ['dataclasses_usage.py:74: error: Attributes without a default cannot follow attributes with one  [misc]']
 Line 127: Unexpected errors ['dataclasses_usage.py:127: error: Too many arguments for "DC7"  [call-arg]']
 Line 130: Unexpected errors ['dataclasses_usage.py:130: error: Missing positional argument "y" in call to "DC8"  [call-arg]']
 Line 179: Unexpected errors ['dataclasses_usage.py:179: error: Too many arguments for "DC13"  [call-arg]']
diff --git a/conformance/results/mypy/directives_assert_type.toml b/conformance/results/mypy/directives_assert_type.toml
index 924cb5390..d54df46f6 100644
--- a/conformance/results/mypy/directives_assert_type.toml
+++ b/conformance/results/mypy/directives_assert_type.toml
@@ -11,6 +11,10 @@ directives_assert_type.py:33: error: Too many arguments for "assert_type"  [call
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 31: Expected 1 errors, got 2 (['directives_assert_type.py:31: error: "assert_type" expects 2 arguments  [misc]', 'directives_assert_type.py:31: error: Too few arguments for "assert_type"  [call-arg]'])
-Line 33: Expected 1 errors, got 2 (['directives_assert_type.py:33: error: "assert_type" expects 2 arguments  [misc]', 'directives_assert_type.py:33: error: Too many arguments for "assert_type"  [call-arg]'])
+Line 27: Unexpected errors ['directives_assert_type.py:27: error: Expression is of type "int | str", not "int"  [assert-type]']
+Line 28: Unexpected errors ['directives_assert_type.py:28: error: Expression is of type "Any", not "int"  [assert-type]']
+Line 29: Unexpected errors ['directives_assert_type.py:29: error: Expression is of type "Literal[4]", not "int"  [assert-type]']
+Line 31: Unexpected errors ['directives_assert_type.py:31: error: "assert_type" expects 2 arguments  [misc]', 'directives_assert_type.py:31: error: Too few arguments for "assert_type"  [call-arg]']
+Line 32: Unexpected errors ['directives_assert_type.py:32: error: Expression is of type "Literal[\\'\\']", not "int"  [assert-type]']
+Line 33: Unexpected errors ['directives_assert_type.py:33: error: "assert_type" expects 2 arguments  [misc]', 'directives_assert_type.py:33: error: Too many arguments for "assert_type"  [call-arg]']
 """
diff --git a/conformance/results/mypy/directives_reveal_type.toml b/conformance/results/mypy/directives_reveal_type.toml
index 0b807efe3..f42dd75f2 100644
--- a/conformance/results/mypy/directives_reveal_type.toml
+++ b/conformance/results/mypy/directives_reveal_type.toml
@@ -11,6 +11,6 @@ directives_reveal_type.py:20: error: Too many arguments for "reveal_type"  [call
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 19: Expected 1 errors, got 2 (['directives_reveal_type.py:19: error: "reveal_type" expects 1 argument  [misc]', 'directives_reveal_type.py:19: error: Too few arguments for "reveal_type"  [call-arg]'])
-Line 20: Expected 1 errors, got 2 (['directives_reveal_type.py:20: error: "reveal_type" expects 1 argument  [misc]', 'directives_reveal_type.py:20: error: Too many arguments for "reveal_type"  [call-arg]'])
+Line 19: Unexpected errors ['directives_reveal_type.py:19: error: "reveal_type" expects 1 argument  [misc]', 'directives_reveal_type.py:19: error: Too few arguments for "reveal_type"  [call-arg]']
+Line 20: Unexpected errors ['directives_reveal_type.py:20: error: "reveal_type" expects 1 argument  [misc]', 'directives_reveal_type.py:20: error: Too many arguments for "reveal_type"  [call-arg]']
 """
diff --git a/conformance/results/mypy/directives_type_ignore_file2.toml b/conformance/results/mypy/directives_type_ignore_file2.toml
index dae3196ca..6f312727b 100644
--- a/conformance/results/mypy/directives_type_ignore_file2.toml
+++ b/conformance/results/mypy/directives_type_ignore_file2.toml
@@ -2,6 +2,7 @@ conformant = "Pass"
 output = """
 directives_type_ignore_file2.py:14: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 14: Unexpected errors ['directives_type_ignore_file2.py:14: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
 """
diff --git a/conformance/results/mypy/narrowing_typeguard.toml b/conformance/results/mypy/narrowing_typeguard.toml
index 58b9193c1..bfe82e75c 100644
--- a/conformance/results/mypy/narrowing_typeguard.toml
+++ b/conformance/results/mypy/narrowing_typeguard.toml
@@ -9,4 +9,6 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 102: Unexpected errors ['narrowing_typeguard.py:102: error: TypeGuard functions must have a positional argument  [valid-type]']
 Line 107: Unexpected errors ['narrowing_typeguard.py:107: error: TypeGuard functions must have a positional argument  [valid-type]']
+Line 128: Unexpected errors ['narrowing_typeguard.py:128: error: Argument 1 to "takes_callable_str" has incompatible type "Callable[[object], TypeGuard[int]]"; expected "Callable[[object], str]"  [arg-type]']
+Line 148: Unexpected errors ['narrowing_typeguard.py:148: error: Argument 1 to "takes_callable_str_proto" has incompatible type "Callable[[object], TypeGuard[int]]"; expected "CallableStrProto"  [arg-type]']
 """
diff --git a/conformance/results/mypy/typeddicts_usage.toml b/conformance/results/mypy/typeddicts_usage.toml
index a3331859a..077df100e 100644
--- a/conformance/results/mypy/typeddicts_usage.toml
+++ b/conformance/results/mypy/typeddicts_usage.toml
@@ -10,6 +10,8 @@ typeddicts_usage.py:40: note: See https://mypy.readthedocs.io/en/stable/common_i
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 23: Unexpected errors ['typeddicts_usage.py:23: error: TypedDict "Movie" has no key "director"  [typeddict-unknown-key]']
+Line 24: Unexpected errors ['typeddicts_usage.py:24: error: Value of "year" has incompatible type "str"; expected "int"  [typeddict-item]']
 Line 28: Unexpected errors ['typeddicts_usage.py:28: error: Missing key "name" for TypedDict "Movie"  [typeddict-item]', 'typeddicts_usage.py:28: error: Extra key "title" for TypedDict "Movie"  [typeddict-unknown-key]']
 Line 35: Unexpected errors ['typeddicts_usage.py:35: error: Cannot use isinstance() with TypedDict type  [misc]']
 Line 40: Unexpected errors ['typeddicts_usage.py:40: error: Variable "typing.TypedDict" is not valid as a type  [valid-type]']
diff --git a/conformance/results/mypy/version.toml b/conformance/results/mypy/version.toml
index da96566e1..15e6e85c0 100644
--- a/conformance/results/mypy/version.toml
+++ b/conformance/results/mypy/version.toml
@@ -1,2 +1,2 @@
 version = "mypy 1.9.0"
-test_duration = 1.5
+test_duration = 1.4
diff --git a/conformance/results/pyre/annotations_generators.toml b/conformance/results/pyre/annotations_generators.toml
index 85ff14127..b16ed0dae 100644
--- a/conformance/results/pyre/annotations_generators.toml
+++ b/conformance/results/pyre/annotations_generators.toml
@@ -24,7 +24,6 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 51: Expected 1 errors
 Line 86: Expected 1 errors
-Line 66: Unexpected errors ['annotations_generators.py:66:8 Incompatible return type [7]: Expected `Generator[A, int, typing.Any]` but got `Generator[int, typing.Any, typing.Any]`.']
 Line 87: Unexpected errors ['annotations_generators.py:87:4 Incompatible return type [7]: Expected `int` but got `Generator[None, typing.Any, typing.Any]`.']
 Line 88: Unexpected errors ['annotations_generators.py:88:4 Incompatible return type [7]: Expected `int` but got `Generator[typing.Any, typing.Any, int]`.']
 Line 92: Unexpected errors ['annotations_generators.py:92:4 Incompatible return type [7]: Expected `int` but got `AsyncGenerator[None, typing.Any]`.']
diff --git a/conformance/results/pyre/annotations_methods.toml b/conformance/results/pyre/annotations_methods.toml
index 333bd418b..4d4581610 100644
--- a/conformance/results/pyre/annotations_methods.toml
+++ b/conformance/results/pyre/annotations_methods.toml
@@ -4,7 +4,6 @@ Type evaluation differs from other type checkers because of ambiguity in the spe
 """
 output = """
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 46: Expected 1 errors
 """
diff --git a/conformance/results/pyre/dataclasses_usage.toml b/conformance/results/pyre/dataclasses_usage.toml
index b8e6328d1..cb34d9ddf 100644
--- a/conformance/results/pyre/dataclasses_usage.toml
+++ b/conformance/results/pyre/dataclasses_usage.toml
@@ -20,9 +20,6 @@ dataclasses_usage.py:205:0 Incompatible variable type [9]: v1 is declared to hav
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 62: Expected 1 errors
-Line 68: Expected 1 errors
-Line 74: Expected 1 errors
 Line 73: Unexpected errors ['dataclasses_usage.py:73:4 Incompatible attribute type [8]: Attribute `a` declared in class `DC3` has type `InitVar[int]` but is used as type `int`.']
 Line 116: Unexpected errors ['dataclasses_usage.py:116:0 Uninitialized attribute [13]: Attribute `y` is declared in class `DC8` to have type `int` but is never initialized.']
 Line 127: Unexpected errors ['dataclasses_usage.py:127:0 Too many arguments [19]: Call `DC7.__init__` expects 1 positional argument, 2 were provided.']
diff --git a/conformance/results/pyre/directives_assert_type.toml b/conformance/results/pyre/directives_assert_type.toml
index b16852d99..b1fd9b43c 100644
--- a/conformance/results/pyre/directives_assert_type.toml
+++ b/conformance/results/pyre/directives_assert_type.toml
@@ -8,8 +8,6 @@ directives_assert_type.py:33:4 Too many arguments [19]: Call `assert_type` expec
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 27: Expected 1 errors
-Line 28: Expected 1 errors
-Line 29: Expected 1 errors
-Line 32: Expected 1 errors
+Line 31: Unexpected errors ['directives_assert_type.py:31:4 Missing argument [20]: Call `assert_type` expects argument in position 0.']
+Line 33: Unexpected errors ['directives_assert_type.py:33:4 Too many arguments [19]: Call `assert_type` expects 2 positional arguments, 3 were provided.']
 """
diff --git a/conformance/results/pyre/directives_reveal_type.toml b/conformance/results/pyre/directives_reveal_type.toml
index 5a0f84eb9..917802675 100644
--- a/conformance/results/pyre/directives_reveal_type.toml
+++ b/conformance/results/pyre/directives_reveal_type.toml
@@ -6,6 +6,8 @@ output = """
 directives_reveal_type.py:19:4 Missing argument [20]: Call `reveal_type` expects argument in position 0.
 directives_reveal_type.py:20:4 Too many arguments [19]: Call `reveal_type` expects 1 positional argument, 2 were provided.
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 19: Unexpected errors ['directives_reveal_type.py:19:4 Missing argument [20]: Call `reveal_type` expects argument in position 0.']
+Line 20: Unexpected errors ['directives_reveal_type.py:20:4 Too many arguments [19]: Call `reveal_type` expects 1 positional argument, 2 were provided.']
 """
diff --git a/conformance/results/pyre/directives_type_ignore_file2.toml b/conformance/results/pyre/directives_type_ignore_file2.toml
index 7e43e7dcf..2df46d74e 100644
--- a/conformance/results/pyre/directives_type_ignore_file2.toml
+++ b/conformance/results/pyre/directives_type_ignore_file2.toml
@@ -2,6 +2,7 @@ conformant = "Pass"
 output = """
 directives_type_ignore_file2.py:14:0 Incompatible variable type [9]: x is declared to have type `int` but is used as type `str`.
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 14: Unexpected errors ['directives_type_ignore_file2.py:14:0 Incompatible variable type [9]: x is declared to have type `int` but is used as type `str`.']
 """
diff --git a/conformance/results/pyre/narrowing_typeguard.toml b/conformance/results/pyre/narrowing_typeguard.toml
index 1a7349658..804e38a52 100644
--- a/conformance/results/pyre/narrowing_typeguard.toml
+++ b/conformance/results/pyre/narrowing_typeguard.toml
@@ -13,4 +13,6 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 17: Unexpected errors ['narrowing_typeguard.py:17:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[str]]`.']
 Line 19: Unexpected errors ['narrowing_typeguard.py:19:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], typing.Any]`.']
+Line 128: Unexpected errors ['narrowing_typeguard.py:128:19 Incompatible parameter type [6]: In call `takes_callable_str`, for 1st positional argument, expected `typing.Callable[[object], str]` but got `typing.Callable(simple_typeguard)[[Named(val, object)], TypeGuard[int]]`.']
+Line 148: Unexpected errors ['narrowing_typeguard.py:148:25 Incompatible parameter type [6]: In call `takes_callable_str_proto`, for 1st positional argument, expected `CallableStrProto` but got `typing.Callable(simple_typeguard)[[Named(val, object)], TypeGuard[int]]`.']
 """
diff --git a/conformance/results/pyre/typeddicts_usage.toml b/conformance/results/pyre/typeddicts_usage.toml
index 7f2a02b27..bb803cb6c 100644
--- a/conformance/results/pyre/typeddicts_usage.toml
+++ b/conformance/results/pyre/typeddicts_usage.toml
@@ -10,5 +10,7 @@ typeddicts_usage.py:28:16 TypedDict initialization error [55]: Missing required
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 23: Unexpected errors ['typeddicts_usage.py:23:6 TypedDict accessed with a missing key [27]: TypedDict `Movie` has no key `director`.']
+Line 24: Unexpected errors ['typeddicts_usage.py:24:16 Invalid TypedDict operation [54]: Expected `int` to be assigned to `Movie` field `year` but got `str`.']
 Line 28: Unexpected errors ['typeddicts_usage.py:28:16 TypedDict initialization error [55]: Missing required field `name` for TypedDict `Movie`.']
 """
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index 4107972e5..8d7091d95 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 3.4
+test_duration = 3.3
diff --git a/conformance/results/pyright/annotations_generators.toml b/conformance/results/pyright/annotations_generators.toml
index f92f6f837..97262ff08 100644
--- a/conformance/results/pyright/annotations_generators.toml
+++ b/conformance/results/pyright/annotations_generators.toml
@@ -33,7 +33,6 @@ annotations_generators.py:135:16 - error: Return type of generator function must
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 66: Unexpected errors ['annotations_generators.py:66:15 - error: Return type of generator function must be compatible with "Generator[Literal[3], Any, Any]"']
 Line 87: Unexpected errors ['annotations_generators.py:87:11 - error: Return type of generator function must be compatible with "Generator[None, Any, Any]"']
 Line 92: Unexpected errors ['annotations_generators.py:92:11 - error: Return type of async generator function must be compatible with "AsyncGenerator[None, Any]"']
 """
diff --git a/conformance/results/pyright/dataclasses_usage.toml b/conformance/results/pyright/dataclasses_usage.toml
index c2ee04bfc..cdccde021 100644
--- a/conformance/results/pyright/dataclasses_usage.toml
+++ b/conformance/results/pyright/dataclasses_usage.toml
@@ -17,6 +17,9 @@ dataclasses_usage.py:228:9 - error: Dataclass field without type annotation will
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 62: Unexpected errors ['dataclasses_usage.py:62:5 - error: Fields without default values cannot appear after fields with default values (reportGeneralTypeIssues)']
+Line 68: Unexpected errors ['dataclasses_usage.py:68:5 - error: Fields without default values cannot appear after fields with default values (reportGeneralTypeIssues)']
+Line 74: Unexpected errors ['dataclasses_usage.py:74:5 - error: Fields without default values cannot appear after fields with default values (reportGeneralTypeIssues)']
 Line 127: Unexpected errors ['dataclasses_usage.py:127:8 - error: Expected 1 positional argument (reportCallIssue)']
 Line 130: Unexpected errors ['dataclasses_usage.py:130:1 - error: Argument missing for parameter "y" (reportCallIssue)']
 Line 179: Unexpected errors ['dataclasses_usage.py:179:1 - error: Expected no arguments to "DC13" constructor (reportCallIssue)']
diff --git a/conformance/results/pyright/directives_assert_type.toml b/conformance/results/pyright/directives_assert_type.toml
index 993dfb73d..dc8794dca 100644
--- a/conformance/results/pyright/directives_assert_type.toml
+++ b/conformance/results/pyright/directives_assert_type.toml
@@ -7,6 +7,12 @@ directives_assert_type.py:31:5 - error: "assert_type" expects two positional arg
 directives_assert_type.py:32:17 - error: "assert_type" mismatch: expected "int" but received "Literal['']" (reportAssertTypeFailure)
 directives_assert_type.py:33:5 - error: "assert_type" expects two positional arguments
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 27: Unexpected errors ['directives_assert_type.py:27:17 - error: "assert_type" mismatch: expected "int" but received "int | str" (reportAssertTypeFailure)']
+Line 28: Unexpected errors ['directives_assert_type.py:28:17 - error: "assert_type" mismatch: expected "int" but received "Any" (reportAssertTypeFailure)']
+Line 29: Unexpected errors ['directives_assert_type.py:29:17 - error: "assert_type" mismatch: expected "int" but received "Literal[4]" (reportAssertTypeFailure)']
+Line 31: Unexpected errors ['directives_assert_type.py:31:5 - error: "assert_type" expects two positional arguments']
+Line 32: Unexpected errors ['directives_assert_type.py:32:17 - error: "assert_type" mismatch: expected "int" but received "Literal[\\'\\']" (reportAssertTypeFailure)']
+Line 33: Unexpected errors ['directives_assert_type.py:33:5 - error: "assert_type" expects two positional arguments']
 """
diff --git a/conformance/results/pyright/directives_reveal_type.toml b/conformance/results/pyright/directives_reveal_type.toml
index 679849716..eaf178083 100644
--- a/conformance/results/pyright/directives_reveal_type.toml
+++ b/conformance/results/pyright/directives_reveal_type.toml
@@ -7,6 +7,8 @@ directives_reveal_type.py:17:17 - information: Type of "d" is "ForwardReference"
 directives_reveal_type.py:19:5 - error: Expected a single positional argument for "reveal_type" call
 directives_reveal_type.py:20:5 - error: Expected a single positional argument for "reveal_type" call
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 19: Unexpected errors ['directives_reveal_type.py:19:5 - error: Expected a single positional argument for "reveal_type" call']
+Line 20: Unexpected errors ['directives_reveal_type.py:20:5 - error: Expected a single positional argument for "reveal_type" call']
 """
diff --git a/conformance/results/pyright/directives_type_ignore_file2.toml b/conformance/results/pyright/directives_type_ignore_file2.toml
index 5efc43b17..0e6403a12 100644
--- a/conformance/results/pyright/directives_type_ignore_file2.toml
+++ b/conformance/results/pyright/directives_type_ignore_file2.toml
@@ -3,6 +3,7 @@ output = """
 directives_type_ignore_file2.py:14:10 - error: Expression of type "Literal['']" cannot be assigned to declared type "int"
   "Literal['']" is incompatible with "int" (reportAssignmentType)
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 14: Unexpected errors ['directives_type_ignore_file2.py:14:10 - error: Expression of type "Literal[\\'\\']" cannot be assigned to declared type "int"']
 """
diff --git a/conformance/results/pyright/narrowing_typeguard.toml b/conformance/results/pyright/narrowing_typeguard.toml
index 1aa634d3a..439917dd4 100644
--- a/conformance/results/pyright/narrowing_typeguard.toml
+++ b/conformance/results/pyright/narrowing_typeguard.toml
@@ -17,4 +17,6 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 102: Unexpected errors ['narrowing_typeguard.py:102:9 - error: User-defined type guard functions and methods must have at least one input parameter (reportGeneralTypeIssues)']
 Line 107: Unexpected errors ['narrowing_typeguard.py:107:9 - error: User-defined type guard functions and methods must have at least one input parameter (reportGeneralTypeIssues)']
+Line 128: Unexpected errors ['narrowing_typeguard.py:128:20 - error: Argument of type "(val: object) -> TypeGuard[int]" cannot be assigned to parameter "f" of type "(object) -> str" in function "takes_callable_str"']
+Line 148: Unexpected errors ['narrowing_typeguard.py:148:26 - error: Argument of type "(val: object) -> TypeGuard[int]" cannot be assigned to parameter "f" of type "CallableStrProto" in function "takes_callable_str_proto"']
 """
diff --git a/conformance/results/pyright/typeddicts_usage.toml b/conformance/results/pyright/typeddicts_usage.toml
index 1cbd395bb..2d19f6558 100644
--- a/conformance/results/pyright/typeddicts_usage.toml
+++ b/conformance/results/pyright/typeddicts_usage.toml
@@ -12,6 +12,8 @@ typeddicts_usage.py:40:24 - error: "TypedDict" cannot be used in this context
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 23: Unexpected errors ['typeddicts_usage.py:23:1 - error: Could not assign item in TypedDict']
+Line 24: Unexpected errors ['typeddicts_usage.py:24:1 - error: Could not assign item in TypedDict']
 Line 28: Unexpected errors ['typeddicts_usage.py:28:18 - error: Expression of type "dict[str, str | int]" cannot be assigned to declared type "Movie"']
 Line 35: Unexpected errors ['typeddicts_usage.py:35:22 - error: Second argument to "isinstance" must be a class or tuple of classes']
 Line 40: Unexpected errors ['typeddicts_usage.py:40:24 - error: "TypedDict" cannot be used in this context']
diff --git a/conformance/results/pyright/version.toml b/conformance/results/pyright/version.toml
index 8cd1cf7a5..4b1baca77 100644
--- a/conformance/results/pyright/version.toml
+++ b/conformance/results/pyright/version.toml
@@ -1,2 +1,2 @@
 version = "pyright 1.1.357"
-test_duration = 1.8
+test_duration = 1.6
diff --git a/conformance/results/pytype/annotations_methods.toml b/conformance/results/pytype/annotations_methods.toml
index 5264d6e89..f86e18674 100644
--- a/conformance/results/pytype/annotations_methods.toml
+++ b/conformance/results/pytype/annotations_methods.toml
@@ -5,8 +5,6 @@ Type evaluation differs from other type checkers because of ambiguity in the spe
 output = """
 File "annotations_methods.py", line 42, in <module>: B [assert-type]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 46: Expected 1 errors
-Line 42: Unexpected errors ['File "annotations_methods.py", line 42, in <module>: B [assert-type]']
 """
diff --git a/conformance/results/pytype/dataclasses_usage.toml b/conformance/results/pytype/dataclasses_usage.toml
index 840b7202d..89f641b8f 100644
--- a/conformance/results/pytype/dataclasses_usage.toml
+++ b/conformance/results/pytype/dataclasses_usage.toml
@@ -16,9 +16,6 @@ File "dataclasses_usage.py", line 179, in <module>: Function DC13.__init__ expec
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 62: Expected 1 errors
-Line 68: Expected 1 errors
-Line 74: Expected 1 errors
 Line 59: Unexpected errors ['File "dataclasses_usage.py", line 59, in <module>: In method __init__, non-default argument b follows default argument [invalid-function-definition]']
 Line 65: Unexpected errors ['File "dataclasses_usage.py", line 65, in <module>: In method __init__, non-default argument b follows default argument [invalid-function-definition]']
 Line 71: Unexpected errors ['File "dataclasses_usage.py", line 71, in <module>: In method __init__, non-default argument b follows default argument [invalid-function-definition]']
diff --git a/conformance/results/pytype/directives_assert_type.toml b/conformance/results/pytype/directives_assert_type.toml
index ddf57fb4d..2f1961785 100644
--- a/conformance/results/pytype/directives_assert_type.toml
+++ b/conformance/results/pytype/directives_assert_type.toml
@@ -8,5 +8,9 @@ File "directives_assert_type.py", line 33, in func1: Function assert_type expect
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 29: Expected 1 errors
+Line 27: Unexpected errors ['File "directives_assert_type.py", line 27, in func1: Union[int, str] [assert-type]']
+Line 28: Unexpected errors ['File "directives_assert_type.py", line 28, in func1: Any [assert-type]']
+Line 31: Unexpected errors ['File "directives_assert_type.py", line 31, in func1: Function assert_type expects 2 arg(s), got 0 [wrong-arg-count]']
+Line 32: Unexpected errors ['File "directives_assert_type.py", line 32, in func1: str [assert-type]']
+Line 33: Unexpected errors ['File "directives_assert_type.py", line 33, in func1: Function assert_type expects 2 arg(s), got 3 [wrong-arg-count]']
 """
diff --git a/conformance/results/pytype/directives_reveal_type.toml b/conformance/results/pytype/directives_reveal_type.toml
index 38e08038c..bbeed4843 100644
--- a/conformance/results/pytype/directives_reveal_type.toml
+++ b/conformance/results/pytype/directives_reveal_type.toml
@@ -12,9 +12,9 @@ File "directives_reveal_type.py", line 20, in func1: Union[int, str] [reveal-typ
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 19: Expected 1 errors
 Line 14: Unexpected errors ['File "directives_reveal_type.py", line 14, in func1: Union[int, str] [reveal-type]']
 Line 15: Unexpected errors ['File "directives_reveal_type.py", line 15, in func1: List[int] [reveal-type]']
 Line 16: Unexpected errors ['File "directives_reveal_type.py", line 16, in func1: Any [reveal-type]']
 Line 17: Unexpected errors ['File "directives_reveal_type.py", line 17, in func1: ForwardReference [reveal-type]']
+Line 20: Unexpected errors ['File "directives_reveal_type.py", line 20, in func1: Union[int, str] [reveal-type]']
 """
diff --git a/conformance/results/pytype/directives_type_ignore_file2.toml b/conformance/results/pytype/directives_type_ignore_file2.toml
index 0b11099d3..185100528 100644
--- a/conformance/results/pytype/directives_type_ignore_file2.toml
+++ b/conformance/results/pytype/directives_type_ignore_file2.toml
@@ -5,7 +5,6 @@ Does not ignore `# type: ignore` if it occurs after docstrings in the file.
 output = """
 
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 14: Expected 1 errors
 """
diff --git a/conformance/results/pytype/narrowing_typeguard.toml b/conformance/results/pytype/narrowing_typeguard.toml
index 426521cfb..3ad47ad8a 100644
--- a/conformance/results/pytype/narrowing_typeguard.toml
+++ b/conformance/results/pytype/narrowing_typeguard.toml
@@ -6,6 +6,8 @@ output = """
 File "narrowing_typeguard.py", line 128, in <module>: Function takes_callable_str was called with the wrong arguments [wrong-arg-types]
 File "narrowing_typeguard.py", line 148, in <module>: Function takes_callable_str_proto was called with the wrong arguments [wrong-arg-types]
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 128: Unexpected errors ['File "narrowing_typeguard.py", line 128, in <module>: Function takes_callable_str was called with the wrong arguments [wrong-arg-types]']
+Line 148: Unexpected errors ['File "narrowing_typeguard.py", line 148, in <module>: Function takes_callable_str_proto was called with the wrong arguments [wrong-arg-types]']
 """
diff --git a/conformance/results/pytype/typeddicts_usage.toml b/conformance/results/pytype/typeddicts_usage.toml
index 51e4ae256..626782572 100644
--- a/conformance/results/pytype/typeddicts_usage.toml
+++ b/conformance/results/pytype/typeddicts_usage.toml
@@ -10,5 +10,7 @@ File "typeddicts_usage.py", line 28, in <module>: Type annotation for movie2 doe
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 23: Unexpected errors ['File "typeddicts_usage.py", line 23, in <module>: TypedDict Movie does not contain key director [typed-dict-error]']
+Line 24: Unexpected errors ['File "typeddicts_usage.py", line 24, in <module>: Type annotation for key year in TypedDict Movie does not match type of assignment [annotation-type-mismatch]']
 Line 28: Unexpected errors ['File "typeddicts_usage.py", line 28, in <module>: Type annotation for movie2 does not match type of assignment [annotation-type-mismatch]']
 """
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index 72324c383..27e859d9b 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 45.2
+test_duration = 44.7
diff --git a/conformance/results/results.html b/conformance/results/results.html
index 86df56a78..6377bdafc 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.8sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.4sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>45.2sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.4sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.3sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>44.7sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>
diff --git a/conformance/src/main.py b/conformance/src/main.py
index 3afab8759..5d6b76a39 100644
--- a/conformance/src/main.py
+++ b/conformance/src/main.py
@@ -4,6 +4,7 @@
 
 import os
 from pathlib import Path
+import re
 import sys
 from time import time
 from typing import Sequence
@@ -41,14 +42,25 @@ def run_tests(
     update_type_checker_info(type_checker, root_dir, test_duration)
 
 
-def get_expected_errors(test_case: Path) -> dict[int, int]:
+def get_expected_errors(test_case: Path) -> dict[int, tuple[int, int]]:
     """Return the line numbers where type checkers are expected to produce an error.
 
-    The format is {line number: expected number of errors}.
+    The format is {line number: (expected number of required errors, expected number of optional errors)}.
     """
     with open(test_case, "r") as f:
         lines = f.readlines()
-    return {i: line.count("# E") for i, line in enumerate(lines, start=1) if "# E" in line}
+    output: dict[int, tuple[int, int]] = {}
+    for i, line in enumerate(lines, start=1):
+        required = 0
+        optional = 0
+        for match in re.finditer(r"# E\??(?=:|$)", line):
+            if match.group() == "# E":
+                required += 1
+            else:
+                optional += 1
+        if required or optional:
+            output[i] = (required, optional)
+    return output
 
 
 def diff_expected_errors(type_checker: TypeChecker, test_case: Path, output: str) -> str:
@@ -57,12 +69,20 @@ def diff_expected_errors(type_checker: TypeChecker, test_case: Path, output: str
     errors = type_checker.parse_errors(output.splitlines())
 
     differences: list[str] = []
-    for expected_lineno, expected_count in expected_errors.items():
+    for expected_lineno, (expected_count, optional_count) in expected_errors.items():
         if expected_lineno not in errors:
-            differences.append(f"Line {expected_lineno}: Expected {expected_count} errors")
-        elif (actual_count := len(errors[expected_lineno])) != expected_count:
+            if expected_count > 0:
+                differences.append(f"Line {expected_lineno}: Expected {expected_count} errors")
+            continue
+        actual_count = len(errors[expected_lineno])
+        if not (expected_count <= actual_count <= expected_count + optional_count):
+            expected_text = (
+                str(expected_count)
+                if optional_count == 0
+                else f"{expected_count} to {expected_count + optional_count}"
+            )
             differences.append(
-                f"Line {expected_lineno}: Expected {expected_count} errors, "
+                f"Line {expected_lineno}: Expected {expected_text} errors, "
                 f"got {actual_count} ({errors[expected_lineno]})"
             )
     for actual_lineno, actual_errors in errors.items():
diff --git a/conformance/tests/annotations_methods.py b/conformance/tests/annotations_methods.py
index fa51f9a87..2e4a316f4 100644
--- a/conformance/tests/annotations_methods.py
+++ b/conformance/tests/annotations_methods.py
@@ -39,11 +39,11 @@ class B(A):
 # type binding should be performed. Currently, pyright evaluates
 # A here, but mypy evaluates B. Since the spec is not clear, both
 # of these are currently acceptable answers.
-assert_type(A.copy(B()), A)
+assert_type(A.copy(B()), A)  # E?
 
 # Similarly, this case is ambiguous in the spec. Pyright currently
 # generates a type error here, but mypy accepts this.
-B.copy(A())  # E
+B.copy(A())  # E?
 
 assert_type(A.static_method(A), A)
 assert_type(A.static_method(B), B)

From fcc618e2e58fe28c261635ee7d4294b830ad8bd6 Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Thu, 4 Apr 2024 10:29:55 -0400
Subject: [PATCH 09/22] Fixes

---
 .../results/mypy/annotations_typeexpr.toml    | 17 +-------
 .../results/mypy/callables_annotation.toml    | 28 +++++-------
 .../results/mypy/callables_kwargs.toml        | 43 ++++++++-----------
 conformance/results/mypy/version.toml         |  2 +-
 .../results/pyre/annotations_typeexpr.toml    | 15 -------
 .../results/pyre/callables_annotation.toml    | 21 ++++-----
 .../results/pyre/callables_kwargs.toml        | 26 ++++++-----
 conformance/results/pyre/version.toml         |  2 +-
 .../results/pyright/annotations_typeexpr.toml | 20 +++------
 .../results/pyright/callables_annotation.toml | 20 ++++-----
 .../results/pyright/callables_kwargs.toml     | 28 ++++++------
 conformance/results/pyright/version.toml      |  2 +-
 .../results/pytype/annotations_typeexpr.toml  | 15 +++++++
 .../results/pytype/callables_annotation.toml  | 23 +++++-----
 .../results/pytype/callables_kwargs.toml      | 27 ++++++------
 conformance/results/pytype/version.toml       |  2 +-
 conformance/results/results.html              |  2 +-
 conformance/src/main.py                       |  2 +-
 conformance/tests/annotations_typeexpr.py     | 30 ++++++-------
 conformance/tests/callables_annotation.py     | 19 ++++----
 conformance/tests/callables_kwargs.py         | 17 ++++----
 21 files changed, 152 insertions(+), 209 deletions(-)

diff --git a/conformance/results/mypy/annotations_typeexpr.toml b/conformance/results/mypy/annotations_typeexpr.toml
index c39e75529..b24c4bff1 100644
--- a/conformance/results/mypy/annotations_typeexpr.toml
+++ b/conformance/results/mypy/annotations_typeexpr.toml
@@ -20,21 +20,6 @@ annotations_typeexpr.py:101: error: Invalid type comment or annotation  [valid-t
 annotations_typeexpr.py:102: error: Module "types" is not valid as a type  [valid-type]
 annotations_typeexpr.py:102: note: Perhaps you meant to use a protocol matching the module structure?
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 88: Unexpected errors ['annotations_typeexpr.py:88: error: Invalid type comment or annotation  [valid-type]']
-Line 89: Unexpected errors ['annotations_typeexpr.py:89: error: Bracketed expression "[...]" is not valid as a type  [valid-type]']
-Line 90: Unexpected errors ['annotations_typeexpr.py:90: error: Syntax error in type annotation  [syntax]']
-Line 91: Unexpected errors ['annotations_typeexpr.py:91: error: Invalid type comment or annotation  [valid-type]']
-Line 92: Unexpected errors ['annotations_typeexpr.py:92: error: Invalid type comment or annotation  [valid-type]']
-Line 93: Unexpected errors ['annotations_typeexpr.py:93: error: Invalid type comment or annotation  [valid-type]']
-Line 94: Unexpected errors ['annotations_typeexpr.py:94: error: Invalid type comment or annotation  [valid-type]']
-Line 95: Unexpected errors ['annotations_typeexpr.py:95: error: Invalid type comment or annotation  [valid-type]']
-Line 96: Unexpected errors ['annotations_typeexpr.py:96: error: Variable "annotations_typeexpr.var1" is not valid as a type  [valid-type]']
-Line 97: Unexpected errors ['annotations_typeexpr.py:97: error: Invalid type: try using Literal[True] instead?  [valid-type]']
-Line 98: Unexpected errors ['annotations_typeexpr.py:98: error: Invalid type: try using Literal[1] instead?  [valid-type]']
-Line 99: Unexpected errors ['annotations_typeexpr.py:99: error: Invalid type: try using Literal[-1] instead?  [valid-type]']
-Line 100: Unexpected errors ['annotations_typeexpr.py:100: error: Invalid type comment or annotation  [valid-type]']
-Line 101: Unexpected errors ['annotations_typeexpr.py:101: error: Invalid type comment or annotation  [valid-type]']
-Line 102: Unexpected errors ['annotations_typeexpr.py:102: error: Module "types" is not valid as a type  [valid-type]']
 """
diff --git a/conformance/results/mypy/callables_annotation.toml b/conformance/results/mypy/callables_annotation.toml
index ade0335c4..6e9be33ee 100644
--- a/conformance/results/mypy/callables_annotation.toml
+++ b/conformance/results/mypy/callables_annotation.toml
@@ -3,23 +3,17 @@ output = """
 callables_annotation.py:13: error: Too few arguments  [call-arg]
 callables_annotation.py:14: error: Argument 2 has incompatible type "int"; expected "str"  [arg-type]
 callables_annotation.py:15: error: Too many arguments  [call-arg]
-callables_annotation.py:16: error: Unexpected keyword argument "a"  [call-arg]
-callables_annotation.py:16: error: Unexpected keyword argument "b"  [call-arg]
-callables_annotation.py:22: error: Too many arguments  [call-arg]
-callables_annotation.py:39: error: Please use "Callable[[<parameters>], <return type>]" or "Callable"  [misc]
-callables_annotation.py:40: error: The first argument to Callable must be a list of types, parameter specification, or "..."  [valid-type]
-callables_annotation.py:40: note: See https://mypy.readthedocs.io/en/stable/kinds_of_types.html#callable-types-and-lambdas
-callables_annotation.py:41: error: Bracketed expression "[...]" is not valid as a type  [valid-type]
-callables_annotation.py:41: note: Did you mean "List[...]"?
-callables_annotation.py:42: error: Please use "Callable[[<parameters>], <return type>]" or "Callable"  [misc]
-callables_annotation.py:43: error: Unexpected "..."  [misc]
+callables_annotation.py:17: error: Unexpected keyword argument "a"  [call-arg]
+callables_annotation.py:17: error: Unexpected keyword argument "b"  [call-arg]
+callables_annotation.py:23: error: Too many arguments  [call-arg]
+callables_annotation.py:40: error: Please use "Callable[[<parameters>], <return type>]" or "Callable"  [misc]
+callables_annotation.py:41: error: The first argument to Callable must be a list of types, parameter specification, or "..."  [valid-type]
+callables_annotation.py:41: note: See https://mypy.readthedocs.io/en/stable/kinds_of_types.html#callable-types-and-lambdas
+callables_annotation.py:42: error: Bracketed expression "[...]" is not valid as a type  [valid-type]
+callables_annotation.py:42: note: Did you mean "List[...]"?
+callables_annotation.py:43: error: Please use "Callable[[<parameters>], <return type>]" or "Callable"  [misc]
+callables_annotation.py:44: error: Unexpected "..."  [misc]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 16: Expected 1 errors, got 2 (['callables_annotation.py:16: error: Unexpected keyword argument "a"  [call-arg]', 'callables_annotation.py:16: error: Unexpected keyword argument "b"  [call-arg]'])
-Line 39: Unexpected errors ['callables_annotation.py:39: error: Please use "Callable[[<parameters>], <return type>]" or "Callable"  [misc]']
-Line 40: Unexpected errors ['callables_annotation.py:40: error: The first argument to Callable must be a list of types, parameter specification, or "..."  [valid-type]']
-Line 41: Unexpected errors ['callables_annotation.py:41: error: Bracketed expression "[...]" is not valid as a type  [valid-type]']
-Line 42: Unexpected errors ['callables_annotation.py:42: error: Please use "Callable[[<parameters>], <return type>]" or "Callable"  [misc]']
-Line 43: Unexpected errors ['callables_annotation.py:43: error: Unexpected "..."  [misc]']
 """
diff --git a/conformance/results/mypy/callables_kwargs.toml b/conformance/results/mypy/callables_kwargs.toml
index 0b8c11538..07e5522c4 100644
--- a/conformance/results/mypy/callables_kwargs.toml
+++ b/conformance/results/mypy/callables_kwargs.toml
@@ -1,34 +1,27 @@
 conformant = "Pass"
 output = """
 callables_kwargs.py:22: note: "func1" defined here
-callables_kwargs.py:43: error: Missing named argument "v1" for "func1"  [call-arg]
-callables_kwargs.py:43: error: Missing named argument "v3" for "func1"  [call-arg]
-callables_kwargs.py:48: error: Unexpected keyword argument "v4" for "func1"  [call-arg]
-callables_kwargs.py:49: error: Too many positional arguments for "func1"  [misc]
-callables_kwargs.py:55: error: Argument 1 to "func1" has incompatible type "**dict[str, str]"; expected "int"  [arg-type]
-callables_kwargs.py:58: error: Argument 1 to "func1" has incompatible type "**dict[str, object]"; expected "int"  [arg-type]
-callables_kwargs.py:58: error: Argument 1 to "func1" has incompatible type "**dict[str, object]"; expected "str"  [arg-type]
-callables_kwargs.py:60: error: "func1" gets multiple values for keyword argument "v1"  [misc]
-callables_kwargs.py:61: error: "func2" gets multiple values for keyword argument "v3"  [misc]
-callables_kwargs.py:61: error: Argument 1 to "func2" has incompatible type "int"; expected "str"  [arg-type]
-callables_kwargs.py:62: error: "func2" gets multiple values for keyword argument "v1"  [misc]
-callables_kwargs.py:98: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol3")  [assignment]
-callables_kwargs.py:98: note: "TDProtocol3.__call__" has type "Callable[[NamedArg(int, 'v1'), NamedArg(int, 'v2'), NamedArg(str, 'v3')], None]"
-callables_kwargs.py:99: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol4")  [assignment]
-callables_kwargs.py:99: note: "TDProtocol4.__call__" has type "Callable[[NamedArg(int, 'v1')], None]"
-callables_kwargs.py:100: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol5")  [assignment]
-callables_kwargs.py:100: note: "TDProtocol5.__call__" has type "Callable[[Arg(int, 'v1'), Arg(str, 'v3')], None]"
+callables_kwargs.py:44: error: Missing named argument "v1" for "func1"  [call-arg]
+callables_kwargs.py:44: error: Missing named argument "v3" for "func1"  [call-arg]
+callables_kwargs.py:49: error: Unexpected keyword argument "v4" for "func1"  [call-arg]
+callables_kwargs.py:50: error: Too many positional arguments for "func1"  [misc]
+callables_kwargs.py:56: error: Argument 1 to "func1" has incompatible type "**dict[str, str]"; expected "int"  [arg-type]
+callables_kwargs.py:59: error: Argument 1 to "func1" has incompatible type "**dict[str, object]"; expected "int"  [arg-type]
+callables_kwargs.py:59: error: Argument 1 to "func1" has incompatible type "**dict[str, object]"; expected "str"  [arg-type]
+callables_kwargs.py:61: error: "func1" gets multiple values for keyword argument "v1"  [misc]
+callables_kwargs.py:62: error: "func2" gets multiple values for keyword argument "v3"  [misc]
+callables_kwargs.py:62: error: Argument 1 to "func2" has incompatible type "int"; expected "str"  [arg-type]
+callables_kwargs.py:63: error: "func2" gets multiple values for keyword argument "v1"  [misc]
+callables_kwargs.py:99: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol3")  [assignment]
+callables_kwargs.py:99: note: "TDProtocol3.__call__" has type "Callable[[NamedArg(int, 'v1'), NamedArg(int, 'v2'), NamedArg(str, 'v3')], None]"
+callables_kwargs.py:100: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol4")  [assignment]
+callables_kwargs.py:100: note: "TDProtocol4.__call__" has type "Callable[[NamedArg(int, 'v1')], None]"
+callables_kwargs.py:101: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol5")  [assignment]
+callables_kwargs.py:101: note: "TDProtocol5.__call__" has type "Callable[[Arg(int, 'v1'), Arg(str, 'v3')], None]"
 callables_kwargs.py:109: error: Overlap between argument names and ** TypedDict items: "v1"  [misc]
-callables_kwargs.py:121: error: Unpack item in ** argument must be a TypedDict  [misc]
+callables_kwargs.py:120: error: Unpack item in ** argument must be a TypedDict  [misc]
 """
 conformance_automated = "Fail"
 errors_diff = """
 Line 26: Expected 1 errors
-Line 43: Expected 1 errors, got 2 (['callables_kwargs.py:43: error: Missing named argument "v1" for "func1"  [call-arg]', 'callables_kwargs.py:43: error: Missing named argument "v3" for "func1"  [call-arg]'])
-Line 61: Expected 1 errors, got 2 (['callables_kwargs.py:61: error: "func2" gets multiple values for keyword argument "v3"  [misc]', 'callables_kwargs.py:61: error: Argument 1 to "func2" has incompatible type "int"; expected "str"  [arg-type]'])
-Line 108: Expected 1 errors
-Line 120: Expected 1 errors
-Line 58: Unexpected errors ['callables_kwargs.py:58: error: Argument 1 to "func1" has incompatible type "**dict[str, object]"; expected "int"  [arg-type]', 'callables_kwargs.py:58: error: Argument 1 to "func1" has incompatible type "**dict[str, object]"; expected "str"  [arg-type]']
-Line 109: Unexpected errors ['callables_kwargs.py:109: error: Overlap between argument names and ** TypedDict items: "v1"  [misc]']
-Line 121: Unexpected errors ['callables_kwargs.py:121: error: Unpack item in ** argument must be a TypedDict  [misc]']
 """
diff --git a/conformance/results/mypy/version.toml b/conformance/results/mypy/version.toml
index 15e6e85c0..da96566e1 100644
--- a/conformance/results/mypy/version.toml
+++ b/conformance/results/mypy/version.toml
@@ -1,2 +1,2 @@
 version = "mypy 1.9.0"
-test_duration = 1.4
+test_duration = 1.5
diff --git a/conformance/results/pyre/annotations_typeexpr.toml b/conformance/results/pyre/annotations_typeexpr.toml
index ebf9ff758..7bc267210 100644
--- a/conformance/results/pyre/annotations_typeexpr.toml
+++ b/conformance/results/pyre/annotations_typeexpr.toml
@@ -22,19 +22,4 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 75: Unexpected errors ['annotations_typeexpr.py:75:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `object`.']
 Line 77: Unexpected errors ['annotations_typeexpr.py:77:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[object, typing.Any]`.']
-Line 88: Unexpected errors ['annotations_typeexpr.py:88:8 Invalid type [31]: Expression `eval("".join(map(chr, [105, 110, 116])))` is not a valid type.']
-Line 89: Unexpected errors ['annotations_typeexpr.py:89:8 Invalid type [31]: Expression `[int, str]` is not a valid type.']
-Line 90: Unexpected errors ['annotations_typeexpr.py:90:8 Invalid type [31]: Expression `(int, str)` is not a valid type.']
-Line 91: Unexpected errors ['annotations_typeexpr.py:91:8 Invalid type [31]: Expression `comprehension(int for generators(generator($target$i in range(1) if )))` is not a valid type.']
-Line 92: Unexpected errors ['annotations_typeexpr.py:92:8 Invalid type [31]: Expression `{  }` is not a valid type.']
-Line 93: Unexpected errors ['annotations_typeexpr.py:93:8 Invalid type [31]: Expression `lambda () (int)()` is not a valid type.']
-Line 94: Unexpected errors ['annotations_typeexpr.py:94:8 Invalid type [31]: Expression `[int][0]` is not a valid type.']
-Line 95: Unexpected errors ['annotations_typeexpr.py:95:8 Invalid type [31]: Expression `int if 1 < 3 else str` is not a valid type.']
-Line 96: Unexpected errors ['annotations_typeexpr.py:96:8 Undefined or invalid type [11]: Annotation `var1` is not defined as a type.']
-Line 97: Unexpected errors ['annotations_typeexpr.py:97:9 Invalid type [31]: Expression `True` is not a valid type.']
-Line 98: Unexpected errors ['annotations_typeexpr.py:98:9 Invalid type [31]: Expression `1` is not a valid type.']
-Line 99: Unexpected errors ['annotations_typeexpr.py:99:9 Invalid type [31]: Expression `-1` is not a valid type.']
-Line 100: Unexpected errors ['annotations_typeexpr.py:100:9 Invalid type [31]: Expression `int or str` is not a valid type.']
-Line 101: Unexpected errors ['annotations_typeexpr.py:101:9 Invalid type [31]: Expression `"int"` is not a valid type.']
-Line 102: Unexpected errors ['annotations_typeexpr.py:102:9 Undefined or invalid type [11]: Annotation `types` is not defined as a type.']
 """
diff --git a/conformance/results/pyre/callables_annotation.toml b/conformance/results/pyre/callables_annotation.toml
index 8d5118237..a4ef0fe68 100644
--- a/conformance/results/pyre/callables_annotation.toml
+++ b/conformance/results/pyre/callables_annotation.toml
@@ -7,19 +7,16 @@ output = """
 callables_annotation.py:13:4 Missing argument [20]: PositionalOnly call expects argument in position 1.
 callables_annotation.py:14:10 Incompatible parameter type [6]: In anonymous call, for 2nd positional argument, expected `str` but got `int`.
 callables_annotation.py:15:4 Too many arguments [19]: PositionalOnly call expects 2 positional arguments, 3 were provided.
-callables_annotation.py:16:4 Unexpected keyword [28]: Unexpected keyword argument `a` to anonymous call.
-callables_annotation.py:22:4 Too many arguments [19]: PositionalOnly call expects 0 positional arguments, 1 was provided.
-callables_annotation.py:35:28 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.
-callables_annotation.py:39:4 Invalid type [31]: Expression `typing.Callable[int]` is not a valid type.
-callables_annotation.py:40:4 Invalid type [31]: Expression `typing.Callable[(int, int)]` is not a valid type.
-callables_annotation.py:41:4 Invalid type [31]: Expression `typing.Callable[([], [int])]` is not a valid type.
-callables_annotation.py:42:4 Invalid type [31]: Expression `typing.Callable[(int, int, int)]` is not a valid type.
+callables_annotation.py:17:4 Unexpected keyword [28]: Unexpected keyword argument `a` to anonymous call.
+callables_annotation.py:23:4 Too many arguments [19]: PositionalOnly call expects 0 positional arguments, 1 was provided.
+callables_annotation.py:36:28 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.
+callables_annotation.py:40:4 Invalid type [31]: Expression `typing.Callable[int]` is not a valid type.
+callables_annotation.py:41:4 Invalid type [31]: Expression `typing.Callable[(int, int)]` is not a valid type.
+callables_annotation.py:42:4 Invalid type [31]: Expression `typing.Callable[([], [int])]` is not a valid type.
+callables_annotation.py:43:4 Invalid type [31]: Expression `typing.Callable[(int, int, int)]` is not a valid type.
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 35: Unexpected errors ['callables_annotation.py:35:28 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.']
-Line 39: Unexpected errors ['callables_annotation.py:39:4 Invalid type [31]: Expression `typing.Callable[int]` is not a valid type.']
-Line 40: Unexpected errors ['callables_annotation.py:40:4 Invalid type [31]: Expression `typing.Callable[(int, int)]` is not a valid type.']
-Line 41: Unexpected errors ['callables_annotation.py:41:4 Invalid type [31]: Expression `typing.Callable[([], [int])]` is not a valid type.']
-Line 42: Unexpected errors ['callables_annotation.py:42:4 Invalid type [31]: Expression `typing.Callable[(int, int, int)]` is not a valid type.']
+Line 44: Expected 1 errors
+Line 36: Unexpected errors ['callables_annotation.py:36:28 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.']
 """
diff --git a/conformance/results/pyre/callables_kwargs.toml b/conformance/results/pyre/callables_kwargs.toml
index ac59ba5d2..a86054e5b 100644
--- a/conformance/results/pyre/callables_kwargs.toml
+++ b/conformance/results/pyre/callables_kwargs.toml
@@ -4,25 +4,23 @@ Does not understand Unpack in the context of **kwargs annotation.
 """
 output = """
 callables_kwargs.py:22:20 Undefined or invalid type [11]: Annotation `Unpack` is not defined as a type.
-callables_kwargs.py:49:4 Too many arguments [19]: Call `func1` expects 1 positional argument, 4 were provided.
-callables_kwargs.py:59:12 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `str` but got `object`.
-callables_kwargs.py:61:10 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `str` but got `int`.
-callables_kwargs.py:62:18 Incompatible parameter type [6]: In call `func2`, for 2nd positional argument, expected `str` but got `object`.
-callables_kwargs.py:121:20 Invalid type variable [34]: The type variable `Variable[T (bound to callables_kwargs.TD2)]` isn't present in the function's parameters.
+callables_kwargs.py:50:4 Too many arguments [19]: Call `func1` expects 1 positional argument, 4 were provided.
+callables_kwargs.py:60:12 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `str` but got `object`.
+callables_kwargs.py:62:10 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `str` but got `int`.
+callables_kwargs.py:63:18 Incompatible parameter type [6]: In call `func2`, for 2nd positional argument, expected `str` but got `object`.
+callables_kwargs.py:120:20 Invalid type variable [34]: The type variable `Variable[T (bound to callables_kwargs.TD2)]` isn't present in the function's parameters.
 """
 conformance_automated = "Fail"
 errors_diff = """
 Line 26: Expected 1 errors
-Line 43: Expected 1 errors
-Line 48: Expected 1 errors
-Line 55: Expected 1 errors
-Line 60: Expected 1 errors
-Line 98: Expected 1 errors
+Line 44: Expected 1 errors
+Line 49: Expected 1 errors
+Line 56: Expected 1 errors
+Line 61: Expected 1 errors
 Line 99: Expected 1 errors
 Line 100: Expected 1 errors
-Line 108: Expected 1 errors
-Line 120: Expected 1 errors
+Line 101: Expected 1 errors
+Line 109: Expected 1 errors
 Line 22: Unexpected errors ['callables_kwargs.py:22:20 Undefined or invalid type [11]: Annotation `Unpack` is not defined as a type.']
-Line 59: Unexpected errors ['callables_kwargs.py:59:12 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `str` but got `object`.']
-Line 121: Unexpected errors ["callables_kwargs.py:121:20 Invalid type variable [34]: The type variable `Variable[T (bound to callables_kwargs.TD2)]` isn't present in the function's parameters."]
+Line 60: Unexpected errors ['callables_kwargs.py:60:12 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `str` but got `object`.']
 """
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index 8d7091d95..4107972e5 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 3.3
+test_duration = 3.4
diff --git a/conformance/results/pyright/annotations_typeexpr.toml b/conformance/results/pyright/annotations_typeexpr.toml
index e91de4fae..2703d9852 100644
--- a/conformance/results/pyright/annotations_typeexpr.toml
+++ b/conformance/results/pyright/annotations_typeexpr.toml
@@ -29,19 +29,9 @@ annotations_typeexpr.py:102:10 - error: Module cannot be used as a type (reportG
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 88: Unexpected errors ['annotations_typeexpr.py:88:9 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
-Line 89: Unexpected errors ['annotations_typeexpr.py:89:9 - error: List expression not allowed in type annotation', 'annotations_typeexpr.py:89:9 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)']
-Line 90: Unexpected errors ['annotations_typeexpr.py:90:9 - error: Tuple expression not allowed in type annotation']
-Line 91: Unexpected errors ['annotations_typeexpr.py:91:9 - error: List expression not allowed in type annotation', 'annotations_typeexpr.py:91:9 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
-Line 92: Unexpected errors ['annotations_typeexpr.py:92:9 - error: Dictionary expression not allowed in type annotation', 'annotations_typeexpr.py:92:9 - error: Expected type expression but received "dict[Unknown, Unknown]" (reportGeneralTypeIssues)']
-Line 93: Unexpected errors ['annotations_typeexpr.py:93:9 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
-Line 94: Unexpected errors ['annotations_typeexpr.py:94:9 - error: List expression not allowed in type annotation', 'annotations_typeexpr.py:94:9 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
-Line 95: Unexpected errors ['annotations_typeexpr.py:95:9 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)']
-Line 96: Unexpected errors ['annotations_typeexpr.py:96:9 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 97: Unexpected errors ['annotations_typeexpr.py:97:10 - error: Expected type expression but received "Literal[True]" (reportGeneralTypeIssues)']
-Line 98: Unexpected errors ['annotations_typeexpr.py:98:10 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)']
-Line 99: Unexpected errors ['annotations_typeexpr.py:99:10 - error: Unary operator not allowed in type annotation (reportInvalidTypeForm)']
-Line 100: Unexpected errors ['annotations_typeexpr.py:100:10 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)']
-Line 101: Unexpected errors ['annotations_typeexpr.py:101:10 - error: Expected expression', 'annotations_typeexpr.py:101:10 - error: Tuple expression not allowed in type annotation']
-Line 102: Unexpected errors ['annotations_typeexpr.py:102:10 - error: Module cannot be used as a type (reportGeneralTypeIssues)']
+Line 89: Expected 1 errors, got 2 (['annotations_typeexpr.py:89:9 - error: List expression not allowed in type annotation', 'annotations_typeexpr.py:89:9 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)'])
+Line 91: Expected 1 errors, got 2 (['annotations_typeexpr.py:91:9 - error: List expression not allowed in type annotation', 'annotations_typeexpr.py:91:9 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)'])
+Line 92: Expected 1 errors, got 2 (['annotations_typeexpr.py:92:9 - error: Dictionary expression not allowed in type annotation', 'annotations_typeexpr.py:92:9 - error: Expected type expression but received "dict[Unknown, Unknown]" (reportGeneralTypeIssues)'])
+Line 94: Expected 1 errors, got 2 (['annotations_typeexpr.py:94:9 - error: List expression not allowed in type annotation', 'annotations_typeexpr.py:94:9 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)'])
+Line 101: Expected 1 errors, got 2 (['annotations_typeexpr.py:101:10 - error: Expected expression', 'annotations_typeexpr.py:101:10 - error: Tuple expression not allowed in type annotation'])
 """
diff --git a/conformance/results/pyright/callables_annotation.toml b/conformance/results/pyright/callables_annotation.toml
index fd92a84af..d4c3c532e 100644
--- a/conformance/results/pyright/callables_annotation.toml
+++ b/conformance/results/pyright/callables_annotation.toml
@@ -4,20 +4,16 @@ callables_annotation.py:13:5 - error: Expected 1 more positional argument (repor
 callables_annotation.py:14:11 - error: Argument of type "Literal[2]" cannot be assigned to parameter of type "str"
   "Literal[2]" is incompatible with "str" (reportArgumentType)
 callables_annotation.py:15:15 - error: Expected 2 positional arguments (reportCallIssue)
-callables_annotation.py:16:10 - error: Expected 2 more positional arguments (reportCallIssue)
-callables_annotation.py:22:8 - error: Expected 0 positional arguments (reportCallIssue)
-callables_annotation.py:39:14 - error: Expected parameter type list or "..."
+callables_annotation.py:17:10 - error: Expected 2 more positional arguments (reportCallIssue)
+callables_annotation.py:23:8 - error: Expected 0 positional arguments (reportCallIssue)
 callables_annotation.py:40:14 - error: Expected parameter type list or "..."
-callables_annotation.py:41:18 - error: List expression not allowed for this type argument
-callables_annotation.py:42:14 - error: Expected parameter type list or "..."
-callables_annotation.py:42:24 - error: Expected only two type arguments to "Callable"
-callables_annotation.py:43:15 - error: "..." is not allowed in this context
+callables_annotation.py:41:14 - error: Expected parameter type list or "..."
+callables_annotation.py:42:18 - error: List expression not allowed for this type argument
+callables_annotation.py:43:14 - error: Expected parameter type list or "..."
+callables_annotation.py:43:24 - error: Expected only two type arguments to "Callable"
+callables_annotation.py:44:15 - error: "..." is not allowed in this context
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 39: Unexpected errors ['callables_annotation.py:39:14 - error: Expected parameter type list or "..."']
-Line 40: Unexpected errors ['callables_annotation.py:40:14 - error: Expected parameter type list or "..."']
-Line 41: Unexpected errors ['callables_annotation.py:41:18 - error: List expression not allowed for this type argument']
-Line 42: Unexpected errors ['callables_annotation.py:42:14 - error: Expected parameter type list or "..."', 'callables_annotation.py:42:24 - error: Expected only two type arguments to "Callable"']
-Line 43: Unexpected errors ['callables_annotation.py:43:15 - error: "..." is not allowed in this context']
+Line 43: Expected 1 errors, got 2 (['callables_annotation.py:43:14 - error: Expected parameter type list or "..."', 'callables_annotation.py:43:24 - error: Expected only two type arguments to "Callable"'])
 """
diff --git a/conformance/results/pyright/callables_kwargs.toml b/conformance/results/pyright/callables_kwargs.toml
index 83e620cd9..a5eff5f59 100644
--- a/conformance/results/pyright/callables_kwargs.toml
+++ b/conformance/results/pyright/callables_kwargs.toml
@@ -2,36 +2,32 @@ conformant = "Pass"
 output = """
 callables_kwargs.py:26:5 - error: Could not access item in TypedDict
   "v2" is not a required key in "*TD2", so access may result in runtime exception (reportTypedDictNotRequiredAccess)
-callables_kwargs.py:43:5 - error: Arguments missing for parameters "v1", "v3" (reportCallIssue)
-callables_kwargs.py:48:32 - error: No parameter named "v4" (reportCallIssue)
-callables_kwargs.py:49:11 - error: Expected 0 positional arguments (reportCallIssue)
-callables_kwargs.py:55:13 - error: Argument of type "str" cannot be assigned to parameter "v1" of type "int" in function "func1"
+callables_kwargs.py:44:5 - error: Arguments missing for parameters "v1", "v3" (reportCallIssue)
+callables_kwargs.py:49:32 - error: No parameter named "v4" (reportCallIssue)
+callables_kwargs.py:50:11 - error: Expected 0 positional arguments (reportCallIssue)
+callables_kwargs.py:56:13 - error: Argument of type "str" cannot be assigned to parameter "v1" of type "int" in function "func1"
   "str" is incompatible with "int" (reportArgumentType)
-callables_kwargs.py:60:19 - error: Unable to match unpacked TypedDict argument to parameters
+callables_kwargs.py:61:19 - error: Unable to match unpacked TypedDict argument to parameters
   Parameter "v1" is already assigned (reportCallIssue)
-callables_kwargs.py:61:16 - error: Unable to match unpacked TypedDict argument to parameters
+callables_kwargs.py:62:16 - error: Unable to match unpacked TypedDict argument to parameters
   Parameter "v3" is already assigned (reportCallIssue)
-callables_kwargs.py:62:19 - error: Unable to match unpacked TypedDict argument to parameters
+callables_kwargs.py:63:19 - error: Unable to match unpacked TypedDict argument to parameters
   Parameter "v1" is already assigned (reportCallIssue)
-callables_kwargs.py:98:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol3"
+callables_kwargs.py:99:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol3"
   Type "(**kwargs: **TD2) -> None" cannot be assigned to type "(*, v1: int, v2: int, v3: str) -> None"
     Keyword parameter "v2" of type "int" cannot be assigned to type "str"
       "int" is incompatible with "str" (reportAssignmentType)
-callables_kwargs.py:99:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol4"
+callables_kwargs.py:100:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol4"
   Type "(**kwargs: **TD2) -> None" cannot be assigned to type "(*, v1: int) -> None"
     Keyword parameter "v3" is missing in destination (reportAssignmentType)
-callables_kwargs.py:100:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol5"
+callables_kwargs.py:101:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol5"
   Type "(**kwargs: **TD2) -> None" cannot be assigned to type "(v1: int, v3: str) -> None"
     Function accepts too many positional parameters; expected 0 but received 2
       Keyword parameter "v1" is missing in destination
       Keyword parameter "v3" is missing in destination (reportAssignmentType)
 callables_kwargs.py:109:30 - error: Typed dictionary overlaps with keyword parameter: v1 (reportGeneralTypeIssues)
-callables_kwargs.py:121:21 - error: Expected TypedDict type argument for Unpack (reportGeneralTypeIssues)
+callables_kwargs.py:120:21 - error: Expected TypedDict type argument for Unpack (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 108: Expected 1 errors
-Line 120: Expected 1 errors
-Line 109: Unexpected errors ['callables_kwargs.py:109:30 - error: Typed dictionary overlaps with keyword parameter: v1 (reportGeneralTypeIssues)']
-Line 121: Unexpected errors ['callables_kwargs.py:121:21 - error: Expected TypedDict type argument for Unpack (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/version.toml b/conformance/results/pyright/version.toml
index 4b1baca77..9d0780a91 100644
--- a/conformance/results/pyright/version.toml
+++ b/conformance/results/pyright/version.toml
@@ -1,2 +1,2 @@
 version = "pyright 1.1.357"
-test_duration = 1.6
+test_duration = 1.7
diff --git a/conformance/results/pytype/annotations_typeexpr.toml b/conformance/results/pytype/annotations_typeexpr.toml
index 6fb0dc74c..bfefd545b 100644
--- a/conformance/results/pytype/annotations_typeexpr.toml
+++ b/conformance/results/pytype/annotations_typeexpr.toml
@@ -20,5 +20,20 @@ File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation '(
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 88: Expected 1 errors
+Line 89: Expected 1 errors
+Line 90: Expected 1 errors
+Line 91: Expected 1 errors
+Line 92: Expected 1 errors
+Line 93: Expected 1 errors
+Line 94: Expected 1 errors
+Line 95: Expected 1 errors
+Line 96: Expected 1 errors
+Line 97: Expected 1 errors
+Line 98: Expected 1 errors
+Line 99: Expected 1 errors
+Line 100: Expected 1 errors
+Line 101: Expected 1 errors
+Line 102: Expected 1 errors
 Line 87: Unexpected errors ['File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'{}\\' for p5 [invalid-annotation]', 'File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'[int, str]\\' for p2 [invalid-annotation]', 'File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'True\\' for p10 [invalid-annotation]', 'File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'<instance of module>\\' for p15 [invalid-annotation]', 'File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'<instance of List[Type[int]]>\\' for p4 [invalid-annotation]', 'File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'3\\' for p9 [invalid-annotation]', 'File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'1\\' for p11 [invalid-annotation]', 'File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'-1\\' for p12 [invalid-annotation]', 'File "annotations_typeexpr.py", line 87, in <module>: Invalid type annotation \\'(int, str)\\' for p3 [invalid-annotation]']
 """
diff --git a/conformance/results/pytype/callables_annotation.toml b/conformance/results/pytype/callables_annotation.toml
index 235ad2cfa..966af031c 100644
--- a/conformance/results/pytype/callables_annotation.toml
+++ b/conformance/results/pytype/callables_annotation.toml
@@ -3,21 +3,18 @@ output = """
 File "callables_annotation.py", line 13, in func1: Function <callable> expects 2 arg(s), got 1 [wrong-arg-count]
 File "callables_annotation.py", line 14, in func1: Function <callable> was called with the wrong arguments [wrong-arg-types]
 File "callables_annotation.py", line 15, in func1: Function <callable> expects 2 arg(s), got 3 [wrong-arg-count]
-File "callables_annotation.py", line 16, in func1: Invalid keyword arguments (a, b) to function <callable> [wrong-keyword-args]
-File "callables_annotation.py", line 22, in func2: Function <callable> expects 0 arg(s), got 1 [wrong-arg-count]
-File "callables_annotation.py", line 39, in <module>: Invalid type annotation 'int'  [invalid-annotation]
-File "callables_annotation.py", line 39, in <module>: Invalid type annotation 'Callable[Any]'  [invalid-annotation]
+File "callables_annotation.py", line 17, in func1: Invalid keyword arguments (a, b) to function <callable> [wrong-keyword-args]
+File "callables_annotation.py", line 23, in func2: Function <callable> expects 0 arg(s), got 1 [wrong-arg-count]
 File "callables_annotation.py", line 40, in <module>: Invalid type annotation 'int'  [invalid-annotation]
-File "callables_annotation.py", line 41, in <module>: Invalid type annotation '[int]'  [invalid-annotation]
-File "callables_annotation.py", line 42, in <module>: Invalid type annotation 'int'  [invalid-annotation]
-File "callables_annotation.py", line 42, in <module>: Invalid type annotation 'Callable[Any, int, int]'  [invalid-annotation]
-File "callables_annotation.py", line 43, in <module>: Invalid type annotation 'Ellipsis'  [invalid-annotation]
+File "callables_annotation.py", line 40, in <module>: Invalid type annotation 'Callable[Any]'  [invalid-annotation]
+File "callables_annotation.py", line 41, in <module>: Invalid type annotation 'int'  [invalid-annotation]
+File "callables_annotation.py", line 42, in <module>: Invalid type annotation '[int]'  [invalid-annotation]
+File "callables_annotation.py", line 43, in <module>: Invalid type annotation 'int'  [invalid-annotation]
+File "callables_annotation.py", line 43, in <module>: Invalid type annotation 'Callable[Any, int, int]'  [invalid-annotation]
+File "callables_annotation.py", line 44, in <module>: Invalid type annotation 'Ellipsis'  [invalid-annotation]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 39: Unexpected errors ['File "callables_annotation.py", line 39, in <module>: Invalid type annotation \\'int\\'  [invalid-annotation]', 'File "callables_annotation.py", line 39, in <module>: Invalid type annotation \\'Callable[Any]\\'  [invalid-annotation]']
-Line 40: Unexpected errors ['File "callables_annotation.py", line 40, in <module>: Invalid type annotation \\'int\\'  [invalid-annotation]']
-Line 41: Unexpected errors ['File "callables_annotation.py", line 41, in <module>: Invalid type annotation \\'[int]\\'  [invalid-annotation]']
-Line 42: Unexpected errors ['File "callables_annotation.py", line 42, in <module>: Invalid type annotation \\'int\\'  [invalid-annotation]', 'File "callables_annotation.py", line 42, in <module>: Invalid type annotation \\'Callable[Any, int, int]\\'  [invalid-annotation]']
-Line 43: Unexpected errors ['File "callables_annotation.py", line 43, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]']
+Line 40: Expected 1 errors, got 2 (['File "callables_annotation.py", line 40, in <module>: Invalid type annotation \\'int\\'  [invalid-annotation]', 'File "callables_annotation.py", line 40, in <module>: Invalid type annotation \\'Callable[Any]\\'  [invalid-annotation]'])
+Line 43: Expected 1 errors, got 2 (['File "callables_annotation.py", line 43, in <module>: Invalid type annotation \\'int\\'  [invalid-annotation]', 'File "callables_annotation.py", line 43, in <module>: Invalid type annotation \\'Callable[Any, int, int]\\'  [invalid-annotation]'])
 """
diff --git a/conformance/results/pytype/callables_kwargs.toml b/conformance/results/pytype/callables_kwargs.toml
index a800110c1..b0f8c524c 100644
--- a/conformance/results/pytype/callables_kwargs.toml
+++ b/conformance/results/pytype/callables_kwargs.toml
@@ -8,31 +8,30 @@ File "callables_kwargs.py", line 24, in func1: Unpack[TD2] [assert-type]
 File "callables_kwargs.py", line 30, in func1: Unpack[TD2] [assert-type]
 File "callables_kwargs.py", line 33, in func1: Unpack[TD2] [assert-type]
 File "callables_kwargs.py", line 39, in func2: Dict[str, Unpack[TD1]] [assert-type]
-File "callables_kwargs.py", line 44, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
-File "callables_kwargs.py", line 46, in func3: Missing parameter 'v2' in call to function TD2.__init__ [missing-parameter]
-File "callables_kwargs.py", line 48, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
-File "callables_kwargs.py", line 49, in func3: Function func1 expects 0 arg(s), got 3 [wrong-arg-count]
-File "callables_kwargs.py", line 55, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
-File "callables_kwargs.py", line 58, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
-File "callables_kwargs.py", line 60, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
-File "callables_kwargs.py", line 61, in func3: Function func2 was called with the wrong arguments [wrong-arg-types]
+File "callables_kwargs.py", line 45, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
+File "callables_kwargs.py", line 47, in func3: Missing parameter 'v2' in call to function TD2.__init__ [missing-parameter]
+File "callables_kwargs.py", line 49, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
+File "callables_kwargs.py", line 50, in func3: Function func1 expects 0 arg(s), got 3 [wrong-arg-count]
+File "callables_kwargs.py", line 56, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
+File "callables_kwargs.py", line 59, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
+File "callables_kwargs.py", line 61, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
 File "callables_kwargs.py", line 62, in func3: Function func2 was called with the wrong arguments [wrong-arg-types]
+File "callables_kwargs.py", line 63, in func3: Function func2 was called with the wrong arguments [wrong-arg-types]
 """
 conformance_automated = "Fail"
 errors_diff = """
 Line 26: Expected 1 errors
-Line 43: Expected 1 errors
-Line 98: Expected 1 errors
+Line 44: Expected 1 errors
 Line 99: Expected 1 errors
 Line 100: Expected 1 errors
-Line 108: Expected 1 errors
+Line 101: Expected 1 errors
+Line 109: Expected 1 errors
 Line 120: Expected 1 errors
 Line 10: Unexpected errors ['File "callables_kwargs.py", line 10, in <module>: typing.Unpack not supported yet [not-supported-yet]']
 Line 24: Unexpected errors ['File "callables_kwargs.py", line 24, in func1: Unpack[TD2] [assert-type]']
 Line 30: Unexpected errors ['File "callables_kwargs.py", line 30, in func1: Unpack[TD2] [assert-type]']
 Line 33: Unexpected errors ['File "callables_kwargs.py", line 33, in func1: Unpack[TD2] [assert-type]']
 Line 39: Unexpected errors ['File "callables_kwargs.py", line 39, in func2: Dict[str, Unpack[TD1]] [assert-type]']
-Line 44: Unexpected errors ['File "callables_kwargs.py", line 44, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]']
-Line 46: Unexpected errors ['File "callables_kwargs.py", line 46, in func3: Missing parameter \\'v2\\' in call to function TD2.__init__ [missing-parameter]']
-Line 58: Unexpected errors ['File "callables_kwargs.py", line 58, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]']
+Line 45: Unexpected errors ['File "callables_kwargs.py", line 45, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]']
+Line 47: Unexpected errors ['File "callables_kwargs.py", line 47, in func3: Missing parameter \\'v2\\' in call to function TD2.__init__ [missing-parameter]']
 """
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index 27e859d9b..72324c383 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 44.7
+test_duration = 45.2
diff --git a/conformance/results/results.html b/conformance/results/results.html
index 6377bdafc..24e1e840f 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.4sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.3sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>44.7sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.7sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.4sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>45.2sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>
diff --git a/conformance/src/main.py b/conformance/src/main.py
index 5d6b76a39..0073c41a3 100644
--- a/conformance/src/main.py
+++ b/conformance/src/main.py
@@ -53,7 +53,7 @@ def get_expected_errors(test_case: Path) -> dict[int, tuple[int, int]]:
     for i, line in enumerate(lines, start=1):
         required = 0
         optional = 0
-        for match in re.finditer(r"# E\??(?=:|$)", line):
+        for match in re.finditer(r"# E\??(?=:|$| )", line):
             if match.group() == "# E":
                 required += 1
             else:
diff --git a/conformance/tests/annotations_typeexpr.py b/conformance/tests/annotations_typeexpr.py
index 81d08496c..18ea4e142 100644
--- a/conformance/tests/annotations_typeexpr.py
+++ b/conformance/tests/annotations_typeexpr.py
@@ -85,21 +85,21 @@ def valid_annotations(
 # The following parameter annotations should all be considered
 # invalid and generate errors.
 def invalid_annotations(
-    p1: eval("".join(map(chr, [105, 110, 116]))),
-    p2: [int, str],
-    p3: (int, str),
-    p4: [int for i in range(1)],
-    p5: {},
-    p6: (lambda: int)(),
-    p7: [int][0],
-    p8: int if 1 < 3 else str,
-    p9: var1,
-    p10: True,
-    p11: 1,
-    p12: -1,
-    p13: int or str,
-    p14: f"int",
-    p15: types,
+    p1: eval("".join(map(chr, [105, 110, 116]))),  # E
+    p2: [int, str],  # E
+    p3: (int, str),  # E
+    p4: [int for i in range(1)],  # E
+    p5: {},  # E
+    p6: (lambda: int)(),  # E
+    p7: [int][0],  # E
+    p8: int if 1 < 3 else str,  # E
+    p9: var1,  # E
+    p10: True,  # E
+    p11: 1,  # E
+    p12: -1,  # E
+    p13: int or str,  # E
+    p14: f"int",  # E
+    p15: types,  # E
 ):
     pass
 
diff --git a/conformance/tests/callables_annotation.py b/conformance/tests/callables_annotation.py
index f9941dc5e..d374d0f38 100644
--- a/conformance/tests/callables_annotation.py
+++ b/conformance/tests/callables_annotation.py
@@ -9,16 +9,17 @@
 
 def func1(cb: Callable[[int, str], list[str]]) -> None:
     assert_type(cb(1, ""), list[str])
-    
+
     cb(1)  # E
     cb(1, 2)  # E
     cb(1, "", 1)  # E
-    cb(a=1, b="")  # E
+    # Mypy reports two errors, one for each kwarg.
+    cb(a=1, b="")  # E: bad kwarg 'a'  # E?: bad kwarg 'b'
 
 
 def func2(cb: Callable[[], dict[str, str]]) -> None:
     assert_type(cb(), dict[str, str])
-    
+
     cb(1)  # E
 
 
@@ -36,10 +37,8 @@ def func4(*args: int, **kwargs: int) -> None:
     assert_type(kwargs, dict[str, int])
 
 
-v1: Callable[int]  # Illegal form
-v2: Callable[int, int]  # Illegal form
-v3: Callable[[], [int]]  # Illegal form
-v4: Callable[int, int, int]  # Illegal form
-v5: Callable[[...], int]  # Illegal form
-
-
+v1: Callable[int]  # E
+v2: Callable[int, int]  # E
+v3: Callable[[], [int]]  # E
+v4: Callable[int, int, int]  # E
+v5: Callable[[...], int]  # E
diff --git a/conformance/tests/callables_kwargs.py b/conformance/tests/callables_kwargs.py
index 7bc89f7f7..5493dee6b 100644
--- a/conformance/tests/callables_kwargs.py
+++ b/conformance/tests/callables_kwargs.py
@@ -40,9 +40,10 @@ def func2(v3: str, **kwargs: Unpack[TD1]) -> None:
 
 
 def func3() -> None:
-    func1()  # E: missing required keyword args
+    # Mypy reports multiple errors here.
+    func1()  # E: missing required keyword args  # E?
     func1(v1=1, v2="", v3="5")  # OK
-    
+
     td2 = TD2(v1=2, v3="4")
     func1(**td2)  # OK
     func1(v1=1, v2="", v3="5", v4=5)  # E: v4 is not in TD2
@@ -55,10 +56,10 @@ def func3() -> None:
     func1(**my_dict)  # E: untyped dict
 
     d1 = {"v1": 2, "v3": "4", "v4": 4}
-    func1(**d1)  # OK or Type error (spec allows either)
+    func1(**d1)  # E? # E?: OK or Type error (spec allows either)
     func2(**td2)  # OK
-    func1(v1=2, **td2)  # E: v1 is already specified
-    func2(1, **td2)  # E: v1 is already specified
+    func1(v1=2, **td2)  # E: v1 is already specified  # E?: incompatible type argument 1
+    func2(1, **td2)  # E: v1 is already specified  # E?: incompatible type for argument
     func2(v1=1, **td2)  # E: v1 is already specified
 
 
@@ -105,8 +106,7 @@ def func4(v1: int, /, **kwargs: Unpack[TD2]) -> None:
     ...
 
 
-# E: parameter v1 overlaps with the TypedDict.
-def func5(v1: int, **kwargs: Unpack[TD2]) -> None:
+def func5(v1: int, **kwargs: Unpack[TD2]) -> None:  # E: parameter v1 overlaps with the TypedDict.
     ...
 
 
@@ -117,7 +117,6 @@ def func5(v1: int, **kwargs: Unpack[TD2]) -> None:
 # > than TypedDict should not be allowed and type checkers should generate
 # > errors in such cases.
 
-# E: unpacked value must be a TypedDict, not a TypeVar bound to TypedDict.
-def func6(**kwargs: Unpack[T]) -> None:
+def func6(**kwargs: Unpack[T]) -> None:  # E: unpacked value must be a TypedDict, not a TypeVar bound to TypedDict.
     ...
 

From 4024232d7299584f9cb8e5b798c8a7906e91e8e0 Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Thu, 4 Apr 2024 11:00:35 -0400
Subject: [PATCH 10/22] Rerun

---
 .../results/mypy/callables_kwargs.toml        | 41 +++++++++---------
 .../results/mypy/dataclasses_frozen.toml      |  4 +-
 .../results/mypy/dataclasses_hash.toml        |  4 +-
 .../results/mypy/dataclasses_inheritance.toml |  4 +-
 .../results/mypy/dataclasses_order.toml       |  3 +-
 .../mypy/dataclasses_transform_class.toml     |  8 +---
 .../mypy/dataclasses_transform_meta.toml      |  8 +---
 .../results/mypy/dataclasses_usage.toml       | 11 ++---
 .../results/mypy/directives_assert_type.toml  |  8 +---
 conformance/results/mypy/directives_cast.toml |  5 +--
 .../results/mypy/directives_reveal_type.toml  |  4 +-
 .../mypy/directives_type_ignore_file2.toml    |  3 +-
 .../results/mypy/generics_base_class.toml     |  5 +--
 conformance/results/mypy/generics_basic.toml  |  3 +-
 .../results/mypy/generics_defaults.toml       |  4 ++
 .../mypy/generics_defaults_referential.toml   |  7 +++
 .../generics_defaults_specialization.toml     |  2 -
 .../mypy/generics_paramspec_semantics.toml    |  3 +-
 .../mypy/generics_self_attributes.toml        |  4 +-
 .../results/mypy/generics_self_protocols.toml |  4 +-
 .../results/mypy/generics_self_usage.toml     | 14 ++----
 .../mypy/generics_typevartuple_unpack.toml    |  5 +--
 .../results/mypy/generics_upper_bound.toml    | 10 ++---
 .../results/mypy/literals_semantics.toml      |  4 +-
 .../results/mypy/narrowing_typeguard.toml     |  2 -
 .../results/mypy/qualifiers_annotated.toml    |  6 +--
 .../results/mypy/typeddicts_readonly.toml     |  6 +++
 .../mypy/typeddicts_readonly_consistency.toml |  7 +--
 .../mypy/typeddicts_readonly_inheritance.toml | 16 +++----
 .../mypy/typeddicts_readonly_kwargs.toml      |  1 +
 .../mypy/typeddicts_readonly_update.toml      |  1 +
 .../results/mypy/typeddicts_usage.toml        |  6 +--
 .../results/pyre/callables_kwargs.toml        | 27 ++++++------
 .../results/pyre/dataclasses_frozen.toml      |  4 +-
 .../results/pyre/dataclasses_hash.toml        |  4 +-
 .../results/pyre/dataclasses_inheritance.toml |  4 +-
 .../results/pyre/dataclasses_order.toml       |  3 +-
 .../pyre/dataclasses_transform_class.toml     |  6 +--
 .../pyre/dataclasses_transform_meta.toml      |  6 +--
 .../results/pyre/dataclasses_usage.toml       | 11 ++---
 .../results/pyre/directives_assert_type.toml  |  6 ++-
 conformance/results/pyre/directives_cast.toml |  5 +--
 .../results/pyre/directives_reveal_type.toml  |  4 +-
 .../pyre/directives_type_ignore_file2.toml    |  3 +-
 .../results/pyre/generics_base_class.toml     |  3 +-
 .../results/pyre/generics_defaults.toml       |  5 ++-
 .../pyre/generics_defaults_referential.toml   |  8 +++-
 .../generics_defaults_specialization.toml     |  2 -
 .../pyre/generics_self_attributes.toml        |  2 -
 .../results/pyre/generics_self_protocols.toml |  2 +-
 .../results/pyre/generics_self_usage.toml     | 12 +++++-
 .../results/pyre/generics_upper_bound.toml    |  8 ++--
 .../results/pyre/literals_semantics.toml      |  2 -
 .../results/pyre/narrowing_typeguard.toml     |  2 -
 .../results/pyre/qualifiers_annotated.toml    |  6 +--
 .../results/pyre/typeddicts_readonly.toml     |  6 +++
 .../pyre/typeddicts_readonly_consistency.toml |  7 ---
 .../pyre/typeddicts_readonly_inheritance.toml | 11 ++---
 .../pyre/typeddicts_readonly_kwargs.toml      |  1 +
 .../pyre/typeddicts_readonly_update.toml      |  1 +
 .../results/pyre/typeddicts_usage.toml        |  5 +--
 conformance/results/pyre/version.toml         |  2 +-
 .../results/pyright/callables_kwargs.toml     | 26 +++++------
 .../results/pyright/dataclasses_frozen.toml   |  2 +
 .../results/pyright/dataclasses_hash.toml     |  4 +-
 .../pyright/dataclasses_inheritance.toml      |  4 +-
 .../results/pyright/dataclasses_order.toml    |  3 +-
 .../pyright/dataclasses_transform_class.toml  |  8 +---
 .../pyright/dataclasses_transform_meta.toml   |  8 +---
 .../results/pyright/dataclasses_usage.toml    |  9 +---
 .../pyright/directives_assert_type.toml       |  8 +---
 .../results/pyright/directives_cast.toml      |  5 +--
 .../pyright/directives_reveal_type.toml       |  4 +-
 .../pyright/directives_type_ignore_file2.toml |  3 +-
 .../results/pyright/generics_base_class.toml  |  4 +-
 .../results/pyright/generics_defaults.toml    |  4 +-
 .../generics_defaults_referential.toml        |  7 +--
 .../generics_defaults_specialization.toml     |  4 +-
 .../pyright/generics_self_attributes.toml     |  4 +-
 .../pyright/generics_self_protocols.toml      |  4 +-
 .../results/pyright/generics_self_usage.toml  | 13 +-----
 .../results/pyright/generics_upper_bound.toml | 11 +++--
 .../results/pyright/literals_semantics.toml   |  4 +-
 .../results/pyright/narrowing_typeguard.toml  |  2 -
 .../results/pyright/qualifiers_annotated.toml |  6 ---
 .../results/pyright/typeddicts_readonly.toml  |  8 +---
 .../typeddicts_readonly_consistency.toml      |  9 +---
 .../typeddicts_readonly_inheritance.toml      | 13 +-----
 .../pyright/typeddicts_readonly_kwargs.toml   |  3 +-
 .../pyright/typeddicts_readonly_update.toml   |  2 +-
 .../results/pyright/typeddicts_usage.toml     |  7 +--
 conformance/results/pyright/version.toml      |  2 +-
 .../results/pytype/callables_kwargs.toml      | 43 +++++++++----------
 .../results/pytype/dataclasses_frozen.toml    |  2 +
 .../results/pytype/dataclasses_hash.toml      |  4 +-
 .../pytype/dataclasses_inheritance.toml       |  4 +-
 .../results/pytype/dataclasses_order.toml     |  3 +-
 .../pytype/dataclasses_transform_class.toml   |  6 +++
 .../pytype/dataclasses_transform_meta.toml    |  6 +++
 .../results/pytype/dataclasses_usage.toml     |  7 +--
 .../pytype/directives_assert_type.toml        |  6 +--
 .../results/pytype/directives_cast.toml       |  3 +-
 .../pytype/directives_reveal_type.toml        |  2 +-
 .../pytype/directives_type_ignore_file2.toml  |  3 +-
 .../results/pytype/generics_base_class.toml   |  3 +-
 .../results/pytype/generics_defaults.toml     |  4 +-
 .../pytype/generics_defaults_referential.toml |  7 +--
 .../generics_defaults_specialization.toml     |  2 -
 .../pytype/generics_self_attributes.toml      |  2 +-
 .../pytype/generics_self_protocols.toml       |  4 +-
 .../results/pytype/generics_self_usage.toml   | 11 ++---
 .../results/pytype/generics_upper_bound.toml  |  8 +---
 .../results/pytype/literals_semantics.toml    |  2 +
 .../results/pytype/narrowing_typeguard.toml   |  4 +-
 .../results/pytype/qualifiers_annotated.toml  |  6 ++-
 .../results/pytype/typeddicts_readonly.toml   |  6 +++
 .../typeddicts_readonly_consistency.toml      |  7 ++-
 .../typeddicts_readonly_inheritance.toml      | 13 +++---
 .../pytype/typeddicts_readonly_kwargs.toml    |  1 -
 .../pytype/typeddicts_readonly_update.toml    |  1 +
 .../results/pytype/typeddicts_usage.toml      |  5 +--
 conformance/results/pytype/version.toml       |  2 +-
 conformance/results/results.html              |  2 +-
 conformance/tests/callables_kwargs.py         |  4 +-
 conformance/tests/dataclasses_frozen.py       |  4 +-
 conformance/tests/dataclasses_hash.py         |  4 +-
 conformance/tests/dataclasses_inheritance.py  |  4 +-
 conformance/tests/dataclasses_order.py        |  2 +-
 .../tests/dataclasses_transform_class.py      | 12 +++---
 .../tests/dataclasses_transform_meta.py       | 14 +++---
 conformance/tests/dataclasses_usage.py        | 16 +++----
 conformance/tests/directives_assert_type.py   | 12 +++---
 conformance/tests/directives_cast.py          |  6 +--
 conformance/tests/directives_reveal_type.py   |  6 +--
 .../tests/directives_type_ignore_file2.py     |  2 +-
 conformance/tests/generics_base_class.py      |  6 +--
 conformance/tests/generics_basic.py           |  2 +-
 conformance/tests/generics_defaults.py        |  8 ++--
 .../tests/generics_defaults_referential.py    | 14 +++---
 .../tests/generics_defaults_specialization.py |  4 +-
 .../tests/generics_paramspec_semantics.py     |  2 +-
 conformance/tests/generics_self_attributes.py |  4 +-
 conformance/tests/generics_self_protocols.py  |  4 +-
 conformance/tests/generics_self_usage.py      | 22 +++++-----
 .../tests/generics_typevartuple_unpack.py     |  2 +-
 conformance/tests/generics_upper_bound.py     | 15 ++++---
 conformance/tests/literals_semantics.py       |  4 +-
 conformance/tests/narrowing_typeguard.py      |  4 +-
 conformance/tests/qualifiers_annotated.py     | 12 +++---
 conformance/tests/typeddicts_readonly.py      | 12 +++---
 .../tests/typeddicts_readonly_consistency.py  | 14 +++---
 .../tests/typeddicts_readonly_inheritance.py  | 22 +++++-----
 .../tests/typeddicts_readonly_kwargs.py       |  2 +-
 .../tests/typeddicts_readonly_update.py       |  2 +-
 conformance/tests/typeddicts_usage.py         | 10 ++---
 155 files changed, 447 insertions(+), 555 deletions(-)

diff --git a/conformance/results/mypy/callables_kwargs.toml b/conformance/results/mypy/callables_kwargs.toml
index 07e5522c4..1b2578dd6 100644
--- a/conformance/results/mypy/callables_kwargs.toml
+++ b/conformance/results/mypy/callables_kwargs.toml
@@ -1,27 +1,26 @@
 conformant = "Pass"
 output = """
 callables_kwargs.py:22: note: "func1" defined here
-callables_kwargs.py:44: error: Missing named argument "v1" for "func1"  [call-arg]
-callables_kwargs.py:44: error: Missing named argument "v3" for "func1"  [call-arg]
-callables_kwargs.py:49: error: Unexpected keyword argument "v4" for "func1"  [call-arg]
-callables_kwargs.py:50: error: Too many positional arguments for "func1"  [misc]
-callables_kwargs.py:56: error: Argument 1 to "func1" has incompatible type "**dict[str, str]"; expected "int"  [arg-type]
-callables_kwargs.py:59: error: Argument 1 to "func1" has incompatible type "**dict[str, object]"; expected "int"  [arg-type]
-callables_kwargs.py:59: error: Argument 1 to "func1" has incompatible type "**dict[str, object]"; expected "str"  [arg-type]
-callables_kwargs.py:61: error: "func1" gets multiple values for keyword argument "v1"  [misc]
-callables_kwargs.py:62: error: "func2" gets multiple values for keyword argument "v3"  [misc]
-callables_kwargs.py:62: error: Argument 1 to "func2" has incompatible type "int"; expected "str"  [arg-type]
-callables_kwargs.py:63: error: "func2" gets multiple values for keyword argument "v1"  [misc]
-callables_kwargs.py:99: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol3")  [assignment]
-callables_kwargs.py:99: note: "TDProtocol3.__call__" has type "Callable[[NamedArg(int, 'v1'), NamedArg(int, 'v2'), NamedArg(str, 'v3')], None]"
-callables_kwargs.py:100: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol4")  [assignment]
-callables_kwargs.py:100: note: "TDProtocol4.__call__" has type "Callable[[NamedArg(int, 'v1')], None]"
-callables_kwargs.py:101: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol5")  [assignment]
-callables_kwargs.py:101: note: "TDProtocol5.__call__" has type "Callable[[Arg(int, 'v1'), Arg(str, 'v3')], None]"
-callables_kwargs.py:109: error: Overlap between argument names and ** TypedDict items: "v1"  [misc]
-callables_kwargs.py:120: error: Unpack item in ** argument must be a TypedDict  [misc]
+callables_kwargs.py:46: error: Missing named argument "v1" for "func1"  [call-arg]
+callables_kwargs.py:46: error: Missing named argument "v3" for "func1"  [call-arg]
+callables_kwargs.py:51: error: Unexpected keyword argument "v4" for "func1"  [call-arg]
+callables_kwargs.py:52: error: Too many positional arguments for "func1"  [misc]
+callables_kwargs.py:58: error: Argument 1 to "func1" has incompatible type "**dict[str, str]"; expected "int"  [arg-type]
+callables_kwargs.py:61: error: Argument 1 to "func1" has incompatible type "**dict[str, object]"; expected "int"  [arg-type]
+callables_kwargs.py:61: error: Argument 1 to "func1" has incompatible type "**dict[str, object]"; expected "str"  [arg-type]
+callables_kwargs.py:63: error: "func1" gets multiple values for keyword argument "v1"  [misc]
+callables_kwargs.py:64: error: "func2" gets multiple values for keyword argument "v3"  [misc]
+callables_kwargs.py:64: error: Argument 1 to "func2" has incompatible type "int"; expected "str"  [arg-type]
+callables_kwargs.py:65: error: "func2" gets multiple values for keyword argument "v1"  [misc]
+callables_kwargs.py:101: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol3")  [assignment]
+callables_kwargs.py:101: note: "TDProtocol3.__call__" has type "Callable[[NamedArg(int, 'v1'), NamedArg(int, 'v2'), NamedArg(str, 'v3')], None]"
+callables_kwargs.py:102: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol4")  [assignment]
+callables_kwargs.py:102: note: "TDProtocol4.__call__" has type "Callable[[NamedArg(int, 'v1')], None]"
+callables_kwargs.py:103: error: Incompatible types in assignment (expression has type "Callable[[KwArg(TD2)], None]", variable has type "TDProtocol5")  [assignment]
+callables_kwargs.py:103: note: "TDProtocol5.__call__" has type "Callable[[Arg(int, 'v1'), Arg(str, 'v3')], None]"
+callables_kwargs.py:111: error: Overlap between argument names and ** TypedDict items: "v1"  [misc]
+callables_kwargs.py:122: error: Unpack item in ** argument must be a TypedDict  [misc]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 26: Expected 1 errors
 """
diff --git a/conformance/results/mypy/dataclasses_frozen.toml b/conformance/results/mypy/dataclasses_frozen.toml
index 14e0d560e..9ea054ded 100644
--- a/conformance/results/mypy/dataclasses_frozen.toml
+++ b/conformance/results/mypy/dataclasses_frozen.toml
@@ -5,8 +5,6 @@ dataclasses_frozen.py:17: error: Property "b" defined in "DC1" is read-only  [mi
 dataclasses_frozen.py:23: error: Cannot inherit non-frozen dataclass from a frozen one  [misc]
 dataclasses_frozen.py:33: error: Cannot inherit frozen dataclass from a non-frozen one  [misc]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 23: Unexpected errors ['dataclasses_frozen.py:23: error: Cannot inherit non-frozen dataclass from a frozen one  [misc]']
-Line 33: Unexpected errors ['dataclasses_frozen.py:33: error: Cannot inherit frozen dataclass from a non-frozen one  [misc]']
 """
diff --git a/conformance/results/mypy/dataclasses_hash.toml b/conformance/results/mypy/dataclasses_hash.toml
index 90e9c82e2..7af6dcbdc 100644
--- a/conformance/results/mypy/dataclasses_hash.toml
+++ b/conformance/results/mypy/dataclasses_hash.toml
@@ -4,6 +4,8 @@ Does not report when dataclass is not compatible with Hashable protocol.
 """
 output = """
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 15: Expected 1 errors
+Line 32: Expected 1 errors
 """
diff --git a/conformance/results/mypy/dataclasses_inheritance.toml b/conformance/results/mypy/dataclasses_inheritance.toml
index d0963554b..5f7dcc312 100644
--- a/conformance/results/mypy/dataclasses_inheritance.toml
+++ b/conformance/results/mypy/dataclasses_inheritance.toml
@@ -3,8 +3,6 @@ output = """
 dataclasses_inheritance.py:60: error: Cannot override instance variable (previously declared on base class "DC6") with class variable  [misc]
 dataclasses_inheritance.py:64: error: Cannot override class variable (previously declared on base class "DC6") with instance variable  [misc]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 60: Unexpected errors ['dataclasses_inheritance.py:60: error: Cannot override instance variable (previously declared on base class "DC6") with class variable  [misc]']
-Line 64: Unexpected errors ['dataclasses_inheritance.py:64: error: Cannot override class variable (previously declared on base class "DC6") with instance variable  [misc]']
 """
diff --git a/conformance/results/mypy/dataclasses_order.toml b/conformance/results/mypy/dataclasses_order.toml
index 6177bc8a7..f34eef87e 100644
--- a/conformance/results/mypy/dataclasses_order.toml
+++ b/conformance/results/mypy/dataclasses_order.toml
@@ -2,7 +2,6 @@ conformant = "Pass"
 output = """
 dataclasses_order.py:50: error: Unsupported operand types for < ("DC1" and "DC2")  [operator]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 50: Unexpected errors ['dataclasses_order.py:50: error: Unsupported operand types for < ("DC1" and "DC2")  [operator]']
 """
diff --git a/conformance/results/mypy/dataclasses_transform_class.toml b/conformance/results/mypy/dataclasses_transform_class.toml
index 544c0df49..73d6f16ce 100644
--- a/conformance/results/mypy/dataclasses_transform_class.toml
+++ b/conformance/results/mypy/dataclasses_transform_class.toml
@@ -7,12 +7,6 @@ dataclasses_transform_class.py:69: error: Unsupported left operand type for < ("
 dataclasses_transform_class.py:79: error: Too many positional arguments for "Customer2"  [misc]
 dataclasses_transform_class.py:119: error: Property "id" defined in "Customer3" is read-only  [misc]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 48: Unexpected errors ['dataclasses_transform_class.py:48: error: Cannot inherit non-frozen dataclass from a frozen one  [misc]']
-Line 60: Unexpected errors ['dataclasses_transform_class.py:60: error: Property "id" defined in "Customer1" is read-only  [misc]']
-Line 63: Unexpected errors ['dataclasses_transform_class.py:63: error: Too many positional arguments for "Customer1"  [misc]']
-Line 69: Unexpected errors ['dataclasses_transform_class.py:69: error: Unsupported left operand type for < ("Customer1")  [operator]']
-Line 79: Unexpected errors ['dataclasses_transform_class.py:79: error: Too many positional arguments for "Customer2"  [misc]']
-Line 119: Unexpected errors ['dataclasses_transform_class.py:119: error: Property "id" defined in "Customer3" is read-only  [misc]']
 """
diff --git a/conformance/results/mypy/dataclasses_transform_meta.toml b/conformance/results/mypy/dataclasses_transform_meta.toml
index a21693f45..27f979e0d 100644
--- a/conformance/results/mypy/dataclasses_transform_meta.toml
+++ b/conformance/results/mypy/dataclasses_transform_meta.toml
@@ -7,12 +7,6 @@ dataclasses_transform_meta.py:70: error: Unsupported left operand type for < ("C
 dataclasses_transform_meta.py:80: error: Too many positional arguments for "Customer2"  [misc]
 dataclasses_transform_meta.py:100: error: Property "id" defined in "Customer3" is read-only  [misc]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 48: Unexpected errors ['dataclasses_transform_meta.py:48: error: Cannot inherit non-frozen dataclass from a frozen one  [misc]']
-Line 60: Unexpected errors ['dataclasses_transform_meta.py:60: error: Property "id" defined in "Customer1" is read-only  [misc]']
-Line 63: Unexpected errors ['dataclasses_transform_meta.py:63: error: Too many positional arguments for "Customer1"  [misc]']
-Line 70: Unexpected errors ['dataclasses_transform_meta.py:70: error: Unsupported left operand type for < ("Customer1")  [operator]']
-Line 80: Unexpected errors ['dataclasses_transform_meta.py:80: error: Too many positional arguments for "Customer2"  [misc]']
-Line 100: Unexpected errors ['dataclasses_transform_meta.py:100: error: Property "id" defined in "Customer3" is read-only  [misc]']
 """
diff --git a/conformance/results/mypy/dataclasses_usage.toml b/conformance/results/mypy/dataclasses_usage.toml
index 18d06f79c..0d0704238 100644
--- a/conformance/results/mypy/dataclasses_usage.toml
+++ b/conformance/results/mypy/dataclasses_usage.toml
@@ -12,16 +12,11 @@ dataclasses_usage.py:89: error: Incompatible types in assignment (expression has
 dataclasses_usage.py:127: error: Too many arguments for "DC7"  [call-arg]
 dataclasses_usage.py:130: error: Missing positional argument "y" in call to "DC8"  [call-arg]
 dataclasses_usage.py:179: error: Too many arguments for "DC13"  [call-arg]
-dataclasses_usage.py:205: error: Name "v1" already defined on line 25  [no-redef]
+dataclasses_usage.py:205: error: Name "v2" already defined on line 51  [no-redef]
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 228: Expected 1 errors
 Line 36: Unexpected errors ['dataclasses_usage.py:36: error: Accessing "__init__" on an instance is unsound, since instance.__init__ could be from an incompatible subclass  [misc]']
-Line 62: Unexpected errors ['dataclasses_usage.py:62: error: Attributes without a default cannot follow attributes with one  [misc]']
-Line 68: Unexpected errors ['dataclasses_usage.py:68: error: Attributes without a default cannot follow attributes with one  [misc]']
-Line 74: Unexpected errors ['dataclasses_usage.py:74: error: Attributes without a default cannot follow attributes with one  [misc]']
-Line 127: Unexpected errors ['dataclasses_usage.py:127: error: Too many arguments for "DC7"  [call-arg]']
-Line 130: Unexpected errors ['dataclasses_usage.py:130: error: Missing positional argument "y" in call to "DC8"  [call-arg]']
-Line 179: Unexpected errors ['dataclasses_usage.py:179: error: Too many arguments for "DC13"  [call-arg]']
-Line 205: Unexpected errors ['dataclasses_usage.py:205: error: Name "v1" already defined on line 25  [no-redef]']
+Line 205: Unexpected errors ['dataclasses_usage.py:205: error: Name "v2" already defined on line 51  [no-redef]']
 """
diff --git a/conformance/results/mypy/directives_assert_type.toml b/conformance/results/mypy/directives_assert_type.toml
index d54df46f6..a8feed5ee 100644
--- a/conformance/results/mypy/directives_assert_type.toml
+++ b/conformance/results/mypy/directives_assert_type.toml
@@ -9,12 +9,6 @@ directives_assert_type.py:32: error: Expression is of type "Literal['']", not "i
 directives_assert_type.py:33: error: "assert_type" expects 2 arguments  [misc]
 directives_assert_type.py:33: error: Too many arguments for "assert_type"  [call-arg]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 27: Unexpected errors ['directives_assert_type.py:27: error: Expression is of type "int | str", not "int"  [assert-type]']
-Line 28: Unexpected errors ['directives_assert_type.py:28: error: Expression is of type "Any", not "int"  [assert-type]']
-Line 29: Unexpected errors ['directives_assert_type.py:29: error: Expression is of type "Literal[4]", not "int"  [assert-type]']
-Line 31: Unexpected errors ['directives_assert_type.py:31: error: "assert_type" expects 2 arguments  [misc]', 'directives_assert_type.py:31: error: Too few arguments for "assert_type"  [call-arg]']
-Line 32: Unexpected errors ['directives_assert_type.py:32: error: Expression is of type "Literal[\\'\\']", not "int"  [assert-type]']
-Line 33: Unexpected errors ['directives_assert_type.py:33: error: "assert_type" expects 2 arguments  [misc]', 'directives_assert_type.py:33: error: Too many arguments for "assert_type"  [call-arg]']
 """
diff --git a/conformance/results/mypy/directives_cast.toml b/conformance/results/mypy/directives_cast.toml
index fdee7ee75..0c407e639 100644
--- a/conformance/results/mypy/directives_cast.toml
+++ b/conformance/results/mypy/directives_cast.toml
@@ -14,9 +14,6 @@ directives_cast.py:17: note:     def [_T] cast(typ: type[_T], val: Any) -> _T
 directives_cast.py:17: note:     def cast(typ: str, val: Any) -> Any
 directives_cast.py:17: note:     def cast(typ: object, val: Any) -> Any
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 15: Unexpected errors ['directives_cast.py:15: error: "cast" expects 2 arguments  [misc]', 'directives_cast.py:15: error: All overload variants of "cast" require at least one argument  [call-overload]']
-Line 16: Unexpected errors ['directives_cast.py:16: error: Invalid type: try using Literal[1] instead?  [valid-type]']
-Line 17: Unexpected errors ['directives_cast.py:17: error: "cast" expects 2 arguments  [misc]', 'directives_cast.py:17: error: No overload variant of "cast" matches argument types "Any", "str", "str"  [call-overload]']
 """
diff --git a/conformance/results/mypy/directives_reveal_type.toml b/conformance/results/mypy/directives_reveal_type.toml
index f42dd75f2..8621a0083 100644
--- a/conformance/results/mypy/directives_reveal_type.toml
+++ b/conformance/results/mypy/directives_reveal_type.toml
@@ -9,8 +9,6 @@ directives_reveal_type.py:19: error: Too few arguments for "reveal_type"  [call-
 directives_reveal_type.py:20: error: "reveal_type" expects 1 argument  [misc]
 directives_reveal_type.py:20: error: Too many arguments for "reveal_type"  [call-arg]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 19: Unexpected errors ['directives_reveal_type.py:19: error: "reveal_type" expects 1 argument  [misc]', 'directives_reveal_type.py:19: error: Too few arguments for "reveal_type"  [call-arg]']
-Line 20: Unexpected errors ['directives_reveal_type.py:20: error: "reveal_type" expects 1 argument  [misc]', 'directives_reveal_type.py:20: error: Too many arguments for "reveal_type"  [call-arg]']
 """
diff --git a/conformance/results/mypy/directives_type_ignore_file2.toml b/conformance/results/mypy/directives_type_ignore_file2.toml
index 6f312727b..dae3196ca 100644
--- a/conformance/results/mypy/directives_type_ignore_file2.toml
+++ b/conformance/results/mypy/directives_type_ignore_file2.toml
@@ -2,7 +2,6 @@ conformant = "Pass"
 output = """
 directives_type_ignore_file2.py:14: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 14: Unexpected errors ['directives_type_ignore_file2.py:14: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
 """
diff --git a/conformance/results/mypy/generics_base_class.toml b/conformance/results/mypy/generics_base_class.toml
index 0b8f21b82..7d1dbad82 100644
--- a/conformance/results/mypy/generics_base_class.toml
+++ b/conformance/results/mypy/generics_base_class.toml
@@ -9,9 +9,6 @@ generics_base_class.py:49: error: "LinkedList" expects 1 type argument, but 2 gi
 generics_base_class.py:61: error: "MyDict" expects 1 type argument, but 2 given  [type-arg]
 generics_base_class.py:68: error: Duplicate type variables in Generic[...] or Protocol[...]  [misc]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 29: Unexpected errors ['generics_base_class.py:29: error: Variable "typing.Generic" is not valid as a type  [valid-type]']
-Line 30: Unexpected errors ['generics_base_class.py:30: error: Variable "typing.Generic" is not valid as a type  [valid-type]']
-Line 68: Unexpected errors ['generics_base_class.py:68: error: Duplicate type variables in Generic[...] or Protocol[...]  [misc]']
 """
diff --git a/conformance/results/mypy/generics_basic.toml b/conformance/results/mypy/generics_basic.toml
index 2a2db1c32..3fc747bf9 100644
--- a/conformance/results/mypy/generics_basic.toml
+++ b/conformance/results/mypy/generics_basic.toml
@@ -15,7 +15,6 @@ generics_basic.py:167: error: Type variable "generics_basic.T" is unbound  [vali
 generics_basic.py:167: note: (Hint: Use "Generic[T]" or "Protocol[T]" base class to bind "T" inside a class)
 generics_basic.py:167: note: (Hint: Use "T" in function signature to bind "T" inside a function)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 167: Expected 1 errors, got 2 (['generics_basic.py:167: error: Dynamic metaclass not supported for "GenericMetaInstance"  [misc]', 'generics_basic.py:167: error: Type variable "generics_basic.T" is unbound  [valid-type]'])
 """
diff --git a/conformance/results/mypy/generics_defaults.toml b/conformance/results/mypy/generics_defaults.toml
index b5438487c..31568d254 100644
--- a/conformance/results/mypy/generics_defaults.toml
+++ b/conformance/results/mypy/generics_defaults.toml
@@ -4,4 +4,8 @@ output = """
 conformance_automated = "Fail"
 errors_diff = """
 Line 26: Expected 1 errors
+Line 52: Expected 1 errors
+Line 108: Expected 1 errors
+Line 117: Expected 1 errors
+Line 144: Expected 1 errors
 """
diff --git a/conformance/results/mypy/generics_defaults_referential.toml b/conformance/results/mypy/generics_defaults_referential.toml
index ddfc84cb1..5dfd9ae8c 100644
--- a/conformance/results/mypy/generics_defaults_referential.toml
+++ b/conformance/results/mypy/generics_defaults_referential.toml
@@ -13,6 +13,13 @@ generics_defaults_referential.py:104: error: Expression is of type "Bar[int, lis
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 38: Expected 1 errors
+Line 41: Expected 1 errors
+Line 57: Expected 1 errors
+Line 64: Expected 1 errors
+Line 72: Expected 1 errors
+Line 80: Expected 1 errors
+Line 86: Expected 1 errors
 Line 23: Unexpected errors ['generics_defaults_referential.py:23: error: Expression is of type "type[slice[Any, Any, Any]]", not "type[slice[int, int, int | None]]"  [assert-type]']
 Line 24: Unexpected errors ['generics_defaults_referential.py:24: error: Expression is of type "slice[int, StartT?, int | None]", not "slice[int, int, int | None]"  [assert-type]']
 Line 25: Unexpected errors ['generics_defaults_referential.py:25: error: Expression is of type "slice[str, StartT?, int | None]", not "slice[str, str, int | None]"  [assert-type]']
diff --git a/conformance/results/mypy/generics_defaults_specialization.toml b/conformance/results/mypy/generics_defaults_specialization.toml
index 1d180fd90..95472edca 100644
--- a/conformance/results/mypy/generics_defaults_specialization.toml
+++ b/conformance/results/mypy/generics_defaults_specialization.toml
@@ -6,7 +6,5 @@ generics_defaults_specialization.py:55: error: The type "type[Foo]" is not gener
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 30: Unexpected errors ['generics_defaults_specialization.py:30: error: Bad number of arguments for type alias, expected between 0 and 1, given 2  [type-arg]']
 Line 45: Unexpected errors ['generics_defaults_specialization.py:45: error: Expression is of type "type[Bar[Any]]", not "type[Bar[str]]"  [assert-type]']
-Line 55: Unexpected errors ['generics_defaults_specialization.py:55: error: The type "type[Foo]" is not generic and not indexable  [misc]']
 """
diff --git a/conformance/results/mypy/generics_paramspec_semantics.toml b/conformance/results/mypy/generics_paramspec_semantics.toml
index f6ea6d162..e4f5aadaf 100644
--- a/conformance/results/mypy/generics_paramspec_semantics.toml
+++ b/conformance/results/mypy/generics_paramspec_semantics.toml
@@ -12,7 +12,6 @@ generics_paramspec_semantics.py:126: note: This is likely because "one" has name
 generics_paramspec_semantics.py:131: error: Argument 1 to "expects_int_first" has incompatible type "Callable[[NamedArg(int, 'x')], int]"; expected "Callable[[int, NamedArg(int, 'x')], int]"  [arg-type]
 generics_paramspec_semantics.py:136: error: Argument 1 to "expects_int_first" has incompatible type "Callable[[KwArg(int)], int]"; expected "Callable[[int, KwArg(int)], int]"  [arg-type]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 26: Expected 1 errors, got 2 (['generics_paramspec_semantics.py:26: error: Unexpected keyword argument "a"  [call-arg]', 'generics_paramspec_semantics.py:26: error: Unexpected keyword argument "b"  [call-arg]'])
 """
diff --git a/conformance/results/mypy/generics_self_attributes.toml b/conformance/results/mypy/generics_self_attributes.toml
index dc68e164b..46a1ee628 100644
--- a/conformance/results/mypy/generics_self_attributes.toml
+++ b/conformance/results/mypy/generics_self_attributes.toml
@@ -3,8 +3,6 @@ output = """
 generics_self_attributes.py:26: error: Argument "next" to "OrdinalLinkedList" has incompatible type "LinkedList[int]"; expected "OrdinalLinkedList | None"  [arg-type]
 generics_self_attributes.py:32: error: Incompatible types in assignment (expression has type "LinkedList[int]", variable has type "OrdinalLinkedList | None")  [assignment]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 26: Unexpected errors ['generics_self_attributes.py:26: error: Argument "next" to "OrdinalLinkedList" has incompatible type "LinkedList[int]"; expected "OrdinalLinkedList | None"  [arg-type]']
-Line 32: Unexpected errors ['generics_self_attributes.py:32: error: Incompatible types in assignment (expression has type "LinkedList[int]", variable has type "OrdinalLinkedList | None")  [assignment]']
 """
diff --git a/conformance/results/mypy/generics_self_protocols.toml b/conformance/results/mypy/generics_self_protocols.toml
index 60dd9d489..365da1f02 100644
--- a/conformance/results/mypy/generics_self_protocols.toml
+++ b/conformance/results/mypy/generics_self_protocols.toml
@@ -13,8 +13,6 @@ generics_self_protocols.py:64: note:         def set_scale(self, scale: float) -
 generics_self_protocols.py:64: note:     Got:
 generics_self_protocols.py:64: note:         def set_scale(self, scale: float) -> ReturnConcreteShape
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 61: Unexpected errors ['generics_self_protocols.py:61: error: Argument 1 to "accepts_shape" has incompatible type "BadReturnType"; expected "ShapeProtocol"  [arg-type]']
-Line 64: Unexpected errors ['generics_self_protocols.py:64: error: Argument 1 to "accepts_shape" has incompatible type "ReturnDifferentClass"; expected "ShapeProtocol"  [arg-type]']
 """
diff --git a/conformance/results/mypy/generics_self_usage.toml b/conformance/results/mypy/generics_self_usage.toml
index 4c1c23f1c..458a018c0 100644
--- a/conformance/results/mypy/generics_self_usage.toml
+++ b/conformance/results/mypy/generics_self_usage.toml
@@ -19,15 +19,7 @@ generics_self_usage.py:125: error: Self type cannot be used in a metaclass  [mis
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 73: Unexpected errors ['generics_self_usage.py:73: error: Self type is only allowed in annotations within class definition  [misc]']
-Line 76: Unexpected errors ['generics_self_usage.py:76: error: Self type is only allowed in annotations within class definition  [misc]']
-Line 82: Unexpected errors ['generics_self_usage.py:82: error: Method cannot have explicit self annotation and Self type  [misc]', 'generics_self_usage.py:82: error: A function returning TypeVar should receive at least one argument containing the same TypeVar  [type-var]']
-Line 86: Unexpected errors ['generics_self_usage.py:86: error: Incompatible return value type (got "Foo3", expected "Self")  [return-value]']
-Line 101: Unexpected errors ['generics_self_usage.py:101: error: Self type is only allowed in annotations within class definition  [misc]']
-Line 103: Unexpected errors ['generics_self_usage.py:103: error: Self type is only allowed in annotations within class definition  [misc]']
-Line 106: Unexpected errors ['generics_self_usage.py:106: error: Self type is only allowed in annotations within class definition  [misc]', 'generics_self_usage.py:106: error: Self type cannot be used in type alias target  [misc]']
-Line 111: Unexpected errors ['generics_self_usage.py:111: error: Static methods cannot use Self type  [misc]', 'generics_self_usage.py:111: error: A function returning TypeVar should receive at least one argument containing the same TypeVar  [type-var]']
-Line 116: Unexpected errors ['generics_self_usage.py:116: error: Static methods cannot use Self type  [misc]']
-Line 121: Unexpected errors ['generics_self_usage.py:121: error: Self type cannot be used in a metaclass  [misc]']
-Line 125: Unexpected errors ['generics_self_usage.py:125: error: Self type cannot be used in a metaclass  [misc]']
+Line 82: Expected 1 errors, got 2 (['generics_self_usage.py:82: error: Method cannot have explicit self annotation and Self type  [misc]', 'generics_self_usage.py:82: error: A function returning TypeVar should receive at least one argument containing the same TypeVar  [type-var]'])
+Line 106: Expected 1 errors, got 2 (['generics_self_usage.py:106: error: Self type is only allowed in annotations within class definition  [misc]', 'generics_self_usage.py:106: error: Self type cannot be used in type alias target  [misc]'])
+Line 111: Expected 1 errors, got 2 (['generics_self_usage.py:111: error: Static methods cannot use Self type  [misc]', 'generics_self_usage.py:111: error: A function returning TypeVar should receive at least one argument containing the same TypeVar  [type-var]'])
 """
diff --git a/conformance/results/mypy/generics_typevartuple_unpack.toml b/conformance/results/mypy/generics_typevartuple_unpack.toml
index bf1c042aa..e1cf44c86 100644
--- a/conformance/results/mypy/generics_typevartuple_unpack.toml
+++ b/conformance/results/mypy/generics_typevartuple_unpack.toml
@@ -1,7 +1,4 @@
-conformant = "Partial"
-notes = """
-Does not reject multiple unpack operators in a tuple.
-"""
+conformant = "Pass"
 output = """
 generics_typevartuple_unpack.py:30: error: Argument 1 to "process_batch_channels" has incompatible type "Array[Batch]"; expected "Array[Batch, *tuple[Any, ...], Channels]"  [arg-type]
 """
diff --git a/conformance/results/mypy/generics_upper_bound.toml b/conformance/results/mypy/generics_upper_bound.toml
index 3f6edd897..b8c4e670f 100644
--- a/conformance/results/mypy/generics_upper_bound.toml
+++ b/conformance/results/mypy/generics_upper_bound.toml
@@ -4,13 +4,9 @@ generics_upper_bound.py:22: error: Type variable "generics_upper_bound.T" is unb
 generics_upper_bound.py:22: note: (Hint: Use "Generic[T]" or "Protocol[T]" base class to bind "T" inside a class)
 generics_upper_bound.py:22: note: (Hint: Use "T" in function signature to bind "T" inside a function)
 generics_upper_bound.py:41: error: Expression is of type "Collection[int]", not "list[int] | set[int]"  [assert-type]
-generics_upper_bound.py:43: error: Value of type variable "ST" of "longer" cannot be "int"  [type-var]
-generics_upper_bound.py:48: error: TypeVar cannot have both values and an upper bound  [misc]
+generics_upper_bound.py:48: error: Value of type variable "ST" of "longer" cannot be "int"  [type-var]
+generics_upper_bound.py:53: error: TypeVar cannot have both values and an upper bound  [misc]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 22: Unexpected errors ['generics_upper_bound.py:22: error: Type variable "generics_upper_bound.T" is unbound  [valid-type]']
-Line 41: Unexpected errors ['generics_upper_bound.py:41: error: Expression is of type "Collection[int]", not "list[int] | set[int]"  [assert-type]']
-Line 43: Unexpected errors ['generics_upper_bound.py:43: error: Value of type variable "ST" of "longer" cannot be "int"  [type-var]']
-Line 48: Unexpected errors ['generics_upper_bound.py:48: error: TypeVar cannot have both values and an upper bound  [misc]']
 """
diff --git a/conformance/results/mypy/literals_semantics.toml b/conformance/results/mypy/literals_semantics.toml
index 211dfa2e8..a948a4bdc 100644
--- a/conformance/results/mypy/literals_semantics.toml
+++ b/conformance/results/mypy/literals_semantics.toml
@@ -5,8 +5,6 @@ literals_semantics.py:24: error: Incompatible types in assignment (expression ha
 literals_semantics.py:25: error: Incompatible types in assignment (expression has type "Literal[False]", variable has type "Literal[0]")  [assignment]
 literals_semantics.py:33: error: Incompatible types in assignment (expression has type "int", variable has type "Literal[3, 4, 5]")  [assignment]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 24: Unexpected errors ['literals_semantics.py:24: error: Incompatible types in assignment (expression has type "Literal[0]", variable has type "Literal[False]")  [assignment]']
-Line 25: Unexpected errors ['literals_semantics.py:25: error: Incompatible types in assignment (expression has type "Literal[False]", variable has type "Literal[0]")  [assignment]']
 """
diff --git a/conformance/results/mypy/narrowing_typeguard.toml b/conformance/results/mypy/narrowing_typeguard.toml
index bfe82e75c..58b9193c1 100644
--- a/conformance/results/mypy/narrowing_typeguard.toml
+++ b/conformance/results/mypy/narrowing_typeguard.toml
@@ -9,6 +9,4 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 102: Unexpected errors ['narrowing_typeguard.py:102: error: TypeGuard functions must have a positional argument  [valid-type]']
 Line 107: Unexpected errors ['narrowing_typeguard.py:107: error: TypeGuard functions must have a positional argument  [valid-type]']
-Line 128: Unexpected errors ['narrowing_typeguard.py:128: error: Argument 1 to "takes_callable_str" has incompatible type "Callable[[object], TypeGuard[int]]"; expected "Callable[[object], str]"  [arg-type]']
-Line 148: Unexpected errors ['narrowing_typeguard.py:148: error: Argument 1 to "takes_callable_str_proto" has incompatible type "Callable[[object], TypeGuard[int]]"; expected "CallableStrProto"  [arg-type]']
 """
diff --git a/conformance/results/mypy/qualifiers_annotated.toml b/conformance/results/mypy/qualifiers_annotated.toml
index 57a907c53..999b512ba 100644
--- a/conformance/results/mypy/qualifiers_annotated.toml
+++ b/conformance/results/mypy/qualifiers_annotated.toml
@@ -35,10 +35,8 @@ qualifiers_annotated.py:119: error: Invalid assignment target  [misc]
 conformance_automated = "Fail"
 errors_diff = """
 Line 77: Expected 1 errors
-Line 76: Unexpected errors ['qualifiers_annotated.py:76: error: Incompatible types in assignment (expression has type "object", variable has type "type[Any]")  [assignment]']
-Line 84: Unexpected errors ['qualifiers_annotated.py:84: error: Argument 1 to "func4" has incompatible type "object"; expected "type[Never]"  [arg-type]']
-Line 91: Unexpected errors ['qualifiers_annotated.py:91: error: "<typing special form>" not callable  [operator]']
-Line 92: Unexpected errors ['qualifiers_annotated.py:92: error: "object" not callable  [operator]']
+Line 85: Expected 1 errors
+Line 93: Expected 1 errors
 Line 98: Unexpected errors ['qualifiers_annotated.py:98: error: Invalid type: ClassVar nested inside other type  [valid-type]']
 Line 100: Unexpected errors ['qualifiers_annotated.py:100: error: Final can be only used as an outermost qualifier in a variable annotation  [valid-type]']
 Line 110: Unexpected errors ['qualifiers_annotated.py:110: error: Required[] can be only used in a TypedDict definition  [valid-type]']
diff --git a/conformance/results/mypy/typeddicts_readonly.toml b/conformance/results/mypy/typeddicts_readonly.toml
index 7de10e686..8af1a3a9c 100644
--- a/conformance/results/mypy/typeddicts_readonly.toml
+++ b/conformance/results/mypy/typeddicts_readonly.toml
@@ -18,6 +18,12 @@ typeddicts_readonly.py:56: error: NotRequired[] can be only used in a TypedDict
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 24: Expected 1 errors
+Line 36: Expected 1 errors
+Line 50: Expected 1 errors
+Line 51: Expected 1 errors
+Line 60: Expected 1 errors
+Line 61: Expected 1 errors
 Line 18: Unexpected errors ['typeddicts_readonly.py:18: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
 Line 25: Unexpected errors ['typeddicts_readonly.py:25: error: "ReadOnly?[builtins.list[builtins.str]]" has no attribute "append"  [attr-defined]']
 Line 31: Unexpected errors ['typeddicts_readonly.py:31: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
diff --git a/conformance/results/mypy/typeddicts_readonly_consistency.toml b/conformance/results/mypy/typeddicts_readonly_consistency.toml
index c00e0cb6b..9228d1630 100644
--- a/conformance/results/mypy/typeddicts_readonly_consistency.toml
+++ b/conformance/results/mypy/typeddicts_readonly_consistency.toml
@@ -16,14 +16,9 @@ typeddicts_readonly_consistency.py:85: error: Incompatible types in assignment (
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 81: Expected 1 errors
 Line 30: Unexpected errors ['typeddicts_readonly_consistency.py:30: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_consistency.py:30: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
-Line 37: Unexpected errors ['typeddicts_readonly_consistency.py:37: error: Incompatible types in assignment (expression has type "A1", variable has type "B1")  [assignment]']
-Line 38: Unexpected errors ['typeddicts_readonly_consistency.py:38: error: Incompatible types in assignment (expression has type "C1", variable has type "B1")  [assignment]']
-Line 40: Unexpected errors ['typeddicts_readonly_consistency.py:40: error: Incompatible types in assignment (expression has type "A1", variable has type "C1")  [assignment]']
 Line 41: Unexpected errors ['typeddicts_readonly_consistency.py:41: error: Incompatible types in assignment (expression has type "B1", variable has type "C1")  [assignment]']
 Line 66: Unexpected errors ['typeddicts_readonly_consistency.py:66: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
 Line 79: Unexpected errors ['typeddicts_readonly_consistency.py:79: error: Incompatible types in assignment (expression has type "C2", variable has type "A2")  [assignment]']
-Line 82: Unexpected errors ['typeddicts_readonly_consistency.py:82: error: Incompatible types in assignment (expression has type "C2", variable has type "B2")  [assignment]']
-Line 84: Unexpected errors ['typeddicts_readonly_consistency.py:84: error: Incompatible types in assignment (expression has type "A2", variable has type "C2")  [assignment]']
-Line 85: Unexpected errors ['typeddicts_readonly_consistency.py:85: error: Incompatible types in assignment (expression has type "B2", variable has type "C2")  [assignment]']
 """
diff --git a/conformance/results/mypy/typeddicts_readonly_inheritance.toml b/conformance/results/mypy/typeddicts_readonly_inheritance.toml
index f1c03c239..001b5f916 100644
--- a/conformance/results/mypy/typeddicts_readonly_inheritance.toml
+++ b/conformance/results/mypy/typeddicts_readonly_inheritance.toml
@@ -69,32 +69,28 @@ typeddicts_readonly_inheritance.py:132: error: Overwriting TypedDict field "y" w
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 36: Expected 1 errors
+Line 50: Expected 1 errors, got 2 (['typeddicts_readonly_inheritance.py:50: error: Overwriting TypedDict field "alt" while extending  [misc]', 'typeddicts_readonly_inheritance.py:50: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]'])
+Line 94: Expected 1 errors, got 2 (['typeddicts_readonly_inheritance.py:94: error: Overwriting TypedDict field "a" while extending  [misc]', 'typeddicts_readonly_inheritance.py:94: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]'])
+Line 106: Expected 1 errors, got 3 (['typeddicts_readonly_inheritance.py:106: error: Overwriting TypedDict field "c" while extending  [misc]', 'typeddicts_readonly_inheritance.py:106: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:106: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]'])
+Line 119: Expected 1 errors, got 2 (['typeddicts_readonly_inheritance.py:119: error: Overwriting TypedDict field "x" while merging  [misc]', 'typeddicts_readonly_inheritance.py:119: error: Overwriting TypedDict field "y" while merging  [misc]'])
+Line 132: Expected 1 errors, got 2 (['typeddicts_readonly_inheritance.py:132: error: Overwriting TypedDict field "x" while merging  [misc]', 'typeddicts_readonly_inheritance.py:132: error: Overwriting TypedDict field "y" while merging  [misc]'])
 Line 15: Unexpected errors ['typeddicts_readonly_inheritance.py:15: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
 Line 19: Unexpected errors ['typeddicts_readonly_inheritance.py:19: error: Overwriting TypedDict field "name" while extending  [misc]']
 Line 43: Unexpected errors ['typeddicts_readonly_inheritance.py:43: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
 Line 44: Unexpected errors ['typeddicts_readonly_inheritance.py:44: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
 Line 49: Unexpected errors ['typeddicts_readonly_inheritance.py:49: error: Overwriting TypedDict field "albums" while extending  [misc]', 'typeddicts_readonly_inheritance.py:49: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
-Line 50: Unexpected errors ['typeddicts_readonly_inheritance.py:50: error: Overwriting TypedDict field "alt" while extending  [misc]', 'typeddicts_readonly_inheritance.py:50: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
 Line 58: Unexpected errors ['typeddicts_readonly_inheritance.py:58: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:58: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
 Line 62: Unexpected errors ['typeddicts_readonly_inheritance.py:62: error: Overwriting TypedDict field "name" while extending  [misc]', 'typeddicts_readonly_inheritance.py:62: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:62: error: Required[] can be only used in a TypedDict definition  [valid-type]']
-Line 65: Unexpected errors ['typeddicts_readonly_inheritance.py:65: error: Missing key "name" for TypedDict "RequiredName"  [typeddict-item]']
 Line 72: Unexpected errors ['typeddicts_readonly_inheritance.py:72: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:72: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
 Line 76: Unexpected errors ['typeddicts_readonly_inheritance.py:76: error: Overwriting TypedDict field "ident" while extending  [misc]']
-Line 82: Unexpected errors ['typeddicts_readonly_inheritance.py:82: error: Value of "ident" has incompatible type "int"; expected "str"  [typeddict-item]']
-Line 83: Unexpected errors ['typeddicts_readonly_inheritance.py:83: error: Incompatible types (expression has type "int", TypedDict item "ident" has type "str")  [typeddict-item]']
-Line 84: Unexpected errors ['typeddicts_readonly_inheritance.py:84: error: Missing key "ident" for TypedDict "User"  [typeddict-item]']
 Line 89: Unexpected errors ['typeddicts_readonly_inheritance.py:89: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:89: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
 Line 90: Unexpected errors ['typeddicts_readonly_inheritance.py:90: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:90: error: Required[] can be only used in a TypedDict definition  [valid-type]']
-Line 94: Unexpected errors ['typeddicts_readonly_inheritance.py:94: error: Overwriting TypedDict field "a" while extending  [misc]', 'typeddicts_readonly_inheritance.py:94: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
-Line 98: Unexpected errors ['typeddicts_readonly_inheritance.py:98: error: Overwriting TypedDict field "a" while extending  [misc]']
 Line 102: Unexpected errors ['typeddicts_readonly_inheritance.py:102: error: Overwriting TypedDict field "b" while extending  [misc]', 'typeddicts_readonly_inheritance.py:102: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:102: error: Required[] can be only used in a TypedDict definition  [valid-type]']
-Line 106: Unexpected errors ['typeddicts_readonly_inheritance.py:106: error: Overwriting TypedDict field "c" while extending  [misc]', 'typeddicts_readonly_inheritance.py:106: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:106: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
 Line 111: Unexpected errors ['typeddicts_readonly_inheritance.py:111: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
 Line 116: Unexpected errors ['typeddicts_readonly_inheritance.py:116: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
-Line 119: Unexpected errors ['typeddicts_readonly_inheritance.py:119: error: Overwriting TypedDict field "x" while merging  [misc]', 'typeddicts_readonly_inheritance.py:119: error: Overwriting TypedDict field "y" while merging  [misc]']
 Line 123: Unexpected errors ['typeddicts_readonly_inheritance.py:123: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:123: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
 Line 124: Unexpected errors ['typeddicts_readonly_inheritance.py:124: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:124: error: Required[] can be only used in a TypedDict definition  [valid-type]']
 Line 128: Unexpected errors ['typeddicts_readonly_inheritance.py:128: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:128: error: Required[] can be only used in a TypedDict definition  [valid-type]']
 Line 129: Unexpected errors ['typeddicts_readonly_inheritance.py:129: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:129: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
-Line 132: Unexpected errors ['typeddicts_readonly_inheritance.py:132: error: Overwriting TypedDict field "x" while merging  [misc]', 'typeddicts_readonly_inheritance.py:132: error: Overwriting TypedDict field "y" while merging  [misc]']
 """
diff --git a/conformance/results/mypy/typeddicts_readonly_kwargs.toml b/conformance/results/mypy/typeddicts_readonly_kwargs.toml
index dc35f4121..cc8dcd749 100644
--- a/conformance/results/mypy/typeddicts_readonly_kwargs.toml
+++ b/conformance/results/mypy/typeddicts_readonly_kwargs.toml
@@ -7,6 +7,7 @@ typeddicts_readonly_kwargs.py:25: note: See https://mypy.readthedocs.io/en/stabl
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 33: Expected 1 errors
 Line 24: Unexpected errors ['typeddicts_readonly_kwargs.py:24: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
 Line 25: Unexpected errors ['typeddicts_readonly_kwargs.py:25: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
 """
diff --git a/conformance/results/mypy/typeddicts_readonly_update.toml b/conformance/results/mypy/typeddicts_readonly_update.toml
index b13ab1b69..dfb56389c 100644
--- a/conformance/results/mypy/typeddicts_readonly_update.toml
+++ b/conformance/results/mypy/typeddicts_readonly_update.toml
@@ -7,6 +7,7 @@ typeddicts_readonly_update.py:30: note: See https://mypy.readthedocs.io/en/stabl
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 23: Expected 1 errors
 Line 17: Unexpected errors ['typeddicts_readonly_update.py:17: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
 Line 30: Unexpected errors ['typeddicts_readonly_update.py:30: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
 """
diff --git a/conformance/results/mypy/typeddicts_usage.toml b/conformance/results/mypy/typeddicts_usage.toml
index 077df100e..452fee798 100644
--- a/conformance/results/mypy/typeddicts_usage.toml
+++ b/conformance/results/mypy/typeddicts_usage.toml
@@ -10,9 +10,5 @@ typeddicts_usage.py:40: note: See https://mypy.readthedocs.io/en/stable/common_i
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 23: Unexpected errors ['typeddicts_usage.py:23: error: TypedDict "Movie" has no key "director"  [typeddict-unknown-key]']
-Line 24: Unexpected errors ['typeddicts_usage.py:24: error: Value of "year" has incompatible type "str"; expected "int"  [typeddict-item]']
-Line 28: Unexpected errors ['typeddicts_usage.py:28: error: Missing key "name" for TypedDict "Movie"  [typeddict-item]', 'typeddicts_usage.py:28: error: Extra key "title" for TypedDict "Movie"  [typeddict-unknown-key]']
-Line 35: Unexpected errors ['typeddicts_usage.py:35: error: Cannot use isinstance() with TypedDict type  [misc]']
-Line 40: Unexpected errors ['typeddicts_usage.py:40: error: Variable "typing.TypedDict" is not valid as a type  [valid-type]']
+Line 28: Expected 1 errors, got 2 (['typeddicts_usage.py:28: error: Missing key "name" for TypedDict "Movie"  [typeddict-item]', 'typeddicts_usage.py:28: error: Extra key "title" for TypedDict "Movie"  [typeddict-unknown-key]'])
 """
diff --git a/conformance/results/pyre/callables_kwargs.toml b/conformance/results/pyre/callables_kwargs.toml
index a86054e5b..0c22bec18 100644
--- a/conformance/results/pyre/callables_kwargs.toml
+++ b/conformance/results/pyre/callables_kwargs.toml
@@ -4,23 +4,22 @@ Does not understand Unpack in the context of **kwargs annotation.
 """
 output = """
 callables_kwargs.py:22:20 Undefined or invalid type [11]: Annotation `Unpack` is not defined as a type.
-callables_kwargs.py:50:4 Too many arguments [19]: Call `func1` expects 1 positional argument, 4 were provided.
-callables_kwargs.py:60:12 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `str` but got `object`.
-callables_kwargs.py:62:10 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `str` but got `int`.
-callables_kwargs.py:63:18 Incompatible parameter type [6]: In call `func2`, for 2nd positional argument, expected `str` but got `object`.
-callables_kwargs.py:120:20 Invalid type variable [34]: The type variable `Variable[T (bound to callables_kwargs.TD2)]` isn't present in the function's parameters.
+callables_kwargs.py:52:4 Too many arguments [19]: Call `func1` expects 1 positional argument, 4 were provided.
+callables_kwargs.py:62:12 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `str` but got `object`.
+callables_kwargs.py:64:10 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `str` but got `int`.
+callables_kwargs.py:65:18 Incompatible parameter type [6]: In call `func2`, for 2nd positional argument, expected `str` but got `object`.
+callables_kwargs.py:122:20 Invalid type variable [34]: The type variable `Variable[T (bound to callables_kwargs.TD2)]` isn't present in the function's parameters.
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Expected 1 errors
-Line 44: Expected 1 errors
-Line 49: Expected 1 errors
-Line 56: Expected 1 errors
-Line 61: Expected 1 errors
-Line 99: Expected 1 errors
-Line 100: Expected 1 errors
+Line 46: Expected 1 errors
+Line 51: Expected 1 errors
+Line 58: Expected 1 errors
+Line 63: Expected 1 errors
 Line 101: Expected 1 errors
-Line 109: Expected 1 errors
+Line 102: Expected 1 errors
+Line 103: Expected 1 errors
+Line 111: Expected 1 errors
 Line 22: Unexpected errors ['callables_kwargs.py:22:20 Undefined or invalid type [11]: Annotation `Unpack` is not defined as a type.']
-Line 60: Unexpected errors ['callables_kwargs.py:60:12 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `str` but got `object`.']
+Line 62: Unexpected errors ['callables_kwargs.py:62:12 Incompatible parameter type [6]: In call `func2`, for 1st positional argument, expected `str` but got `object`.']
 """
diff --git a/conformance/results/pyre/dataclasses_frozen.toml b/conformance/results/pyre/dataclasses_frozen.toml
index 4cd3f4885..0395e0d00 100644
--- a/conformance/results/pyre/dataclasses_frozen.toml
+++ b/conformance/results/pyre/dataclasses_frozen.toml
@@ -7,6 +7,8 @@ output = """
 dataclasses_frozen.py:16:0 Invalid assignment [41]: Cannot reassign final attribute `dc1.a`.
 dataclasses_frozen.py:17:0 Invalid assignment [41]: Cannot reassign final attribute `dc1.b`.
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 23: Expected 1 errors
+Line 33: Expected 1 errors
 """
diff --git a/conformance/results/pyre/dataclasses_hash.toml b/conformance/results/pyre/dataclasses_hash.toml
index 90e9c82e2..7af6dcbdc 100644
--- a/conformance/results/pyre/dataclasses_hash.toml
+++ b/conformance/results/pyre/dataclasses_hash.toml
@@ -4,6 +4,8 @@ Does not report when dataclass is not compatible with Hashable protocol.
 """
 output = """
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 15: Expected 1 errors
+Line 32: Expected 1 errors
 """
diff --git a/conformance/results/pyre/dataclasses_inheritance.toml b/conformance/results/pyre/dataclasses_inheritance.toml
index 97447e2a3..eb0547dd5 100644
--- a/conformance/results/pyre/dataclasses_inheritance.toml
+++ b/conformance/results/pyre/dataclasses_inheritance.toml
@@ -5,6 +5,8 @@ Does not reject instance variable that is overridden by ClassVar.
 """
 output = """
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 60: Expected 1 errors
+Line 64: Expected 1 errors
 """
diff --git a/conformance/results/pyre/dataclasses_order.toml b/conformance/results/pyre/dataclasses_order.toml
index 1765ed208..48d3afa18 100644
--- a/conformance/results/pyre/dataclasses_order.toml
+++ b/conformance/results/pyre/dataclasses_order.toml
@@ -4,6 +4,7 @@ Does not report type incompatibility with comparison operator.
 """
 output = """
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 50: Expected 1 errors
 """
diff --git a/conformance/results/pyre/dataclasses_transform_class.toml b/conformance/results/pyre/dataclasses_transform_class.toml
index 72533cc77..89bb4257c 100644
--- a/conformance/results/pyre/dataclasses_transform_class.toml
+++ b/conformance/results/pyre/dataclasses_transform_class.toml
@@ -22,16 +22,16 @@ dataclasses_transform_class.py:116:7 Unexpected keyword [28]: Unexpected keyword
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 48: Expected 1 errors
+Line 60: Expected 1 errors
+Line 119: Expected 1 errors
 Line 27: Unexpected errors ['dataclasses_transform_class.py:27:0 Uninitialized attribute [13]: Attribute `not_a_field` is declared in class `ModelBase` to have type `str` but is never initialized.']
 Line 52: Unexpected errors ['dataclasses_transform_class.py:52:0 Uninitialized attribute [13]: Attribute `id` is declared in class `Customer2` to have type `int` but is never initialized.']
 Line 57: Unexpected errors ['dataclasses_transform_class.py:57:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
-Line 63: Unexpected errors ['dataclasses_transform_class.py:63:7 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 2 were provided.']
 Line 65: Unexpected errors ['dataclasses_transform_class.py:65:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
-Line 69: Unexpected errors ['dataclasses_transform_class.py:69:5 Unsupported operand [58]: `<` is not supported for operand types `Customer1` and `Customer1`.']
 Line 71: Unexpected errors ['dataclasses_transform_class.py:71:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
 Line 73: Unexpected errors ['dataclasses_transform_class.py:73:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
 Line 75: Unexpected errors ['dataclasses_transform_class.py:75:5 Unsupported operand [58]: `<` is not supported for operand types `Customer2` and `Customer2`.']
-Line 79: Unexpected errors ['dataclasses_transform_class.py:79:7 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 2 were provided.']
 Line 86: Unexpected errors ['dataclasses_transform_class.py:86:0 Uninitialized attribute [13]: Attribute `not_a_field` is declared in class `GenericModelBase` to have type `Variable[T]` but is never initialized.']
 Line 103: Unexpected errors ['dataclasses_transform_class.py:103:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
 Line 107: Unexpected errors ['dataclasses_transform_class.py:107:0 Uninitialized attribute [13]: Attribute `not_a_field` is declared in class `ModelBaseFrozen` to have type `str` but is never initialized.']
diff --git a/conformance/results/pyre/dataclasses_transform_meta.toml b/conformance/results/pyre/dataclasses_transform_meta.toml
index 446318564..2045bb6d4 100644
--- a/conformance/results/pyre/dataclasses_transform_meta.toml
+++ b/conformance/results/pyre/dataclasses_transform_meta.toml
@@ -19,16 +19,16 @@ dataclasses_transform_meta.py:97:7 Unexpected keyword [28]: Unexpected keyword a
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 48: Expected 1 errors
+Line 60: Expected 1 errors
+Line 100: Expected 1 errors
 Line 25: Unexpected errors ['dataclasses_transform_meta.py:25:0 Uninitialized attribute [13]: Attribute `not_a_field` is declared in class `ModelMeta` to have type `str` but is never initialized.']
 Line 52: Unexpected errors ['dataclasses_transform_meta.py:52:0 Uninitialized attribute [13]: Attribute `id` is declared in class `Customer2` to have type `int` but is never initialized.']
 Line 57: Unexpected errors ['dataclasses_transform_meta.py:57:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
-Line 63: Unexpected errors ['dataclasses_transform_meta.py:63:7 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 2 were provided.']
 Line 66: Unexpected errors ['dataclasses_transform_meta.py:66:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
-Line 70: Unexpected errors ['dataclasses_transform_meta.py:70:5 Unsupported operand [58]: `<` is not supported for operand types `Customer1` and `Customer1`.']
 Line 72: Unexpected errors ['dataclasses_transform_meta.py:72:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
 Line 74: Unexpected errors ['dataclasses_transform_meta.py:74:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
 Line 76: Unexpected errors ['dataclasses_transform_meta.py:76:5 Unsupported operand [58]: `<` is not supported for operand types `Customer2` and `Customer2`.']
-Line 80: Unexpected errors ['dataclasses_transform_meta.py:80:7 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 2 were provided.']
 Line 92: Unexpected errors ['dataclasses_transform_meta.py:92:0 Uninitialized attribute [13]: Attribute `id` is declared in class `Customer3` to have type `int` but is never initialized.', 'dataclasses_transform_meta.py:92:0 Uninitialized attribute [13]: Attribute `name` is declared in class `Customer3` to have type `str` but is never initialized.']
 Line 97: Unexpected errors ['dataclasses_transform_meta.py:97:7 Unexpected keyword [28]: Unexpected keyword argument `id` to call `object.__init__`.']
 """
diff --git a/conformance/results/pyre/dataclasses_usage.toml b/conformance/results/pyre/dataclasses_usage.toml
index cb34d9ddf..833deb368 100644
--- a/conformance/results/pyre/dataclasses_usage.toml
+++ b/conformance/results/pyre/dataclasses_usage.toml
@@ -16,15 +16,16 @@ dataclasses_usage.py:130:0 Missing argument [20]: Call `DC8.__init__` expects ar
 dataclasses_usage.py:172:0 Uninitialized attribute [13]: Attribute `x` is declared in class `DC13` to have type `int` but is never initialized.
 dataclasses_usage.py:172:0 Uninitialized attribute [13]: Attribute `x_squared` is declared in class `DC13` to have type `int` but is never initialized.
 dataclasses_usage.py:179:0 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 1 was provided.
-dataclasses_usage.py:205:0 Incompatible variable type [9]: v1 is declared to have type `DataclassProto` but is used as type `DC15`.
+dataclasses_usage.py:205:0 Incompatible variable type [9]: v2 is declared to have type `DataclassProto` but is used as type `DC15`.
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 62: Expected 1 errors
+Line 68: Expected 1 errors
+Line 74: Expected 1 errors
+Line 228: Expected 1 errors
 Line 73: Unexpected errors ['dataclasses_usage.py:73:4 Incompatible attribute type [8]: Attribute `a` declared in class `DC3` has type `InitVar[int]` but is used as type `int`.']
 Line 116: Unexpected errors ['dataclasses_usage.py:116:0 Uninitialized attribute [13]: Attribute `y` is declared in class `DC8` to have type `int` but is never initialized.']
-Line 127: Unexpected errors ['dataclasses_usage.py:127:0 Too many arguments [19]: Call `DC7.__init__` expects 1 positional argument, 2 were provided.']
-Line 130: Unexpected errors ['dataclasses_usage.py:130:0 Missing argument [20]: Call `DC8.__init__` expects argument `y`.']
 Line 172: Unexpected errors ['dataclasses_usage.py:172:0 Uninitialized attribute [13]: Attribute `x` is declared in class `DC13` to have type `int` but is never initialized.', 'dataclasses_usage.py:172:0 Uninitialized attribute [13]: Attribute `x_squared` is declared in class `DC13` to have type `int` but is never initialized.']
-Line 179: Unexpected errors ['dataclasses_usage.py:179:0 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 1 was provided.']
-Line 205: Unexpected errors ['dataclasses_usage.py:205:0 Incompatible variable type [9]: v1 is declared to have type `DataclassProto` but is used as type `DC15`.']
+Line 205: Unexpected errors ['dataclasses_usage.py:205:0 Incompatible variable type [9]: v2 is declared to have type `DataclassProto` but is used as type `DC15`.']
 """
diff --git a/conformance/results/pyre/directives_assert_type.toml b/conformance/results/pyre/directives_assert_type.toml
index b1fd9b43c..b16852d99 100644
--- a/conformance/results/pyre/directives_assert_type.toml
+++ b/conformance/results/pyre/directives_assert_type.toml
@@ -8,6 +8,8 @@ directives_assert_type.py:33:4 Too many arguments [19]: Call `assert_type` expec
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 31: Unexpected errors ['directives_assert_type.py:31:4 Missing argument [20]: Call `assert_type` expects argument in position 0.']
-Line 33: Unexpected errors ['directives_assert_type.py:33:4 Too many arguments [19]: Call `assert_type` expects 2 positional arguments, 3 were provided.']
+Line 27: Expected 1 errors
+Line 28: Expected 1 errors
+Line 29: Expected 1 errors
+Line 32: Expected 1 errors
 """
diff --git a/conformance/results/pyre/directives_cast.toml b/conformance/results/pyre/directives_cast.toml
index 34eb670b7..8046276e2 100644
--- a/conformance/results/pyre/directives_cast.toml
+++ b/conformance/results/pyre/directives_cast.toml
@@ -4,9 +4,6 @@ directives_cast.py:15:7 Missing argument [20]: Call `cast` expects argument `typ
 directives_cast.py:16:12 Invalid type [31]: Expression `1` is not a valid type.
 directives_cast.py:17:7 Too many arguments [19]: Call `cast` expects 2 positional arguments, 3 were provided.
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 15: Unexpected errors ['directives_cast.py:15:7 Missing argument [20]: Call `cast` expects argument `typ`.']
-Line 16: Unexpected errors ['directives_cast.py:16:12 Invalid type [31]: Expression `1` is not a valid type.']
-Line 17: Unexpected errors ['directives_cast.py:17:7 Too many arguments [19]: Call `cast` expects 2 positional arguments, 3 were provided.']
 """
diff --git a/conformance/results/pyre/directives_reveal_type.toml b/conformance/results/pyre/directives_reveal_type.toml
index 917802675..5a0f84eb9 100644
--- a/conformance/results/pyre/directives_reveal_type.toml
+++ b/conformance/results/pyre/directives_reveal_type.toml
@@ -6,8 +6,6 @@ output = """
 directives_reveal_type.py:19:4 Missing argument [20]: Call `reveal_type` expects argument in position 0.
 directives_reveal_type.py:20:4 Too many arguments [19]: Call `reveal_type` expects 1 positional argument, 2 were provided.
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 19: Unexpected errors ['directives_reveal_type.py:19:4 Missing argument [20]: Call `reveal_type` expects argument in position 0.']
-Line 20: Unexpected errors ['directives_reveal_type.py:20:4 Too many arguments [19]: Call `reveal_type` expects 1 positional argument, 2 were provided.']
 """
diff --git a/conformance/results/pyre/directives_type_ignore_file2.toml b/conformance/results/pyre/directives_type_ignore_file2.toml
index 2df46d74e..7e43e7dcf 100644
--- a/conformance/results/pyre/directives_type_ignore_file2.toml
+++ b/conformance/results/pyre/directives_type_ignore_file2.toml
@@ -2,7 +2,6 @@ conformant = "Pass"
 output = """
 directives_type_ignore_file2.py:14:0 Incompatible variable type [9]: x is declared to have type `int` but is used as type `str`.
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 14: Unexpected errors ['directives_type_ignore_file2.py:14:0 Incompatible variable type [9]: x is declared to have type `int` but is used as type `str`.']
 """
diff --git a/conformance/results/pyre/generics_base_class.toml b/conformance/results/pyre/generics_base_class.toml
index 8e3fc09c1..7bb398784 100644
--- a/conformance/results/pyre/generics_base_class.toml
+++ b/conformance/results/pyre/generics_base_class.toml
@@ -12,6 +12,7 @@ generics_base_class.py:68:0 Duplicate type variables [59]: Duplicate type variab
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 29: Expected 1 errors
+Line 30: Expected 1 errors
 Line 45: Unexpected errors ['generics_base_class.py:45:25 Undefined attribute [16]: `typing.Iterator` has no attribute `__getitem__`.']
-Line 68: Unexpected errors ['generics_base_class.py:68:0 Duplicate type variables [59]: Duplicate type variable `T` in Generic[...].']
 """
diff --git a/conformance/results/pyre/generics_defaults.toml b/conformance/results/pyre/generics_defaults.toml
index 30659a8ea..91e878c55 100644
--- a/conformance/results/pyre/generics_defaults.toml
+++ b/conformance/results/pyre/generics_defaults.toml
@@ -31,6 +31,10 @@ generics_defaults.py:172:33 Undefined attribute [16]: `Foo7` has no attribute `_
 conformance_automated = "Fail"
 errors_diff = """
 Line 26: Expected 1 errors
+Line 52: Expected 1 errors
+Line 108: Expected 1 errors
+Line 117: Expected 1 errors
+Line 144: Expected 1 errors, got 2 (['generics_defaults.py:144:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$T5)]` is not a valid type.', 'generics_defaults.py:144:11 Undefined or invalid type [11]: Annotation `T5` is not defined as a type.'])
 Line 25: Unexpected errors ['generics_defaults.py:25:4 Undefined or invalid type [11]: Annotation `DefaultStrT` is not defined as a type.', 'generics_defaults.py:25:4 Undefined or invalid type [11]: Annotation `T` is not defined as a type.']
 Line 29: Unexpected errors ['generics_defaults.py:29:20 Undefined or invalid type [11]: Annotation `DefaultIntT` is not defined as a type.']
 Line 32: Unexpected errors ['generics_defaults.py:32:32 Undefined attribute [16]: `NoNonDefaults` has no attribute `__getitem__`.']
@@ -47,7 +51,6 @@ Line 96: Unexpected errors ['generics_defaults.py:96:56 Unable to concatenate tu
 Line 97: Unexpected errors ['generics_defaults.py:97:53 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[str], Type[int]]`. Expected has length 0, but actual has length 2.']
 Line 98: Unexpected errors ['generics_defaults.py:98:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], Type[bool]]`. Expected has length 0, but actual has length 2.', 'generics_defaults.py:98:64 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], Type[bool]]`. Expected has length 0, but actual has length 2.']
 Line 130: Unexpected errors ['generics_defaults.py:130:13 Undefined or invalid type [11]: Annotation `T4` is not defined as a type.']
-Line 144: Unexpected errors ['generics_defaults.py:144:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$T5)]` is not a valid type.', 'generics_defaults.py:144:11 Undefined or invalid type [11]: Annotation `T5` is not defined as a type.']
 Line 151: Unexpected errors ['generics_defaults.py:151:19 Incompatible parameter type [6]: In call `ParamSpec.__init__`, for argument `default`, expected `Union[None, Type[typing.Any], str]` but got `List[Type[float]]`.']
 Line 154: Unexpected errors ['generics_defaults.py:154:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$P)]` is not a valid type.', 'generics_defaults.py:154:11 Undefined or invalid type [11]: Annotation `P` is not defined as a type.']
 Line 157: Unexpected errors ['generics_defaults.py:157:12 Undefined attribute [16]: `Foo6` has no attribute `__getitem__`.']
diff --git a/conformance/results/pyre/generics_defaults_referential.toml b/conformance/results/pyre/generics_defaults_referential.toml
index 73419a963..86d99c0b6 100644
--- a/conformance/results/pyre/generics_defaults_referential.toml
+++ b/conformance/results/pyre/generics_defaults_referential.toml
@@ -19,12 +19,18 @@ generics_defaults_referential.py:102:36 Incompatible parameter type [6]: In call
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 38: Expected 1 errors
+Line 41: Expected 1 errors
+Line 57: Expected 1 errors, got 2 (['generics_defaults_referential.py:57:13 Undefined or invalid type [11]: Annotation `Start2T` is not defined as a type.', 'generics_defaults_referential.py:57:13 Undefined or invalid type [11]: Annotation `Stop2T` is not defined as a type.'])
+Line 64: Expected 1 errors
+Line 72: Expected 1 errors
+Line 80: Expected 1 errors
+Line 86: Expected 1 errors
 Line 20: Unexpected errors ['generics_defaults_referential.py:20:12 Undefined or invalid type [11]: Annotation `StartT` is not defined as a type.', 'generics_defaults_referential.py:20:12 Undefined or invalid type [11]: Annotation `StepT` is not defined as a type.', 'generics_defaults_referential.py:20:12 Undefined or invalid type [11]: Annotation `StopT` is not defined as a type.']
 Line 23: Unexpected errors ['generics_defaults_referential.py:23:24 Undefined attribute [16]: `slice` has no attribute `__getitem__`.']
 Line 31: Unexpected errors ['generics_defaults_referential.py:31:10 Undefined or invalid type [11]: Annotation `DefaultStrT` is not defined as a type.', 'generics_defaults_referential.py:31:10 Undefined or invalid type [11]: Annotation `T2` is not defined as a type.']
 Line 35: Unexpected errors ['generics_defaults_referential.py:35:24 Undefined attribute [16]: `Foo` has no attribute `__getitem__`.']
 Line 50: Unexpected errors ['generics_defaults_referential.py:50:11 Undefined or invalid type [11]: Annotation `S1` is not defined as a type.', 'generics_defaults_referential.py:50:11 Undefined or invalid type [11]: Annotation `S2` is not defined as a type.']
-Line 57: Unexpected errors ['generics_defaults_referential.py:57:13 Undefined or invalid type [11]: Annotation `Start2T` is not defined as a type.', 'generics_defaults_referential.py:57:13 Undefined or invalid type [11]: Annotation `Stop2T` is not defined as a type.']
 Line 95: Unexpected errors ['generics_defaults_referential.py:95:52 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
 Line 98: Unexpected errors ['generics_defaults_referential.py:98:10 Undefined or invalid type [11]: Annotation `ListDefaultT` is not defined as a type.', 'generics_defaults_referential.py:98:10 Undefined or invalid type [11]: Annotation `Z1` is not defined as a type.']
 Line 102: Unexpected errors ['generics_defaults_referential.py:102:22 Undefined attribute [16]: `Bar` has no attribute `__getitem__`.', 'generics_defaults_referential.py:102:36 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `object`.']
diff --git a/conformance/results/pyre/generics_defaults_specialization.toml b/conformance/results/pyre/generics_defaults_specialization.toml
index a6783dec8..c7b89486c 100644
--- a/conformance/results/pyre/generics_defaults_specialization.toml
+++ b/conformance/results/pyre/generics_defaults_specialization.toml
@@ -20,11 +20,9 @@ Line 19: Unexpected errors ['generics_defaults_specialization.py:19:30 Undefined
 Line 22: Unexpected errors ['generics_defaults_specialization.py:22:21 Undefined attribute [16]: `SomethingWithNoDefaults` has no attribute `__getitem__`.']
 Line 25: Unexpected errors ['generics_defaults_specialization.py:25:14 Undefined or invalid type [11]: Annotation `MyAlias` is not defined as a type.']
 Line 26: Unexpected errors ['generics_defaults_specialization.py:26:20 Undefined attribute [16]: `SomethingWithNoDefaults` has no attribute `__getitem__`.']
-Line 30: Unexpected errors ['generics_defaults_specialization.py:30:0 Undefined attribute [16]: `TypeAlias` has no attribute `__getitem__`.']
 Line 38: Unexpected errors ['generics_defaults_specialization.py:38:17 Undefined or invalid type [11]: Annotation `DefaultStrT` is not defined as a type.']
 Line 45: Unexpected errors ['generics_defaults_specialization.py:45:22 Undefined attribute [16]: `Bar` has no attribute `__getitem__`.']
 Line 50: Unexpected errors ['generics_defaults_specialization.py:50:10 Invalid type parameters [24]: Non-generic type `SubclassMe` cannot take parameters.']
-Line 55: Unexpected errors ['generics_defaults_specialization.py:55:0 Undefined attribute [16]: `Foo` has no attribute `__getitem__`.']
 Line 58: Unexpected errors ['generics_defaults_specialization.py:58:10 Undefined or invalid type [11]: Annotation `DefaultIntT` is not defined as a type.']
 Line 65: Unexpected errors ['generics_defaults_specialization.py:65:0 Incompatible variable type [9]: v1 is declared to have type `Baz[]` but is used as type `Spam`.', 'generics_defaults_specialization.py:65:4 Invalid type parameters [24]: Non-generic type `Baz` cannot take parameters.']
 """
diff --git a/conformance/results/pyre/generics_self_attributes.toml b/conformance/results/pyre/generics_self_attributes.toml
index e25ad39d6..557fadbf7 100644
--- a/conformance/results/pyre/generics_self_attributes.toml
+++ b/conformance/results/pyre/generics_self_attributes.toml
@@ -11,7 +11,5 @@ generics_self_attributes.py:32:14 Unexpected keyword [28]: Unexpected keyword ar
 conformance_automated = "Fail"
 errors_diff = """
 Line 16: Unexpected errors ['generics_self_attributes.py:16:10 Undefined or invalid type [11]: Annotation `Self` is not defined as a type.']
-Line 26: Unexpected errors ['generics_self_attributes.py:26:5 Unexpected keyword [28]: Unexpected keyword argument `next` to call `OrdinalLinkedList.__init__`.']
 Line 29: Unexpected errors ['generics_self_attributes.py:29:14 Unexpected keyword [28]: Unexpected keyword argument `next` to call `OrdinalLinkedList.__init__`.']
-Line 32: Unexpected errors ['generics_self_attributes.py:32:14 Unexpected keyword [28]: Unexpected keyword argument `next` to call `LinkedList.__init__`.']
 """
diff --git a/conformance/results/pyre/generics_self_protocols.toml b/conformance/results/pyre/generics_self_protocols.toml
index a17a8c120..309def8b8 100644
--- a/conformance/results/pyre/generics_self_protocols.toml
+++ b/conformance/results/pyre/generics_self_protocols.toml
@@ -7,5 +7,5 @@ generics_self_protocols.py:61:18 Incompatible parameter type [6]: In call `accep
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 61: Unexpected errors ['generics_self_protocols.py:61:18 Incompatible parameter type [6]: In call `accepts_shape`, for 1st positional argument, expected `ShapeProtocol` but got `BadReturnType`.']
+Line 64: Expected 1 errors
 """
diff --git a/conformance/results/pyre/generics_self_usage.toml b/conformance/results/pyre/generics_self_usage.toml
index 1ab31dbc3..0353065a6 100644
--- a/conformance/results/pyre/generics_self_usage.toml
+++ b/conformance/results/pyre/generics_self_usage.toml
@@ -10,7 +10,15 @@ generics_self_usage.py:106:29 Undefined attribute [16]: Module `typing` has no a
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 73: Expected 1 errors
+Line 76: Expected 1 errors
+Line 82: Expected 1 errors
+Line 101: Expected 1 errors
+Line 103: Expected 1 errors
+Line 106: Expected 1 errors, got 2 (['generics_self_usage.py:106:0 Incompatible variable type [9]: TupleSelf is declared to have type `TypeAlias` but is used as type `Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_self_usage.py:106:29 Undefined attribute [16]: Module `typing` has no attribute `Self`.'])
+Line 111: Expected 1 errors
+Line 116: Expected 1 errors
+Line 121: Expected 1 errors
+Line 125: Expected 1 errors
 Line 20: Unexpected errors ['generics_self_usage.py:20:34 Undefined or invalid type [11]: Annotation `Self` is not defined as a type.']
-Line 86: Unexpected errors ['generics_self_usage.py:86:8 Incompatible return type [7]: Expected `Variable[_Self_generics_self_usage_Foo3__ (bound to Foo3)]` but got `Foo3`.']
-Line 106: Unexpected errors ['generics_self_usage.py:106:0 Incompatible variable type [9]: TupleSelf is declared to have type `TypeAlias` but is used as type `Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_self_usage.py:106:29 Undefined attribute [16]: Module `typing` has no attribute `Self`.']
 """
diff --git a/conformance/results/pyre/generics_upper_bound.toml b/conformance/results/pyre/generics_upper_bound.toml
index 004e4dda8..1c54aada0 100644
--- a/conformance/results/pyre/generics_upper_bound.toml
+++ b/conformance/results/pyre/generics_upper_bound.toml
@@ -4,11 +4,11 @@ Does not reject use of upper bound with constrained TypeVar.
 """
 output = """
 generics_upper_bound.py:22:0 Invalid type [31]: Expression `Variable[T_Bad1 (bound to typing.List[Variable[generics_upper_bound.T]])]` is not a valid type. Type variables cannot contain other type variables in their constraints.
-generics_upper_bound.py:43:7 Incompatible parameter type [6]: In call `longer`, for 1st positional argument, expected `Variable[ST (bound to Sized)]` but got `int`.
-generics_upper_bound.py:43:10 Incompatible parameter type [6]: In call `longer`, for 2nd positional argument, expected `Variable[ST (bound to Sized)]` but got `int`.
+generics_upper_bound.py:48:7 Incompatible parameter type [6]: In call `longer`, for 1st positional argument, expected `Variable[ST (bound to Sized)]` but got `int`.
+generics_upper_bound.py:48:10 Incompatible parameter type [6]: In call `longer`, for 2nd positional argument, expected `Variable[ST (bound to Sized)]` but got `int`.
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 22: Unexpected errors ['generics_upper_bound.py:22:0 Invalid type [31]: Expression `Variable[T_Bad1 (bound to typing.List[Variable[generics_upper_bound.T]])]` is not a valid type. Type variables cannot contain other type variables in their constraints.']
-Line 43: Unexpected errors ['generics_upper_bound.py:43:7 Incompatible parameter type [6]: In call `longer`, for 1st positional argument, expected `Variable[ST (bound to Sized)]` but got `int`.', 'generics_upper_bound.py:43:10 Incompatible parameter type [6]: In call `longer`, for 2nd positional argument, expected `Variable[ST (bound to Sized)]` but got `int`.']
+Line 48: Expected 1 errors, got 2 (['generics_upper_bound.py:48:7 Incompatible parameter type [6]: In call `longer`, for 1st positional argument, expected `Variable[ST (bound to Sized)]` but got `int`.', 'generics_upper_bound.py:48:10 Incompatible parameter type [6]: In call `longer`, for 2nd positional argument, expected `Variable[ST (bound to Sized)]` but got `int`.'])
+Line 53: Expected 1 errors
 """
diff --git a/conformance/results/pyre/literals_semantics.toml b/conformance/results/pyre/literals_semantics.toml
index 8603f6d8d..be0b6a028 100644
--- a/conformance/results/pyre/literals_semantics.toml
+++ b/conformance/results/pyre/literals_semantics.toml
@@ -10,6 +10,4 @@ literals_semantics.py:25:4 Incompatible variable type [9]: x2 is declared to hav
 conformance_automated = "Fail"
 errors_diff = """
 Line 33: Expected 1 errors
-Line 24: Unexpected errors ['literals_semantics.py:24:4 Incompatible variable type [9]: x1 is declared to have type `typing_extensions.Literal[False]` but is used as type `typing_extensions.Literal[0]`.']
-Line 25: Unexpected errors ['literals_semantics.py:25:4 Incompatible variable type [9]: x2 is declared to have type `typing_extensions.Literal[0]` but is used as type `typing_extensions.Literal[False]`.']
 """
diff --git a/conformance/results/pyre/narrowing_typeguard.toml b/conformance/results/pyre/narrowing_typeguard.toml
index 804e38a52..1a7349658 100644
--- a/conformance/results/pyre/narrowing_typeguard.toml
+++ b/conformance/results/pyre/narrowing_typeguard.toml
@@ -13,6 +13,4 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 17: Unexpected errors ['narrowing_typeguard.py:17:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[str]]`.']
 Line 19: Unexpected errors ['narrowing_typeguard.py:19:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], typing.Any]`.']
-Line 128: Unexpected errors ['narrowing_typeguard.py:128:19 Incompatible parameter type [6]: In call `takes_callable_str`, for 1st positional argument, expected `typing.Callable[[object], str]` but got `typing.Callable(simple_typeguard)[[Named(val, object)], TypeGuard[int]]`.']
-Line 148: Unexpected errors ['narrowing_typeguard.py:148:25 Incompatible parameter type [6]: In call `takes_callable_str_proto`, for 1st positional argument, expected `CallableStrProto` but got `typing.Callable(simple_typeguard)[[Named(val, object)], TypeGuard[int]]`.']
 """
diff --git a/conformance/results/pyre/qualifiers_annotated.toml b/conformance/results/pyre/qualifiers_annotated.toml
index ac574b21f..a12bea661 100644
--- a/conformance/results/pyre/qualifiers_annotated.toml
+++ b/conformance/results/pyre/qualifiers_annotated.toml
@@ -26,9 +26,5 @@ qualifiers_annotated.py:93:0 Call error [29]: `TypeAlias` is not a function.
 conformance_automated = "Fail"
 errors_diff = """
 Line 64: Expected 1 errors
-Line 76: Unexpected errors ['qualifiers_annotated.py:76:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], str]`. Expected has length 0, but actual has length 2.']
-Line 84: Unexpected errors ['qualifiers_annotated.py:84:16 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[str], str]`. Expected has length 0, but actual has length 2.']
-Line 85: Unexpected errors ['qualifiers_annotated.py:85:6 Incompatible parameter type [6]: In call `func4`, for 1st positional argument, expected `Type[Variable[T]]` but got `TypeAlias`.']
-Line 92: Unexpected errors ['qualifiers_annotated.py:92:10 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], str]`. Expected has length 0, but actual has length 2.']
-Line 93: Unexpected errors ['qualifiers_annotated.py:93:0 Call error [29]: `TypeAlias` is not a function.']
+Line 91: Expected 1 errors
 """
diff --git a/conformance/results/pyre/typeddicts_readonly.toml b/conformance/results/pyre/typeddicts_readonly.toml
index 93dd54c7a..e9b04f3b1 100644
--- a/conformance/results/pyre/typeddicts_readonly.toml
+++ b/conformance/results/pyre/typeddicts_readonly.toml
@@ -5,6 +5,12 @@ typeddicts_readonly.py:18:13 Undefined or invalid type [11]: Annotation `ReadOnl
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 24: Expected 1 errors
+Line 36: Expected 1 errors
+Line 50: Expected 1 errors
+Line 51: Expected 1 errors
+Line 60: Expected 1 errors
+Line 61: Expected 1 errors
 Line 8: Unexpected errors ['typeddicts_readonly.py:8:0 Undefined import [21]: Could not find a name `ReadOnly` defined in module `typing_extensions`.']
 Line 18: Unexpected errors ['typeddicts_readonly.py:18:13 Undefined or invalid type [11]: Annotation `ReadOnly` is not defined as a type.']
 """
diff --git a/conformance/results/pyre/typeddicts_readonly_consistency.toml b/conformance/results/pyre/typeddicts_readonly_consistency.toml
index 3e25563a1..4ce868b8e 100644
--- a/conformance/results/pyre/typeddicts_readonly_consistency.toml
+++ b/conformance/results/pyre/typeddicts_readonly_consistency.toml
@@ -17,14 +17,7 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 8: Unexpected errors ['typeddicts_readonly_consistency.py:8:0 Undefined import [21]: Could not find a name `ReadOnly` defined in module `typing_extensions`.']
 Line 30: Unexpected errors ['typeddicts_readonly_consistency.py:30:7 Undefined or invalid type [11]: Annotation `ReadOnly` is not defined as a type.']
-Line 37: Unexpected errors ['typeddicts_readonly_consistency.py:37:4 Incompatible variable type [9]: v3 is declared to have type `B1` but is used as type `A1`.']
-Line 38: Unexpected errors ['typeddicts_readonly_consistency.py:38:4 Incompatible variable type [9]: v4 is declared to have type `B1` but is used as type `C1`.']
-Line 40: Unexpected errors ['typeddicts_readonly_consistency.py:40:4 Incompatible variable type [9]: v5 is declared to have type `C1` but is used as type `A1`.']
 Line 41: Unexpected errors ['typeddicts_readonly_consistency.py:41:4 Incompatible variable type [9]: v6 is declared to have type `C1` but is used as type `B1`.']
 Line 78: Unexpected errors ['typeddicts_readonly_consistency.py:78:4 Incompatible variable type [9]: v1 is declared to have type `A2` but is used as type `B2`.']
 Line 79: Unexpected errors ['typeddicts_readonly_consistency.py:79:4 Incompatible variable type [9]: v2 is declared to have type `A2` but is used as type `C2`.']
-Line 81: Unexpected errors ['typeddicts_readonly_consistency.py:81:4 Incompatible variable type [9]: v3 is declared to have type `B2` but is used as type `A2`.']
-Line 82: Unexpected errors ['typeddicts_readonly_consistency.py:82:4 Incompatible variable type [9]: v4 is declared to have type `B2` but is used as type `C2`.']
-Line 84: Unexpected errors ['typeddicts_readonly_consistency.py:84:4 Incompatible variable type [9]: v5 is declared to have type `C2` but is used as type `A2`.']
-Line 85: Unexpected errors ['typeddicts_readonly_consistency.py:85:4 Incompatible variable type [9]: v6 is declared to have type `C2` but is used as type `B2`.']
 """
diff --git a/conformance/results/pyre/typeddicts_readonly_inheritance.toml b/conformance/results/pyre/typeddicts_readonly_inheritance.toml
index b36cfecf2..a5ef30b14 100644
--- a/conformance/results/pyre/typeddicts_readonly_inheritance.toml
+++ b/conformance/results/pyre/typeddicts_readonly_inheritance.toml
@@ -14,15 +14,16 @@ typeddicts_readonly_inheritance.py:119:0 Invalid inheritance [39]: Field `x` has
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 36: Expected 1 errors
+Line 50: Expected 1 errors
+Line 94: Expected 1 errors
+Line 98: Expected 1 errors
+Line 106: Expected 1 errors
+Line 132: Expected 1 errors
 Line 8: Unexpected errors ['typeddicts_readonly_inheritance.py:8:0 Undefined import [21]: Could not find a name `ReadOnly` defined in module `typing_extensions`.']
 Line 15: Unexpected errors ['typeddicts_readonly_inheritance.py:15:10 Undefined or invalid type [11]: Annotation `ReadOnly` is not defined as a type.']
 Line 18: Unexpected errors ['typeddicts_readonly_inheritance.py:18:0 Inconsistent override [15]: `name` overrides attribute defined in `NamedDict` inconsistently. Type `str` is not a subtype of the overridden attribute `unknown`.']
-Line 65: Unexpected errors ['typeddicts_readonly_inheritance.py:65:18 TypedDict initialization error [55]: Missing required field `name` for TypedDict `RequiredName`.']
 Line 75: Unexpected errors ['typeddicts_readonly_inheritance.py:75:0 Inconsistent override [15]: `ident` overrides attribute defined in `OptionalIdent` inconsistently. Type `str` is not a subtype of the overridden attribute `unknown`.']
-Line 82: Unexpected errors ['typeddicts_readonly_inheritance.py:82:13 Invalid TypedDict operation [54]: Expected `str` to be assigned to `User` field `ident` but got `int`.']
-Line 83: Unexpected errors ['typeddicts_readonly_inheritance.py:83:4 TypedDict initialization error [55]: Expected type `str` for `User` field `ident` but got `int`.']
-Line 84: Unexpected errors ['typeddicts_readonly_inheritance.py:84:4 TypedDict initialization error [55]: Missing required field `ident` for TypedDict `User`.']
 Line 93: Unexpected errors ['typeddicts_readonly_inheritance.py:93:0 Inconsistent override [15]: `a` overrides attribute defined in `F1` inconsistently. Type `unknown` is not a subtype of the overridden attribute `int`.']
 Line 97: Unexpected errors ['typeddicts_readonly_inheritance.py:97:0 Inconsistent override [15]: `a` overrides attribute defined in `F1` inconsistently. Type `int` is not a subtype of the overridden attribute `int`.']
-Line 119: Unexpected errors ['typeddicts_readonly_inheritance.py:119:0 Invalid inheritance [39]: Field `x` has type `int` in base class `TD_A1` and type `float` in base class `TD_A2`.']
 """
diff --git a/conformance/results/pyre/typeddicts_readonly_kwargs.toml b/conformance/results/pyre/typeddicts_readonly_kwargs.toml
index af33e0a88..a8c0fcbd4 100644
--- a/conformance/results/pyre/typeddicts_readonly_kwargs.toml
+++ b/conformance/results/pyre/typeddicts_readonly_kwargs.toml
@@ -6,6 +6,7 @@ typeddicts_readonly_kwargs.py:29:33 Undefined or invalid type [11]: Annotation `
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 33: Expected 1 errors
 Line 9: Unexpected errors ['typeddicts_readonly_kwargs.py:9:0 Undefined import [21]: Could not find a name `ReadOnly` defined in module `typing_extensions`.']
 Line 24: Unexpected errors ['typeddicts_readonly_kwargs.py:24:10 Undefined or invalid type [11]: Annotation `ReadOnly` is not defined as a type.']
 Line 29: Unexpected errors ['typeddicts_readonly_kwargs.py:29:33 Undefined or invalid type [11]: Annotation `Unpack` is not defined as a type.']
diff --git a/conformance/results/pyre/typeddicts_readonly_update.toml b/conformance/results/pyre/typeddicts_readonly_update.toml
index be89aa5dd..1fab03b57 100644
--- a/conformance/results/pyre/typeddicts_readonly_update.toml
+++ b/conformance/results/pyre/typeddicts_readonly_update.toml
@@ -6,6 +6,7 @@ typeddicts_readonly_update.py:34:13 Incompatible parameter type [6]: In call `Ty
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 23: Expected 1 errors
 Line 9: Unexpected errors ['typeddicts_readonly_update.py:9:0 Undefined import [21]: Could not find a name `ReadOnly` defined in module `typing_extensions`.']
 Line 17: Unexpected errors ['typeddicts_readonly_update.py:17:7 Undefined or invalid type [11]: Annotation `ReadOnly` is not defined as a type.']
 Line 34: Unexpected errors ['typeddicts_readonly_update.py:34:13 Incompatible parameter type [6]: In call `TypedDictionary.update`, for 1st positional argument, expected `A` but got `B`.']
diff --git a/conformance/results/pyre/typeddicts_usage.toml b/conformance/results/pyre/typeddicts_usage.toml
index bb803cb6c..029675407 100644
--- a/conformance/results/pyre/typeddicts_usage.toml
+++ b/conformance/results/pyre/typeddicts_usage.toml
@@ -10,7 +10,6 @@ typeddicts_usage.py:28:16 TypedDict initialization error [55]: Missing required
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 23: Unexpected errors ['typeddicts_usage.py:23:6 TypedDict accessed with a missing key [27]: TypedDict `Movie` has no key `director`.']
-Line 24: Unexpected errors ['typeddicts_usage.py:24:16 Invalid TypedDict operation [54]: Expected `int` to be assigned to `Movie` field `year` but got `str`.']
-Line 28: Unexpected errors ['typeddicts_usage.py:28:16 TypedDict initialization error [55]: Missing required field `name` for TypedDict `Movie`.']
+Line 35: Expected 1 errors
+Line 40: Expected 1 errors
 """
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index 4107972e5..86be76fb2 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 3.4
+test_duration = 3.1
diff --git a/conformance/results/pyright/callables_kwargs.toml b/conformance/results/pyright/callables_kwargs.toml
index a5eff5f59..d1e88a718 100644
--- a/conformance/results/pyright/callables_kwargs.toml
+++ b/conformance/results/pyright/callables_kwargs.toml
@@ -1,32 +1,32 @@
 conformant = "Pass"
 output = """
-callables_kwargs.py:26:5 - error: Could not access item in TypedDict
+callables_kwargs.py:28:5 - error: Could not access item in TypedDict
   "v2" is not a required key in "*TD2", so access may result in runtime exception (reportTypedDictNotRequiredAccess)
-callables_kwargs.py:44:5 - error: Arguments missing for parameters "v1", "v3" (reportCallIssue)
-callables_kwargs.py:49:32 - error: No parameter named "v4" (reportCallIssue)
-callables_kwargs.py:50:11 - error: Expected 0 positional arguments (reportCallIssue)
-callables_kwargs.py:56:13 - error: Argument of type "str" cannot be assigned to parameter "v1" of type "int" in function "func1"
+callables_kwargs.py:46:5 - error: Arguments missing for parameters "v1", "v3" (reportCallIssue)
+callables_kwargs.py:51:32 - error: No parameter named "v4" (reportCallIssue)
+callables_kwargs.py:52:11 - error: Expected 0 positional arguments (reportCallIssue)
+callables_kwargs.py:58:13 - error: Argument of type "str" cannot be assigned to parameter "v1" of type "int" in function "func1"
   "str" is incompatible with "int" (reportArgumentType)
-callables_kwargs.py:61:19 - error: Unable to match unpacked TypedDict argument to parameters
+callables_kwargs.py:63:19 - error: Unable to match unpacked TypedDict argument to parameters
   Parameter "v1" is already assigned (reportCallIssue)
-callables_kwargs.py:62:16 - error: Unable to match unpacked TypedDict argument to parameters
+callables_kwargs.py:64:16 - error: Unable to match unpacked TypedDict argument to parameters
   Parameter "v3" is already assigned (reportCallIssue)
-callables_kwargs.py:63:19 - error: Unable to match unpacked TypedDict argument to parameters
+callables_kwargs.py:65:19 - error: Unable to match unpacked TypedDict argument to parameters
   Parameter "v1" is already assigned (reportCallIssue)
-callables_kwargs.py:99:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol3"
+callables_kwargs.py:101:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol3"
   Type "(**kwargs: **TD2) -> None" cannot be assigned to type "(*, v1: int, v2: int, v3: str) -> None"
     Keyword parameter "v2" of type "int" cannot be assigned to type "str"
       "int" is incompatible with "str" (reportAssignmentType)
-callables_kwargs.py:100:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol4"
+callables_kwargs.py:102:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol4"
   Type "(**kwargs: **TD2) -> None" cannot be assigned to type "(*, v1: int) -> None"
     Keyword parameter "v3" is missing in destination (reportAssignmentType)
-callables_kwargs.py:101:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol5"
+callables_kwargs.py:103:19 - error: Expression of type "(**kwargs: **TD2) -> None" cannot be assigned to declared type "TDProtocol5"
   Type "(**kwargs: **TD2) -> None" cannot be assigned to type "(v1: int, v3: str) -> None"
     Function accepts too many positional parameters; expected 0 but received 2
       Keyword parameter "v1" is missing in destination
       Keyword parameter "v3" is missing in destination (reportAssignmentType)
-callables_kwargs.py:109:30 - error: Typed dictionary overlaps with keyword parameter: v1 (reportGeneralTypeIssues)
-callables_kwargs.py:120:21 - error: Expected TypedDict type argument for Unpack (reportGeneralTypeIssues)
+callables_kwargs.py:111:30 - error: Typed dictionary overlaps with keyword parameter: v1 (reportGeneralTypeIssues)
+callables_kwargs.py:122:21 - error: Expected TypedDict type argument for Unpack (reportGeneralTypeIssues)
 """
 conformance_automated = "Pass"
 errors_diff = """
diff --git a/conformance/results/pyright/dataclasses_frozen.toml b/conformance/results/pyright/dataclasses_frozen.toml
index d15588807..a57a5316c 100644
--- a/conformance/results/pyright/dataclasses_frozen.toml
+++ b/conformance/results/pyright/dataclasses_frozen.toml
@@ -11,6 +11,8 @@ dataclasses_frozen.py:32:12 - error: A frozen class cannot inherit from a class
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 23: Expected 1 errors
+Line 33: Expected 1 errors
 Line 22: Unexpected errors ['dataclasses_frozen.py:22:1 - error: A non-frozen class cannot inherit from a class that is frozen (reportGeneralTypeIssues)']
 Line 32: Unexpected errors ['dataclasses_frozen.py:32:12 - error: A frozen class cannot inherit from a class that is not frozen (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/dataclasses_hash.toml b/conformance/results/pyright/dataclasses_hash.toml
index e6297a958..801569976 100644
--- a/conformance/results/pyright/dataclasses_hash.toml
+++ b/conformance/results/pyright/dataclasses_hash.toml
@@ -9,8 +9,6 @@ dataclasses_hash.py:32:16 - error: Expression of type "DC3" cannot be assigned t
     "__hash__" is an incompatible type
       Type "None" cannot be assigned to type "() -> int" (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 15: Unexpected errors ['dataclasses_hash.py:15:16 - error: Expression of type "DC1" cannot be assigned to declared type "Hashable"']
-Line 32: Unexpected errors ['dataclasses_hash.py:32:16 - error: Expression of type "DC3" cannot be assigned to declared type "Hashable"']
 """
diff --git a/conformance/results/pyright/dataclasses_inheritance.toml b/conformance/results/pyright/dataclasses_inheritance.toml
index 93121c566..a77817ee2 100644
--- a/conformance/results/pyright/dataclasses_inheritance.toml
+++ b/conformance/results/pyright/dataclasses_inheritance.toml
@@ -3,8 +3,6 @@ output = """
 dataclasses_inheritance.py:60:5 - error: Class variable "x" overrides instance variable of same name in class "DC6" (reportIncompatibleVariableOverride)
 dataclasses_inheritance.py:64:5 - error: Instance variable "y" overrides class variable of same name in class "DC6" (reportIncompatibleVariableOverride)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 60: Unexpected errors ['dataclasses_inheritance.py:60:5 - error: Class variable "x" overrides instance variable of same name in class "DC6" (reportIncompatibleVariableOverride)']
-Line 64: Unexpected errors ['dataclasses_inheritance.py:64:5 - error: Instance variable "y" overrides class variable of same name in class "DC6" (reportIncompatibleVariableOverride)']
 """
diff --git a/conformance/results/pyright/dataclasses_order.toml b/conformance/results/pyright/dataclasses_order.toml
index 34582bde9..b6c83a70f 100644
--- a/conformance/results/pyright/dataclasses_order.toml
+++ b/conformance/results/pyright/dataclasses_order.toml
@@ -2,7 +2,6 @@ conformant = "Pass"
 output = """
 dataclasses_order.py:50:4 - error: Operator "<" not supported for types "DC1" and "DC2" (reportOperatorIssue)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 50: Unexpected errors ['dataclasses_order.py:50:4 - error: Operator "<" not supported for types "DC1" and "DC2" (reportOperatorIssue)']
 """
diff --git a/conformance/results/pyright/dataclasses_transform_class.toml b/conformance/results/pyright/dataclasses_transform_class.toml
index bffc58a10..f5d2cc96b 100644
--- a/conformance/results/pyright/dataclasses_transform_class.toml
+++ b/conformance/results/pyright/dataclasses_transform_class.toml
@@ -11,12 +11,6 @@ dataclasses_transform_class.py:119:6 - error: Cannot assign member "id" for type
   "Customer3" is frozen
     Member "__set__" is unknown (reportAttributeAccessIssue)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 48: Unexpected errors ['dataclasses_transform_class.py:48:7 - error: A non-frozen class cannot inherit from a class that is frozen (reportGeneralTypeIssues)']
-Line 60: Unexpected errors ['dataclasses_transform_class.py:60:6 - error: Cannot assign member "id" for type "Customer1"']
-Line 63: Unexpected errors ['dataclasses_transform_class.py:63:18 - error: Expected 0 positional arguments (reportCallIssue)']
-Line 69: Unexpected errors ['dataclasses_transform_class.py:69:6 - error: Operator "<" not supported for types "Customer1" and "Customer1" (reportOperatorIssue)']
-Line 79: Unexpected errors ['dataclasses_transform_class.py:79:18 - error: Expected 0 positional arguments (reportCallIssue)']
-Line 119: Unexpected errors ['dataclasses_transform_class.py:119:6 - error: Cannot assign member "id" for type "Customer3"']
 """
diff --git a/conformance/results/pyright/dataclasses_transform_meta.toml b/conformance/results/pyright/dataclasses_transform_meta.toml
index d1354fb91..b68b1352b 100644
--- a/conformance/results/pyright/dataclasses_transform_meta.toml
+++ b/conformance/results/pyright/dataclasses_transform_meta.toml
@@ -11,12 +11,6 @@ dataclasses_transform_meta.py:100:6 - error: Cannot assign member "id" for type
   "Customer3" is frozen
     Member "__set__" is unknown (reportAttributeAccessIssue)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 48: Unexpected errors ['dataclasses_transform_meta.py:48:36 - error: A non-frozen class cannot inherit from a class that is frozen (reportGeneralTypeIssues)']
-Line 60: Unexpected errors ['dataclasses_transform_meta.py:60:6 - error: Cannot assign member "id" for type "Customer1"']
-Line 63: Unexpected errors ['dataclasses_transform_meta.py:63:18 - error: Expected 0 positional arguments (reportCallIssue)']
-Line 70: Unexpected errors ['dataclasses_transform_meta.py:70:6 - error: Operator "<" not supported for types "Customer1" and "Customer1" (reportOperatorIssue)']
-Line 80: Unexpected errors ['dataclasses_transform_meta.py:80:18 - error: Expected 0 positional arguments (reportCallIssue)']
-Line 100: Unexpected errors ['dataclasses_transform_meta.py:100:6 - error: Cannot assign member "id" for type "Customer3"']
 """
diff --git a/conformance/results/pyright/dataclasses_usage.toml b/conformance/results/pyright/dataclasses_usage.toml
index cdccde021..c0b61c582 100644
--- a/conformance/results/pyright/dataclasses_usage.toml
+++ b/conformance/results/pyright/dataclasses_usage.toml
@@ -15,13 +15,6 @@ dataclasses_usage.py:130:1 - error: Argument missing for parameter "y" (reportCa
 dataclasses_usage.py:179:1 - error: Expected no arguments to "DC13" constructor (reportCallIssue)
 dataclasses_usage.py:228:9 - error: Dataclass field without type annotation will cause runtime exception (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 62: Unexpected errors ['dataclasses_usage.py:62:5 - error: Fields without default values cannot appear after fields with default values (reportGeneralTypeIssues)']
-Line 68: Unexpected errors ['dataclasses_usage.py:68:5 - error: Fields without default values cannot appear after fields with default values (reportGeneralTypeIssues)']
-Line 74: Unexpected errors ['dataclasses_usage.py:74:5 - error: Fields without default values cannot appear after fields with default values (reportGeneralTypeIssues)']
-Line 127: Unexpected errors ['dataclasses_usage.py:127:8 - error: Expected 1 positional argument (reportCallIssue)']
-Line 130: Unexpected errors ['dataclasses_usage.py:130:1 - error: Argument missing for parameter "y" (reportCallIssue)']
-Line 179: Unexpected errors ['dataclasses_usage.py:179:1 - error: Expected no arguments to "DC13" constructor (reportCallIssue)']
-Line 228: Unexpected errors ['dataclasses_usage.py:228:9 - error: Dataclass field without type annotation will cause runtime exception (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/directives_assert_type.toml b/conformance/results/pyright/directives_assert_type.toml
index dc8794dca..993dfb73d 100644
--- a/conformance/results/pyright/directives_assert_type.toml
+++ b/conformance/results/pyright/directives_assert_type.toml
@@ -7,12 +7,6 @@ directives_assert_type.py:31:5 - error: "assert_type" expects two positional arg
 directives_assert_type.py:32:17 - error: "assert_type" mismatch: expected "int" but received "Literal['']" (reportAssertTypeFailure)
 directives_assert_type.py:33:5 - error: "assert_type" expects two positional arguments
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 27: Unexpected errors ['directives_assert_type.py:27:17 - error: "assert_type" mismatch: expected "int" but received "int | str" (reportAssertTypeFailure)']
-Line 28: Unexpected errors ['directives_assert_type.py:28:17 - error: "assert_type" mismatch: expected "int" but received "Any" (reportAssertTypeFailure)']
-Line 29: Unexpected errors ['directives_assert_type.py:29:17 - error: "assert_type" mismatch: expected "int" but received "Literal[4]" (reportAssertTypeFailure)']
-Line 31: Unexpected errors ['directives_assert_type.py:31:5 - error: "assert_type" expects two positional arguments']
-Line 32: Unexpected errors ['directives_assert_type.py:32:17 - error: "assert_type" mismatch: expected "int" but received "Literal[\\'\\']" (reportAssertTypeFailure)']
-Line 33: Unexpected errors ['directives_assert_type.py:33:5 - error: "assert_type" expects two positional arguments']
 """
diff --git a/conformance/results/pyright/directives_cast.toml b/conformance/results/pyright/directives_cast.toml
index ba358266b..9e439f77a 100644
--- a/conformance/results/pyright/directives_cast.toml
+++ b/conformance/results/pyright/directives_cast.toml
@@ -6,9 +6,6 @@ directives_cast.py:16:13 - error: Expected type expression but received "Literal
 directives_cast.py:17:8 - error: No overloads for "cast" match the provided arguments
   Argument types: (type[int], Literal[''], Literal['']) (reportCallIssue)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 15: Unexpected errors ['directives_cast.py:15:8 - error: No overloads for "cast" match the provided arguments']
-Line 16: Unexpected errors ['directives_cast.py:16:13 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)']
-Line 17: Unexpected errors ['directives_cast.py:17:8 - error: No overloads for "cast" match the provided arguments']
 """
diff --git a/conformance/results/pyright/directives_reveal_type.toml b/conformance/results/pyright/directives_reveal_type.toml
index eaf178083..679849716 100644
--- a/conformance/results/pyright/directives_reveal_type.toml
+++ b/conformance/results/pyright/directives_reveal_type.toml
@@ -7,8 +7,6 @@ directives_reveal_type.py:17:17 - information: Type of "d" is "ForwardReference"
 directives_reveal_type.py:19:5 - error: Expected a single positional argument for "reveal_type" call
 directives_reveal_type.py:20:5 - error: Expected a single positional argument for "reveal_type" call
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 19: Unexpected errors ['directives_reveal_type.py:19:5 - error: Expected a single positional argument for "reveal_type" call']
-Line 20: Unexpected errors ['directives_reveal_type.py:20:5 - error: Expected a single positional argument for "reveal_type" call']
 """
diff --git a/conformance/results/pyright/directives_type_ignore_file2.toml b/conformance/results/pyright/directives_type_ignore_file2.toml
index 0e6403a12..5efc43b17 100644
--- a/conformance/results/pyright/directives_type_ignore_file2.toml
+++ b/conformance/results/pyright/directives_type_ignore_file2.toml
@@ -3,7 +3,6 @@ output = """
 directives_type_ignore_file2.py:14:10 - error: Expression of type "Literal['']" cannot be assigned to declared type "int"
   "Literal['']" is incompatible with "int" (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 14: Unexpected errors ['directives_type_ignore_file2.py:14:10 - error: Expression of type "Literal[\\'\\']" cannot be assigned to declared type "int"']
 """
diff --git a/conformance/results/pyright/generics_base_class.toml b/conformance/results/pyright/generics_base_class.toml
index 56a23f466..d55108aea 100644
--- a/conformance/results/pyright/generics_base_class.toml
+++ b/conformance/results/pyright/generics_base_class.toml
@@ -13,7 +13,5 @@ generics_base_class.py:68:28 - error: Type arguments for "Generic" must be uniqu
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 29: Unexpected errors ['generics_base_class.py:29:14 - error: "Generic" is not valid in this context (reportGeneralTypeIssues)']
-Line 30: Unexpected errors ['generics_base_class.py:30:8 - error: "Generic" requires at least one type argument', 'generics_base_class.py:30:8 - error: "Generic" is not valid in this context (reportGeneralTypeIssues)']
-Line 68: Unexpected errors ['generics_base_class.py:68:28 - error: Type arguments for "Generic" must be unique']
+Line 30: Expected 1 errors, got 2 (['generics_base_class.py:30:8 - error: "Generic" requires at least one type argument', 'generics_base_class.py:30:8 - error: "Generic" is not valid in this context (reportGeneralTypeIssues)'])
 """
diff --git a/conformance/results/pyright/generics_defaults.toml b/conformance/results/pyright/generics_defaults.toml
index cb44a0a7f..57d04c226 100644
--- a/conformance/results/pyright/generics_defaults.toml
+++ b/conformance/results/pyright/generics_defaults.toml
@@ -10,10 +10,10 @@ generics_defaults.py:173:18 - error: Access to generic instance variable through
 conformance_automated = "Fail"
 errors_diff = """
 Line 26: Expected 1 errors
+Line 108: Expected 1 errors
+Line 117: Expected 1 errors
 Line 24: Unexpected errors ['generics_defaults.py:24:7 - error: "T" cannot appear after "DefaultStrT" in type parameter list because it has no default type (reportGeneralTypeIssues)']
-Line 52: Unexpected errors ['generics_defaults.py:52:16 - error: Too few type arguments provided for "AllTheDefaults"; expected 2 but received 1 (reportInvalidTypeArguments)']
 Line 107: Unexpected errors ['generics_defaults.py:107:35 - error: TypeVar default type must be a subtype of the bound type (reportGeneralTypeIssues)']
 Line 116: Unexpected errors ['generics_defaults.py:116:36 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)']
-Line 144: Unexpected errors ['generics_defaults.py:144:7 - error: TypeVar "T5" has a default value and cannot follow TypeVarTuple "Ts" (reportGeneralTypeIssues)']
 Line 173: Unexpected errors ['generics_defaults.py:173:18 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/generics_defaults_referential.toml b/conformance/results/pyright/generics_defaults_referential.toml
index 7bc0440c9..d7f8c834f 100644
--- a/conformance/results/pyright/generics_defaults_referential.toml
+++ b/conformance/results/pyright/generics_defaults_referential.toml
@@ -14,11 +14,12 @@ generics_defaults_referential.py:85:44 - error: TypeVar default type must be one
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 38: Expected 1 errors
+Line 41: Expected 1 errors
+Line 80: Expected 1 errors
+Line 86: Expected 1 errors
 Line 37: Unexpected errors ['generics_defaults_referential.py:37:8 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "b" of type "int" in function "__init__"']
 Line 40: Unexpected errors ['generics_defaults_referential.py:40:5 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "a" of type "int" in function "__init__"']
-Line 57: Unexpected errors ['generics_defaults_referential.py:57:7 - error: Type parameter "Start2T" has a default type that refers to one or more type variables that are out of scope']
-Line 64: Unexpected errors ['generics_defaults_referential.py:64:11 - error: Type parameter "S2" has a default type that refers to one or more type variables that are out of scope']
-Line 72: Unexpected errors ['generics_defaults_referential.py:72:29 - error: TypeVar default type must be a subtype of the bound type (reportGeneralTypeIssues)']
 Line 79: Unexpected errors ['generics_defaults_referential.py:79:37 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)']
 Line 85: Unexpected errors ['generics_defaults_referential.py:85:44 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/generics_defaults_specialization.toml b/conformance/results/pyright/generics_defaults_specialization.toml
index 4192ef731..1c8691026 100644
--- a/conformance/results/pyright/generics_defaults_specialization.toml
+++ b/conformance/results/pyright/generics_defaults_specialization.toml
@@ -3,8 +3,6 @@ output = """
 generics_defaults_specialization.py:30:15 - error: Too many type arguments provided for "MyAlias[DefaultStrT@MyAlias]"; expected 1 but received 2
 generics_defaults_specialization.py:55:5 - error: Expected no type arguments for class "Foo" (reportInvalidTypeArguments)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 30: Unexpected errors ['generics_defaults_specialization.py:30:15 - error: Too many type arguments provided for "MyAlias[DefaultStrT@MyAlias]"; expected 1 but received 2']
-Line 55: Unexpected errors ['generics_defaults_specialization.py:55:5 - error: Expected no type arguments for class "Foo" (reportInvalidTypeArguments)']
 """
diff --git a/conformance/results/pyright/generics_self_attributes.toml b/conformance/results/pyright/generics_self_attributes.toml
index 2164f3d2d..e28aaa598 100644
--- a/conformance/results/pyright/generics_self_attributes.toml
+++ b/conformance/results/pyright/generics_self_attributes.toml
@@ -12,8 +12,6 @@ generics_self_attributes.py:32:8 - error: Cannot assign member "next" for type "
       "LinkedList[int]" is incompatible with "OrdinalLinkedList"
       "LinkedList[int]" is incompatible with "None" (reportAttributeAccessIssue)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 26: Unexpected errors ['generics_self_attributes.py:26:38 - error: Argument of type "LinkedList[int]" cannot be assigned to parameter "next" of type "OrdinalLinkedList | None" in function "__init__"']
-Line 32: Unexpected errors ['generics_self_attributes.py:32:8 - error: Cannot assign member "next" for type "OrdinalLinkedList"']
 """
diff --git a/conformance/results/pyright/generics_self_protocols.toml b/conformance/results/pyright/generics_self_protocols.toml
index 50e9b872a..99d6049cf 100644
--- a/conformance/results/pyright/generics_self_protocols.toml
+++ b/conformance/results/pyright/generics_self_protocols.toml
@@ -13,8 +13,6 @@ generics_self_protocols.py:64:19 - error: Argument of type "ReturnDifferentClass
         Function return type "ReturnConcreteShape" is incompatible with type "ReturnDifferentClass"
           "ReturnConcreteShape" is incompatible with "ReturnDifferentClass" (reportArgumentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 61: Unexpected errors ['generics_self_protocols.py:61:19 - error: Argument of type "BadReturnType" cannot be assigned to parameter "shape" of type "ShapeProtocol" in function "accepts_shape"']
-Line 64: Unexpected errors ['generics_self_protocols.py:64:19 - error: Argument of type "ReturnDifferentClass" cannot be assigned to parameter "shape" of type "ShapeProtocol" in function "accepts_shape"']
 """
diff --git a/conformance/results/pyright/generics_self_usage.toml b/conformance/results/pyright/generics_self_usage.toml
index 954f4e269..1af3a65d0 100644
--- a/conformance/results/pyright/generics_self_usage.toml
+++ b/conformance/results/pyright/generics_self_usage.toml
@@ -19,15 +19,6 @@ generics_self_usage.py:125:42 - error: "Self" cannot be used within a metaclass
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 73: Unexpected errors ['generics_self_usage.py:73:14 - error: "Self" is not valid in this context (reportGeneralTypeIssues)', 'generics_self_usage.py:73:23 - error: "Self" is not valid in this context (reportGeneralTypeIssues)']
-Line 76: Unexpected errors ['generics_self_usage.py:76:6 - error: "Self" is not valid in this context (reportGeneralTypeIssues)']
-Line 82: Unexpected errors ['generics_self_usage.py:82:54 - error: "Self" cannot be used in a function with a `self` or `cls` parameter that has a type annotation other than "Self" (reportGeneralTypeIssues)']
-Line 86: Unexpected errors ['generics_self_usage.py:86:16 - error: Expression of type "Foo3" cannot be assigned to return type "Self@Foo3"']
-Line 101: Unexpected errors ['generics_self_usage.py:101:15 - error: "Self" is not valid in this context (reportGeneralTypeIssues)']
-Line 103: Unexpected errors ['generics_self_usage.py:103:12 - error: "Self" is not valid in this context (reportGeneralTypeIssues)']
-Line 106: Unexpected errors ['generics_self_usage.py:106:30 - error: "Self" is not valid in this context (reportGeneralTypeIssues)']
-Line 111: Unexpected errors ['generics_self_usage.py:111:19 - error: "Self" is not valid in this context (reportGeneralTypeIssues)']
-Line 116: Unexpected errors ['generics_self_usage.py:116:31 - error: "Self" is not valid in this context (reportGeneralTypeIssues)', 'generics_self_usage.py:116:40 - error: "Self" is not valid in this context (reportGeneralTypeIssues)']
-Line 121: Unexpected errors ['generics_self_usage.py:121:37 - error: "Self" cannot be used within a metaclass (a subclass of "type") (reportGeneralTypeIssues)']
-Line 125: Unexpected errors ['generics_self_usage.py:125:42 - error: "Self" cannot be used within a metaclass (a subclass of "type") (reportGeneralTypeIssues)']
+Line 73: Expected 1 errors, got 2 (['generics_self_usage.py:73:14 - error: "Self" is not valid in this context (reportGeneralTypeIssues)', 'generics_self_usage.py:73:23 - error: "Self" is not valid in this context (reportGeneralTypeIssues)'])
+Line 116: Expected 1 errors, got 2 (['generics_self_usage.py:116:31 - error: "Self" is not valid in this context (reportGeneralTypeIssues)', 'generics_self_usage.py:116:40 - error: "Self" is not valid in this context (reportGeneralTypeIssues)'])
 """
diff --git a/conformance/results/pyright/generics_upper_bound.toml b/conformance/results/pyright/generics_upper_bound.toml
index 634197eca..e5aa7b2b2 100644
--- a/conformance/results/pyright/generics_upper_bound.toml
+++ b/conformance/results/pyright/generics_upper_bound.toml
@@ -2,19 +2,18 @@ conformant = "Pass"
 output = """
 generics_upper_bound.py:22:34 - error: TypeVar bound type cannot be generic
 generics_upper_bound.py:22:39 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)
-generics_upper_bound.py:43:8 - error: Argument of type "Literal[3]" cannot be assigned to parameter "x" of type "ST@longer" in function "longer"
+generics_upper_bound.py:48:8 - error: Argument of type "Literal[3]" cannot be assigned to parameter "x" of type "ST@longer" in function "longer"
   Type "Literal[3]" cannot be assigned to type "Sized"
     "Literal[3]" is incompatible with protocol "Sized"
       "__len__" is not present (reportArgumentType)
-generics_upper_bound.py:43:11 - error: Argument of type "Literal[3]" cannot be assigned to parameter "y" of type "ST@longer" in function "longer"
+generics_upper_bound.py:48:11 - error: Argument of type "Literal[3]" cannot be assigned to parameter "y" of type "ST@longer" in function "longer"
   Type "Literal[3]" cannot be assigned to type "Sized"
     "Literal[3]" is incompatible with protocol "Sized"
       "__len__" is not present (reportArgumentType)
-generics_upper_bound.py:48:44 - error: TypeVar cannot be both bound and constrained
+generics_upper_bound.py:53:44 - error: TypeVar cannot be both bound and constrained
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 22: Unexpected errors ['generics_upper_bound.py:22:34 - error: TypeVar bound type cannot be generic', 'generics_upper_bound.py:22:39 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)']
-Line 43: Unexpected errors ['generics_upper_bound.py:43:8 - error: Argument of type "Literal[3]" cannot be assigned to parameter "x" of type "ST@longer" in function "longer"', 'generics_upper_bound.py:43:11 - error: Argument of type "Literal[3]" cannot be assigned to parameter "y" of type "ST@longer" in function "longer"']
-Line 48: Unexpected errors ['generics_upper_bound.py:48:44 - error: TypeVar cannot be both bound and constrained']
+Line 22: Expected 1 errors, got 2 (['generics_upper_bound.py:22:34 - error: TypeVar bound type cannot be generic', 'generics_upper_bound.py:22:39 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)'])
+Line 48: Expected 1 errors, got 2 (['generics_upper_bound.py:48:8 - error: Argument of type "Literal[3]" cannot be assigned to parameter "x" of type "ST@longer" in function "longer"', 'generics_upper_bound.py:48:11 - error: Argument of type "Literal[3]" cannot be assigned to parameter "y" of type "ST@longer" in function "longer"'])
 """
diff --git a/conformance/results/pyright/literals_semantics.toml b/conformance/results/pyright/literals_semantics.toml
index cb7141833..780cb342d 100644
--- a/conformance/results/pyright/literals_semantics.toml
+++ b/conformance/results/pyright/literals_semantics.toml
@@ -8,8 +8,6 @@ literals_semantics.py:25:22 - error: Expression of type "Literal[False]" cannot
   "Literal[False]" cannot be assigned to type "Literal[0]" (reportAssignmentType)
 literals_semantics.py:33:10 - error: Expression of type "Literal[6, 7, 8]" cannot be assigned to declared type "Literal[3, 4, 5]" (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 24: Unexpected errors ['literals_semantics.py:24:26 - error: Expression of type "Literal[0]" cannot be assigned to declared type "Literal[False]"']
-Line 25: Unexpected errors ['literals_semantics.py:25:22 - error: Expression of type "Literal[False]" cannot be assigned to declared type "Literal[0]"']
 """
diff --git a/conformance/results/pyright/narrowing_typeguard.toml b/conformance/results/pyright/narrowing_typeguard.toml
index 439917dd4..1aa634d3a 100644
--- a/conformance/results/pyright/narrowing_typeguard.toml
+++ b/conformance/results/pyright/narrowing_typeguard.toml
@@ -17,6 +17,4 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 102: Unexpected errors ['narrowing_typeguard.py:102:9 - error: User-defined type guard functions and methods must have at least one input parameter (reportGeneralTypeIssues)']
 Line 107: Unexpected errors ['narrowing_typeguard.py:107:9 - error: User-defined type guard functions and methods must have at least one input parameter (reportGeneralTypeIssues)']
-Line 128: Unexpected errors ['narrowing_typeguard.py:128:20 - error: Argument of type "(val: object) -> TypeGuard[int]" cannot be assigned to parameter "f" of type "(object) -> str" in function "takes_callable_str"']
-Line 148: Unexpected errors ['narrowing_typeguard.py:148:26 - error: Argument of type "(val: object) -> TypeGuard[int]" cannot be assigned to parameter "f" of type "CallableStrProto" in function "takes_callable_str_proto"']
 """
diff --git a/conformance/results/pyright/qualifiers_annotated.toml b/conformance/results/pyright/qualifiers_annotated.toml
index 6f13ec5b4..1f11d3379 100644
--- a/conformance/results/pyright/qualifiers_annotated.toml
+++ b/conformance/results/pyright/qualifiers_annotated.toml
@@ -33,10 +33,4 @@ Line 45: Expected 1 errors, got 2 (['qualifiers_annotated.py:45:17 - error: List
 Line 46: Expected 1 errors, got 2 (['qualifiers_annotated.py:46:17 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)', 'qualifiers_annotated.py:46:17 - error: Dictionary expression not allowed in type annotation'])
 Line 48: Expected 1 errors, got 2 (['qualifiers_annotated.py:48:17 - error: List expression not allowed in type annotation', 'qualifiers_annotated.py:48:17 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)'])
 Line 54: Expected 1 errors, got 2 (['qualifiers_annotated.py:54:18 - error: Expected expression', 'qualifiers_annotated.py:54:18 - error: Tuple expression not allowed in type annotation'])
-Line 76: Unexpected errors ['qualifiers_annotated.py:76:24 - error: Expression of type "type[int]" cannot be assigned to declared type "type[Any]" (reportAssignmentType)']
-Line 84: Unexpected errors ['qualifiers_annotated.py:84:7 - error: Argument of type "type[str]" cannot be assigned to parameter "x" of type "type[T@func4]" in function "func4" (reportArgumentType)']
-Line 85: Unexpected errors ['qualifiers_annotated.py:85:7 - error: Argument of type "SmallInt" cannot be assigned to parameter "x" of type "type[T@func4]" in function "func4" (reportArgumentType)']
-Line 91: Unexpected errors ['qualifiers_annotated.py:91:1 - error: "Annotated" cannot be instantiated (reportCallIssue)']
-Line 92: Unexpected errors ['qualifiers_annotated.py:92:1 - error: Object of type "type[Annotated]" is not callable (reportCallIssue)']
-Line 93: Unexpected errors ['qualifiers_annotated.py:93:1 - error: Object of type "type[Annotated]" is not callable (reportCallIssue)']
 """
diff --git a/conformance/results/pyright/typeddicts_readonly.toml b/conformance/results/pyright/typeddicts_readonly.toml
index c9a749131..f35a90e86 100644
--- a/conformance/results/pyright/typeddicts_readonly.toml
+++ b/conformance/results/pyright/typeddicts_readonly.toml
@@ -13,12 +13,6 @@ typeddicts_readonly.py:60:1 - error: Could not assign item in TypedDict
 typeddicts_readonly.py:61:1 - error: Could not assign item in TypedDict
   "year" is a read-only key in "Movie2" (reportTypedDictNotRequiredAccess)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 24: Unexpected errors ['typeddicts_readonly.py:24:1 - error: Could not assign item in TypedDict']
-Line 36: Unexpected errors ['typeddicts_readonly.py:36:1 - error: Could not assign item in TypedDict']
-Line 50: Unexpected errors ['typeddicts_readonly.py:50:1 - error: Could not assign item in TypedDict']
-Line 51: Unexpected errors ['typeddicts_readonly.py:51:1 - error: Could not assign item in TypedDict']
-Line 60: Unexpected errors ['typeddicts_readonly.py:60:1 - error: Could not assign item in TypedDict']
-Line 61: Unexpected errors ['typeddicts_readonly.py:61:1 - error: Could not assign item in TypedDict']
 """
diff --git a/conformance/results/pyright/typeddicts_readonly_consistency.toml b/conformance/results/pyright/typeddicts_readonly_consistency.toml
index 50570fb8d..9c4a58831 100644
--- a/conformance/results/pyright/typeddicts_readonly_consistency.toml
+++ b/conformance/results/pyright/typeddicts_readonly_consistency.toml
@@ -17,13 +17,6 @@ typeddicts_readonly_consistency.py:84:14 - error: Expression of type "A2" cannot
 typeddicts_readonly_consistency.py:85:14 - error: Expression of type "B2" cannot be assigned to declared type "C2"
   "x" is required in "C2" (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 37: Unexpected errors ['typeddicts_readonly_consistency.py:37:14 - error: Expression of type "A1" cannot be assigned to declared type "B1"']
-Line 38: Unexpected errors ['typeddicts_readonly_consistency.py:38:14 - error: Expression of type "C1" cannot be assigned to declared type "B1"']
-Line 40: Unexpected errors ['typeddicts_readonly_consistency.py:40:14 - error: Expression of type "A1" cannot be assigned to declared type "C1"']
-Line 81: Unexpected errors ['typeddicts_readonly_consistency.py:81:14 - error: Expression of type "A2" cannot be assigned to declared type "B2"']
-Line 82: Unexpected errors ['typeddicts_readonly_consistency.py:82:14 - error: Expression of type "C2" cannot be assigned to declared type "B2"']
-Line 84: Unexpected errors ['typeddicts_readonly_consistency.py:84:14 - error: Expression of type "A2" cannot be assigned to declared type "C2"']
-Line 85: Unexpected errors ['typeddicts_readonly_consistency.py:85:14 - error: Expression of type "B2" cannot be assigned to declared type "C2"']
 """
diff --git a/conformance/results/pyright/typeddicts_readonly_inheritance.toml b/conformance/results/pyright/typeddicts_readonly_inheritance.toml
index 9eaf8cbfb..0b8a3398d 100644
--- a/conformance/results/pyright/typeddicts_readonly_inheritance.toml
+++ b/conformance/results/pyright/typeddicts_readonly_inheritance.toml
@@ -20,17 +20,6 @@ typeddicts_readonly_inheritance.py:106:5 - error: TypedDict item "c" cannot be r
 typeddicts_readonly_inheritance.py:119:7 - error: Base classes for class "TD_A" define variable "x" in incompatible way (reportIncompatibleVariableOverride)
 typeddicts_readonly_inheritance.py:132:7 - error: TypedDict item "x" cannot be redefined as NotRequired (reportIncompatibleVariableOverride)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 36: Unexpected errors ['typeddicts_readonly_inheritance.py:36:1 - error: Could not assign item in TypedDict']
-Line 50: Unexpected errors ['typeddicts_readonly_inheritance.py:50:5 - error: "alt" overrides symbol of same name in class "AlbumCollection"']
-Line 65: Unexpected errors ['typeddicts_readonly_inheritance.py:65:19 - error: Expression of type "dict[Any, Any]" cannot be assigned to declared type "RequiredName"']
-Line 82: Unexpected errors ['typeddicts_readonly_inheritance.py:82:1 - error: Could not assign item in TypedDict']
-Line 83: Unexpected errors ['typeddicts_readonly_inheritance.py:83:15 - error: Expression of type "dict[str, int]" cannot be assigned to declared type "User"']
-Line 84: Unexpected errors ['typeddicts_readonly_inheritance.py:84:5 - error: Expression of type "dict[Any, Any]" cannot be assigned to declared type "User"']
-Line 94: Unexpected errors ['typeddicts_readonly_inheritance.py:94:5 - error: TypedDict item "a" cannot be redefined as ReadOnly (reportGeneralTypeIssues)']
-Line 98: Unexpected errors ['typeddicts_readonly_inheritance.py:98:5 - error: TypedDict item "a" cannot be redefined as NotRequired (reportGeneralTypeIssues)']
-Line 106: Unexpected errors ['typeddicts_readonly_inheritance.py:106:5 - error: TypedDict item "c" cannot be redefined as NotRequired (reportGeneralTypeIssues)']
-Line 119: Unexpected errors ['typeddicts_readonly_inheritance.py:119:7 - error: Base classes for class "TD_A" define variable "x" in incompatible way (reportIncompatibleVariableOverride)']
-Line 132: Unexpected errors ['typeddicts_readonly_inheritance.py:132:7 - error: TypedDict item "x" cannot be redefined as NotRequired (reportIncompatibleVariableOverride)']
 """
diff --git a/conformance/results/pyright/typeddicts_readonly_kwargs.toml b/conformance/results/pyright/typeddicts_readonly_kwargs.toml
index e4713ced1..6ef10226e 100644
--- a/conformance/results/pyright/typeddicts_readonly_kwargs.toml
+++ b/conformance/results/pyright/typeddicts_readonly_kwargs.toml
@@ -3,7 +3,6 @@ output = """
 typeddicts_readonly_kwargs.py:33:5 - error: Could not assign item in TypedDict
   "key1" is a read-only key in "*ReadOnlyArgs" (reportTypedDictNotRequiredAccess)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 33: Unexpected errors ['typeddicts_readonly_kwargs.py:33:5 - error: Could not assign item in TypedDict']
 """
diff --git a/conformance/results/pyright/typeddicts_readonly_update.toml b/conformance/results/pyright/typeddicts_readonly_update.toml
index a77c883c5..d4eb572ff 100644
--- a/conformance/results/pyright/typeddicts_readonly_update.toml
+++ b/conformance/results/pyright/typeddicts_readonly_update.toml
@@ -7,5 +7,5 @@ typeddicts_readonly_update.py:23:11 - error: Argument of type "A" cannot be assi
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 23: Unexpected errors ['typeddicts_readonly_update.py:23:1 - error: No overloads for "update" match the provided arguments (reportCallIssue)', 'typeddicts_readonly_update.py:23:11 - error: Argument of type "A" cannot be assigned to parameter "__m" of type "Partial[A]" in function "update"']
+Line 23: Expected 1 errors, got 2 (['typeddicts_readonly_update.py:23:1 - error: No overloads for "update" match the provided arguments (reportCallIssue)', 'typeddicts_readonly_update.py:23:11 - error: Argument of type "A" cannot be assigned to parameter "__m" of type "Partial[A]" in function "update"'])
 """
diff --git a/conformance/results/pyright/typeddicts_usage.toml b/conformance/results/pyright/typeddicts_usage.toml
index 2d19f6558..29fe6d444 100644
--- a/conformance/results/pyright/typeddicts_usage.toml
+++ b/conformance/results/pyright/typeddicts_usage.toml
@@ -10,11 +10,6 @@ typeddicts_usage.py:35:22 - error: Second argument to "isinstance" must be a cla
   TypedDict class not allowed for instance or class checks (reportArgumentType)
 typeddicts_usage.py:40:24 - error: "TypedDict" cannot be used in this context
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 23: Unexpected errors ['typeddicts_usage.py:23:1 - error: Could not assign item in TypedDict']
-Line 24: Unexpected errors ['typeddicts_usage.py:24:1 - error: Could not assign item in TypedDict']
-Line 28: Unexpected errors ['typeddicts_usage.py:28:18 - error: Expression of type "dict[str, str | int]" cannot be assigned to declared type "Movie"']
-Line 35: Unexpected errors ['typeddicts_usage.py:35:22 - error: Second argument to "isinstance" must be a class or tuple of classes']
-Line 40: Unexpected errors ['typeddicts_usage.py:40:24 - error: "TypedDict" cannot be used in this context']
 """
diff --git a/conformance/results/pyright/version.toml b/conformance/results/pyright/version.toml
index 9d0780a91..4b1baca77 100644
--- a/conformance/results/pyright/version.toml
+++ b/conformance/results/pyright/version.toml
@@ -1,2 +1,2 @@
 version = "pyright 1.1.357"
-test_duration = 1.7
+test_duration = 1.6
diff --git a/conformance/results/pytype/callables_kwargs.toml b/conformance/results/pytype/callables_kwargs.toml
index b0f8c524c..3723069b8 100644
--- a/conformance/results/pytype/callables_kwargs.toml
+++ b/conformance/results/pytype/callables_kwargs.toml
@@ -5,33 +5,32 @@ Does not understand Unpack in the context of **kwargs annotation.
 output = """
 File "callables_kwargs.py", line 10, in <module>: typing.Unpack not supported yet [not-supported-yet]
 File "callables_kwargs.py", line 24, in func1: Unpack[TD2] [assert-type]
-File "callables_kwargs.py", line 30, in func1: Unpack[TD2] [assert-type]
-File "callables_kwargs.py", line 33, in func1: Unpack[TD2] [assert-type]
-File "callables_kwargs.py", line 39, in func2: Dict[str, Unpack[TD1]] [assert-type]
-File "callables_kwargs.py", line 45, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
-File "callables_kwargs.py", line 47, in func3: Missing parameter 'v2' in call to function TD2.__init__ [missing-parameter]
-File "callables_kwargs.py", line 49, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
-File "callables_kwargs.py", line 50, in func3: Function func1 expects 0 arg(s), got 3 [wrong-arg-count]
-File "callables_kwargs.py", line 56, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
-File "callables_kwargs.py", line 59, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
+File "callables_kwargs.py", line 32, in func1: Unpack[TD2] [assert-type]
+File "callables_kwargs.py", line 35, in func1: Unpack[TD2] [assert-type]
+File "callables_kwargs.py", line 41, in func2: Dict[str, Unpack[TD1]] [assert-type]
+File "callables_kwargs.py", line 47, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
+File "callables_kwargs.py", line 49, in func3: Missing parameter 'v2' in call to function TD2.__init__ [missing-parameter]
+File "callables_kwargs.py", line 51, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
+File "callables_kwargs.py", line 52, in func3: Function func1 expects 0 arg(s), got 3 [wrong-arg-count]
+File "callables_kwargs.py", line 58, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
 File "callables_kwargs.py", line 61, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
-File "callables_kwargs.py", line 62, in func3: Function func2 was called with the wrong arguments [wrong-arg-types]
-File "callables_kwargs.py", line 63, in func3: Function func2 was called with the wrong arguments [wrong-arg-types]
+File "callables_kwargs.py", line 63, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]
+File "callables_kwargs.py", line 64, in func3: Function func2 was called with the wrong arguments [wrong-arg-types]
+File "callables_kwargs.py", line 65, in func3: Function func2 was called with the wrong arguments [wrong-arg-types]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Expected 1 errors
-Line 44: Expected 1 errors
-Line 99: Expected 1 errors
-Line 100: Expected 1 errors
+Line 46: Expected 1 errors
 Line 101: Expected 1 errors
-Line 109: Expected 1 errors
-Line 120: Expected 1 errors
+Line 102: Expected 1 errors
+Line 103: Expected 1 errors
+Line 111: Expected 1 errors
+Line 122: Expected 1 errors
 Line 10: Unexpected errors ['File "callables_kwargs.py", line 10, in <module>: typing.Unpack not supported yet [not-supported-yet]']
 Line 24: Unexpected errors ['File "callables_kwargs.py", line 24, in func1: Unpack[TD2] [assert-type]']
-Line 30: Unexpected errors ['File "callables_kwargs.py", line 30, in func1: Unpack[TD2] [assert-type]']
-Line 33: Unexpected errors ['File "callables_kwargs.py", line 33, in func1: Unpack[TD2] [assert-type]']
-Line 39: Unexpected errors ['File "callables_kwargs.py", line 39, in func2: Dict[str, Unpack[TD1]] [assert-type]']
-Line 45: Unexpected errors ['File "callables_kwargs.py", line 45, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]']
-Line 47: Unexpected errors ['File "callables_kwargs.py", line 47, in func3: Missing parameter \\'v2\\' in call to function TD2.__init__ [missing-parameter]']
+Line 32: Unexpected errors ['File "callables_kwargs.py", line 32, in func1: Unpack[TD2] [assert-type]']
+Line 35: Unexpected errors ['File "callables_kwargs.py", line 35, in func1: Unpack[TD2] [assert-type]']
+Line 41: Unexpected errors ['File "callables_kwargs.py", line 41, in func2: Dict[str, Unpack[TD1]] [assert-type]']
+Line 47: Unexpected errors ['File "callables_kwargs.py", line 47, in func3: Function func1 was called with the wrong arguments [wrong-arg-types]']
+Line 49: Unexpected errors ['File "callables_kwargs.py", line 49, in func3: Missing parameter \\'v2\\' in call to function TD2.__init__ [missing-parameter]']
 """
diff --git a/conformance/results/pytype/dataclasses_frozen.toml b/conformance/results/pytype/dataclasses_frozen.toml
index f94eace25..3a2d8bc58 100644
--- a/conformance/results/pytype/dataclasses_frozen.toml
+++ b/conformance/results/pytype/dataclasses_frozen.toml
@@ -11,4 +11,6 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 16: Expected 1 errors
 Line 17: Expected 1 errors
+Line 23: Expected 1 errors
+Line 33: Expected 1 errors
 """
diff --git a/conformance/results/pytype/dataclasses_hash.toml b/conformance/results/pytype/dataclasses_hash.toml
index 335f35fd7..379b0e691 100644
--- a/conformance/results/pytype/dataclasses_hash.toml
+++ b/conformance/results/pytype/dataclasses_hash.toml
@@ -5,6 +5,8 @@ Does not report when dataclass is not compatible with Hashable protocol.
 output = """
 
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 15: Expected 1 errors
+Line 32: Expected 1 errors
 """
diff --git a/conformance/results/pytype/dataclasses_inheritance.toml b/conformance/results/pytype/dataclasses_inheritance.toml
index 5e0e63290..88ec64ce2 100644
--- a/conformance/results/pytype/dataclasses_inheritance.toml
+++ b/conformance/results/pytype/dataclasses_inheritance.toml
@@ -6,6 +6,8 @@ Does not reject instance variable that is overridden by ClassVar.
 output = """
 
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 60: Expected 1 errors
+Line 64: Expected 1 errors
 """
diff --git a/conformance/results/pytype/dataclasses_order.toml b/conformance/results/pytype/dataclasses_order.toml
index 06a98c338..154b02be2 100644
--- a/conformance/results/pytype/dataclasses_order.toml
+++ b/conformance/results/pytype/dataclasses_order.toml
@@ -5,6 +5,7 @@ Does not report type incompatibility with comparison operator.
 output = """
 
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 50: Expected 1 errors
 """
diff --git a/conformance/results/pytype/dataclasses_transform_class.toml b/conformance/results/pytype/dataclasses_transform_class.toml
index 3b43ac9b3..c68dac896 100644
--- a/conformance/results/pytype/dataclasses_transform_class.toml
+++ b/conformance/results/pytype/dataclasses_transform_class.toml
@@ -11,6 +11,12 @@ File "dataclasses_transform_class.py", line 106, in <module>: Arguments to datac
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 48: Expected 1 errors
+Line 60: Expected 1 errors
+Line 63: Expected 1 errors
+Line 69: Expected 1 errors
+Line 79: Expected 1 errors
+Line 119: Expected 1 errors
 Line 23: Unexpected errors ['File "dataclasses_transform_class.py", line 23, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]']
 Line 57: Unexpected errors ['File "dataclasses_transform_class.py", line 57, in <module>: Invalid keyword argument other_name to function Customer1.__init__ [wrong-keyword-args]']
 Line 82: Unexpected errors ['File "dataclasses_transform_class.py", line 82, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]']
diff --git a/conformance/results/pytype/dataclasses_transform_meta.toml b/conformance/results/pytype/dataclasses_transform_meta.toml
index 8d111a3f5..e89e4f407 100644
--- a/conformance/results/pytype/dataclasses_transform_meta.toml
+++ b/conformance/results/pytype/dataclasses_transform_meta.toml
@@ -9,6 +9,12 @@ File "dataclasses_transform_meta.py", line 83, in <module>: Arguments to datacla
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 48: Expected 1 errors
+Line 60: Expected 1 errors
+Line 63: Expected 1 errors
+Line 70: Expected 1 errors
+Line 80: Expected 1 errors
+Line 100: Expected 1 errors
 Line 21: Unexpected errors ['File "dataclasses_transform_meta.py", line 21, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]']
 Line 57: Unexpected errors ['File "dataclasses_transform_meta.py", line 57, in <module>: Invalid keyword argument other_name to function Customer1.__init__ [wrong-keyword-args]']
 Line 83: Unexpected errors ['File "dataclasses_transform_meta.py", line 83, in <module>: Arguments to dataclass_transform not supported yet [not-supported-yet]']
diff --git a/conformance/results/pytype/dataclasses_usage.toml b/conformance/results/pytype/dataclasses_usage.toml
index 89f641b8f..b63b1cecb 100644
--- a/conformance/results/pytype/dataclasses_usage.toml
+++ b/conformance/results/pytype/dataclasses_usage.toml
@@ -16,12 +16,13 @@ File "dataclasses_usage.py", line 179, in <module>: Function DC13.__init__ expec
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 62: Expected 1 errors
+Line 68: Expected 1 errors
+Line 74: Expected 1 errors
+Line 228: Expected 1 errors
 Line 59: Unexpected errors ['File "dataclasses_usage.py", line 59, in <module>: In method __init__, non-default argument b follows default argument [invalid-function-definition]']
 Line 65: Unexpected errors ['File "dataclasses_usage.py", line 65, in <module>: In method __init__, non-default argument b follows default argument [invalid-function-definition]']
 Line 71: Unexpected errors ['File "dataclasses_usage.py", line 71, in <module>: In method __init__, non-default argument b follows default argument [invalid-function-definition]']
-Line 127: Unexpected errors ['File "dataclasses_usage.py", line 127, in <module>: Function DC7.__init__ expects 2 arg(s), got 3 [wrong-arg-count]']
-Line 130: Unexpected errors ['File "dataclasses_usage.py", line 130, in <module>: Missing parameter \\'y\\' in call to function DC8.__init__ [missing-parameter]']
 Line 152: Unexpected errors ['File "dataclasses_usage.py", line 152, in __init__: Type annotation for x_squared does not match type of assignment [annotation-type-mismatch]']
 Line 165: Unexpected errors ['File "dataclasses_usage.py", line 165, in __init__: Type annotation for x_squared does not match type of assignment [annotation-type-mismatch]']
-Line 179: Unexpected errors ['File "dataclasses_usage.py", line 179, in <module>: Function DC13.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
 """
diff --git a/conformance/results/pytype/directives_assert_type.toml b/conformance/results/pytype/directives_assert_type.toml
index 2f1961785..ddf57fb4d 100644
--- a/conformance/results/pytype/directives_assert_type.toml
+++ b/conformance/results/pytype/directives_assert_type.toml
@@ -8,9 +8,5 @@ File "directives_assert_type.py", line 33, in func1: Function assert_type expect
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 27: Unexpected errors ['File "directives_assert_type.py", line 27, in func1: Union[int, str] [assert-type]']
-Line 28: Unexpected errors ['File "directives_assert_type.py", line 28, in func1: Any [assert-type]']
-Line 31: Unexpected errors ['File "directives_assert_type.py", line 31, in func1: Function assert_type expects 2 arg(s), got 0 [wrong-arg-count]']
-Line 32: Unexpected errors ['File "directives_assert_type.py", line 32, in func1: str [assert-type]']
-Line 33: Unexpected errors ['File "directives_assert_type.py", line 33, in func1: Function assert_type expects 2 arg(s), got 3 [wrong-arg-count]']
+Line 29: Expected 1 errors
 """
diff --git a/conformance/results/pytype/directives_cast.toml b/conformance/results/pytype/directives_cast.toml
index a6ed44bdc..28cc3470d 100644
--- a/conformance/results/pytype/directives_cast.toml
+++ b/conformance/results/pytype/directives_cast.toml
@@ -8,6 +8,5 @@ File "directives_cast.py", line 16, in <module>: Invalid type annotation '1' for
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 15: Unexpected errors ['File "directives_cast.py", line 15, in <module>: Missing parameter \\'typ\\' in call to function typing.cast [missing-parameter]']
-Line 16: Unexpected errors ['File "directives_cast.py", line 16, in <module>: Invalid type annotation \\'1\\' for typing.cast [invalid-annotation]']
+Line 17: Expected 1 errors
 """
diff --git a/conformance/results/pytype/directives_reveal_type.toml b/conformance/results/pytype/directives_reveal_type.toml
index bbeed4843..38e08038c 100644
--- a/conformance/results/pytype/directives_reveal_type.toml
+++ b/conformance/results/pytype/directives_reveal_type.toml
@@ -12,9 +12,9 @@ File "directives_reveal_type.py", line 20, in func1: Union[int, str] [reveal-typ
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 19: Expected 1 errors
 Line 14: Unexpected errors ['File "directives_reveal_type.py", line 14, in func1: Union[int, str] [reveal-type]']
 Line 15: Unexpected errors ['File "directives_reveal_type.py", line 15, in func1: List[int] [reveal-type]']
 Line 16: Unexpected errors ['File "directives_reveal_type.py", line 16, in func1: Any [reveal-type]']
 Line 17: Unexpected errors ['File "directives_reveal_type.py", line 17, in func1: ForwardReference [reveal-type]']
-Line 20: Unexpected errors ['File "directives_reveal_type.py", line 20, in func1: Union[int, str] [reveal-type]']
 """
diff --git a/conformance/results/pytype/directives_type_ignore_file2.toml b/conformance/results/pytype/directives_type_ignore_file2.toml
index 185100528..0b11099d3 100644
--- a/conformance/results/pytype/directives_type_ignore_file2.toml
+++ b/conformance/results/pytype/directives_type_ignore_file2.toml
@@ -5,6 +5,7 @@ Does not ignore `# type: ignore` if it occurs after docstrings in the file.
 output = """
 
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 14: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_base_class.toml b/conformance/results/pytype/generics_base_class.toml
index 0ff871f4b..b108aa62e 100644
--- a/conformance/results/pytype/generics_base_class.toml
+++ b/conformance/results/pytype/generics_base_class.toml
@@ -12,6 +12,5 @@ File "generics_base_class.py", line 68, in <module>: Invalid type annotation 'Ge
 conformance_automated = "Fail"
 errors_diff = """
 Line 26: Expected 1 errors
-Line 29: Unexpected errors ['File "generics_base_class.py", line 29, in <module>: Invalid type annotation \\'T\\'  [invalid-annotation]']
-Line 68: Unexpected errors ['File "generics_base_class.py", line 68, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 30: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_defaults.toml b/conformance/results/pytype/generics_defaults.toml
index f1c15520c..9e42a5158 100644
--- a/conformance/results/pytype/generics_defaults.toml
+++ b/conformance/results/pytype/generics_defaults.toml
@@ -53,6 +53,8 @@ File "generics_defaults.py", line 173, in <module>: Any [assert-type]
 conformance_automated = "Fail"
 errors_diff = """
 Line 26: Expected 1 errors
+Line 108: Expected 1 errors
+Line 117: Expected 1 errors
 Line 7: Unexpected errors ['File "generics_defaults.py", line 7, in <module>: typing.Unpack not supported yet [not-supported-yet]']
 Line 8: Unexpected errors ['File "generics_defaults.py", line 8, in <module>: typing_extensions.TypeVarTuple not supported yet [not-supported-yet]']
 Line 11: Unexpected errors ['File "generics_defaults.py", line 11, in <module>: wrong arguments [invalid-typevar]']
@@ -69,7 +71,6 @@ Line 41: Unexpected errors ['File "generics_defaults.py", line 41, in <module>:
 Line 44: Unexpected errors ['File "generics_defaults.py", line 44, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
 Line 47: Unexpected errors ['File "generics_defaults.py", line 47, in <module>: Invalid type annotation \\'AllTheDefaults[Any, Any, str, int, bool]\\'  [invalid-annotation]']
 Line 49: Unexpected errors ['File "generics_defaults.py", line 49, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
-Line 52: Unexpected errors ['File "generics_defaults.py", line 52, in <module>: Invalid type annotation \\'AllTheDefaults[int]\\'  [invalid-annotation]']
 Line 55: Unexpected errors ['File "generics_defaults.py", line 55, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
 Line 58: Unexpected errors ['File "generics_defaults.py", line 58, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str]\\'  [invalid-annotation]']
 Line 59: Unexpected errors ['File "generics_defaults.py", line 59, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
@@ -93,7 +94,6 @@ Line 115: Unexpected errors ['File "generics_defaults.py", line 115, in <module>
 Line 127: Unexpected errors ['File "generics_defaults.py", line 127, in <module>: wrong arguments [invalid-typevar]']
 Line 133: Unexpected errors ['File "generics_defaults.py", line 133, in <module>: Any [assert-type]']
 Line 141: Unexpected errors ['File "generics_defaults.py", line 141, in <module>: wrong arguments [invalid-typevar]']
-Line 144: Unexpected errors ['File "generics_defaults.py", line 144, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
 Line 151: Unexpected errors ['File "generics_defaults.py", line 151, in <module>: wrong arguments [invalid-typevar]']
 Line 154: Unexpected errors ['File "generics_defaults.py", line 154, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
 Line 157: Unexpected errors ['File "generics_defaults.py", line 157, in <module>: class Foo6 is not indexable [not-indexable]']
diff --git a/conformance/results/pytype/generics_defaults_referential.toml b/conformance/results/pytype/generics_defaults_referential.toml
index 192bb1b99..2cee0f76c 100644
--- a/conformance/results/pytype/generics_defaults_referential.toml
+++ b/conformance/results/pytype/generics_defaults_referential.toml
@@ -36,6 +36,10 @@ File "generics_defaults_referential.py", line 106, in <module>: Invalid type ann
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 38: Expected 1 errors
+Line 41: Expected 1 errors
+Line 80: Expected 1 errors
+Line 86: Expected 1 errors
 Line 14: Unexpected errors ['File "generics_defaults_referential.py", line 14, in <module>: wrong arguments [invalid-typevar]']
 Line 15: Unexpected errors ['File "generics_defaults_referential.py", line 15, in <module>: wrong arguments [invalid-typevar]']
 Line 16: Unexpected errors ['File "generics_defaults_referential.py", line 16, in <module>: wrong arguments [invalid-typevar]']
@@ -54,11 +58,8 @@ Line 47: Unexpected errors ['File "generics_defaults_referential.py", line 47, i
 Line 50: Unexpected errors ['File "generics_defaults_referential.py", line 50, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
 Line 53: Unexpected errors ['File "generics_defaults_referential.py", line 53, in <module>: wrong arguments [invalid-typevar]']
 Line 54: Unexpected errors ['File "generics_defaults_referential.py", line 54, in <module>: wrong arguments [invalid-typevar]']
-Line 57: Unexpected errors ['File "generics_defaults_referential.py", line 57, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
-Line 64: Unexpected errors ['File "generics_defaults_referential.py", line 64, in Foo3: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
 Line 70: Unexpected errors ['File "generics_defaults_referential.py", line 70, in <module>: wrong arguments [invalid-typevar]']
 Line 71: Unexpected errors ['File "generics_defaults_referential.py", line 71, in <module>: wrong arguments [invalid-typevar]']
-Line 72: Unexpected errors ['File "generics_defaults_referential.py", line 72, in <module>: wrong arguments [invalid-typevar]']
 Line 78: Unexpected errors ['File "generics_defaults_referential.py", line 78, in <module>: wrong arguments [invalid-typevar]']
 Line 83: Unexpected errors ['File "generics_defaults_referential.py", line 83, in <module>: wrong arguments [invalid-typevar]']
 Line 84: Unexpected errors ['File "generics_defaults_referential.py", line 84, in <module>: wrong arguments [invalid-typevar]']
diff --git a/conformance/results/pytype/generics_defaults_specialization.toml b/conformance/results/pytype/generics_defaults_specialization.toml
index 2579d20b0..2256fad5c 100644
--- a/conformance/results/pytype/generics_defaults_specialization.toml
+++ b/conformance/results/pytype/generics_defaults_specialization.toml
@@ -24,14 +24,12 @@ Line 16: Unexpected errors ['File "generics_defaults_specialization.py", line 16
 Line 25: Unexpected errors ['File "generics_defaults_specialization.py", line 25, in <module>: Invalid type annotation \\'SomethingWithNoDefaults[int, Any][bool]\\'  [invalid-annotation]']
 Line 26: Unexpected errors ['File "generics_defaults_specialization.py", line 26, in func1: SomethingWithNoDefaults[int, Any] [assert-type]']
 Line 27: Unexpected errors ['File "generics_defaults_specialization.py", line 27, in func1: SomethingWithNoDefaults[int, Any] [assert-type]']
-Line 30: Unexpected errors ['File "generics_defaults_specialization.py", line 30, in <module>: Invalid type annotation \\'SomethingWithNoDefaults[int, Any][bool, int]\\'  [invalid-annotation]']
 Line 38: Unexpected errors ['File "generics_defaults_specialization.py", line 38, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
 Line 42: Unexpected errors ['File "generics_defaults_specialization.py", line 42, in <module>: Invalid type annotation \\'SubclassMe[int, Any]\\'  [invalid-annotation]']
 Line 45: Unexpected errors ['File "generics_defaults_specialization.py", line 45, in <module>: class Bar is not indexable [not-indexable]']
 Line 46: Unexpected errors ['File "generics_defaults_specialization.py", line 46, in <module>: class Bar is not indexable [not-indexable]']
 Line 47: Unexpected errors ['File "generics_defaults_specialization.py", line 47, in <module>: class Bar is not indexable [not-indexable]']
 Line 53: Unexpected errors ['File "generics_defaults_specialization.py", line 53, in <module>: Any [assert-type]']
-Line 55: Unexpected errors ['File "generics_defaults_specialization.py", line 55, in <module>: class Foo is not indexable [not-indexable]']
 Line 58: Unexpected errors ['File "generics_defaults_specialization.py", line 58, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
 Line 65: Unexpected errors ['File "generics_defaults_specialization.py", line 65, in <module>: class Baz is not indexable [not-indexable]', 'File "generics_defaults_specialization.py", line 65, in <module>: Invalid type annotation \\'Baz[int, str]\\'  [invalid-annotation]']
 """
diff --git a/conformance/results/pytype/generics_self_attributes.toml b/conformance/results/pytype/generics_self_attributes.toml
index 6133970bc..940249455 100644
--- a/conformance/results/pytype/generics_self_attributes.toml
+++ b/conformance/results/pytype/generics_self_attributes.toml
@@ -7,5 +7,5 @@ File "generics_self_attributes.py", line 26, in <module>: Function OrdinalLinked
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Unexpected errors ['File "generics_self_attributes.py", line 26, in <module>: Function OrdinalLinkedList.__init__ was called with the wrong arguments [wrong-arg-types]']
+Line 32: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_self_protocols.toml b/conformance/results/pytype/generics_self_protocols.toml
index 459e3bf36..2f76c782b 100644
--- a/conformance/results/pytype/generics_self_protocols.toml
+++ b/conformance/results/pytype/generics_self_protocols.toml
@@ -5,6 +5,8 @@ Does not reject protocol compatibility due to method `Self` return type.
 output = """
 
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 61: Expected 1 errors
+Line 64: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_self_usage.toml b/conformance/results/pytype/generics_self_usage.toml
index 3dde8e00c..d0a2b4aa4 100644
--- a/conformance/results/pytype/generics_self_usage.toml
+++ b/conformance/results/pytype/generics_self_usage.toml
@@ -18,14 +18,11 @@ File "generics_self_usage.py", line 126, in __mul__: bad return type [bad-return
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 101: Expected 1 errors
+Line 106: Expected 1 errors
+Line 121: Expected 1 errors
+Line 125: Expected 1 errors
 Line 58: Unexpected errors ['File "generics_self_usage.py", line 58, in foo: Invalid type annotation \\'Self\\'  [invalid-annotation]']
-Line 73: Unexpected errors ['File "generics_self_usage.py", line 73, in <module>: Invalid type annotation \\'Self\\'  [invalid-annotation]']
-Line 76: Unexpected errors ['File "generics_self_usage.py", line 76, in <module>: Invalid type annotation \\'Self\\' for bar [invalid-annotation]']
-Line 82: Unexpected errors ['File "generics_self_usage.py", line 82, in has_existing_self_annotation: bad return type [bad-return-type]']
-Line 86: Unexpected errors ['File "generics_self_usage.py", line 86, in return_concrete_type: bad return type [bad-return-type]']
-Line 103: Unexpected errors ['File "generics_self_usage.py", line 103, in <module>: Invalid base class: Self [base-class-error]']
-Line 111: Unexpected errors ['File "generics_self_usage.py", line 111, in Base: Invalid type annotation \\'Self\\'  [invalid-annotation]']
-Line 116: Unexpected errors ['File "generics_self_usage.py", line 116, in Base: Invalid type annotation \\'Self\\'  [invalid-annotation]']
 Line 122: Unexpected errors ['File "generics_self_usage.py", line 122, in __new__: bad return type [bad-return-type]']
 Line 126: Unexpected errors ['File "generics_self_usage.py", line 126, in __mul__: bad return type [bad-return-type]']
 """
diff --git a/conformance/results/pytype/generics_upper_bound.toml b/conformance/results/pytype/generics_upper_bound.toml
index 6d2e2b1af..d54b044a7 100644
--- a/conformance/results/pytype/generics_upper_bound.toml
+++ b/conformance/results/pytype/generics_upper_bound.toml
@@ -7,15 +7,11 @@ File "generics_upper_bound.py", line 22, in <module>: Invalid TypeVar: bound can
 File "generics_upper_bound.py", line 35, in <module>: list [assert-type]
 File "generics_upper_bound.py", line 36, in <module>: set [assert-type]
 File "generics_upper_bound.py", line 41, in <module>: Union[list, set] [assert-type]
-File "generics_upper_bound.py", line 43, in <module>: Function longer was called with the wrong arguments [wrong-arg-types]
-File "generics_upper_bound.py", line 48, in <module>: Invalid TypeVar: constraints and a bound are mutually exclusive [invalid-typevar]
+File "generics_upper_bound.py", line 48, in <module>: Function longer was called with the wrong arguments [wrong-arg-types]
+File "generics_upper_bound.py", line 53, in <module>: Invalid TypeVar: constraints and a bound are mutually exclusive [invalid-typevar]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 22: Unexpected errors ['File "generics_upper_bound.py", line 22, in <module>: Invalid TypeVar: bound cannot contain TypeVars [invalid-typevar]']
 Line 35: Unexpected errors ['File "generics_upper_bound.py", line 35, in <module>: list [assert-type]']
 Line 36: Unexpected errors ['File "generics_upper_bound.py", line 36, in <module>: set [assert-type]']
-Line 41: Unexpected errors ['File "generics_upper_bound.py", line 41, in <module>: Union[list, set] [assert-type]']
-Line 43: Unexpected errors ['File "generics_upper_bound.py", line 43, in <module>: Function longer was called with the wrong arguments [wrong-arg-types]']
-Line 48: Unexpected errors ['File "generics_upper_bound.py", line 48, in <module>: Invalid TypeVar: constraints and a bound are mutually exclusive [invalid-typevar]']
 """
diff --git a/conformance/results/pytype/literals_semantics.toml b/conformance/results/pytype/literals_semantics.toml
index 51ab86e3d..afe670975 100644
--- a/conformance/results/pytype/literals_semantics.toml
+++ b/conformance/results/pytype/literals_semantics.toml
@@ -13,6 +13,8 @@ File "literals_semantics.py", line 19, in func1: Invalid type annotation 'Litera
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 24: Expected 1 errors
+Line 25: Expected 1 errors
 Line 33: Expected 1 errors
 Line 12: Unexpected errors ['File "literals_semantics.py", line 12, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]', 'File "literals_semantics.py", line 12, in <module>: Invalid type annotation \\'L[-3]\\'  [invalid-annotation]']
 Line 16: Unexpected errors ['File "literals_semantics.py", line 16, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
diff --git a/conformance/results/pytype/narrowing_typeguard.toml b/conformance/results/pytype/narrowing_typeguard.toml
index 3ad47ad8a..426521cfb 100644
--- a/conformance/results/pytype/narrowing_typeguard.toml
+++ b/conformance/results/pytype/narrowing_typeguard.toml
@@ -6,8 +6,6 @@ output = """
 File "narrowing_typeguard.py", line 128, in <module>: Function takes_callable_str was called with the wrong arguments [wrong-arg-types]
 File "narrowing_typeguard.py", line 148, in <module>: Function takes_callable_str_proto was called with the wrong arguments [wrong-arg-types]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 128: Unexpected errors ['File "narrowing_typeguard.py", line 128, in <module>: Function takes_callable_str was called with the wrong arguments [wrong-arg-types]']
-Line 148: Unexpected errors ['File "narrowing_typeguard.py", line 148, in <module>: Function takes_callable_str_proto was called with the wrong arguments [wrong-arg-types]']
 """
diff --git a/conformance/results/pytype/qualifiers_annotated.toml b/conformance/results/pytype/qualifiers_annotated.toml
index 425805637..9a0642022 100644
--- a/conformance/results/pytype/qualifiers_annotated.toml
+++ b/conformance/results/pytype/qualifiers_annotated.toml
@@ -24,7 +24,11 @@ Line 47: Expected 1 errors
 Line 48: Expected 1 errors
 Line 49: Expected 1 errors
 Line 53: Expected 1 errors
+Line 76: Expected 1 errors
 Line 77: Expected 1 errors
-Line 91: Unexpected errors ['File "qualifiers_annotated.py", line 91, in <module>: \\'Annotated\\' object is not callable [not-callable]']
+Line 84: Expected 1 errors
+Line 85: Expected 1 errors
+Line 92: Expected 1 errors
+Line 93: Expected 1 errors
 Line 121: Unexpected errors ['File "qualifiers_annotated.py", line 121, in <module>: Invalid TypeVar: TypeVar(\\'T\\') must be stored as \\'T\\', not \\'TA3\\' [invalid-typevar]']
 """
diff --git a/conformance/results/pytype/typeddicts_readonly.toml b/conformance/results/pytype/typeddicts_readonly.toml
index abe6efcce..6dc215d71 100644
--- a/conformance/results/pytype/typeddicts_readonly.toml
+++ b/conformance/results/pytype/typeddicts_readonly.toml
@@ -4,5 +4,11 @@ File "typeddicts_readonly.py", line 8, in <module>: typing_extensions.ReadOnly n
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 24: Expected 1 errors
+Line 36: Expected 1 errors
+Line 50: Expected 1 errors
+Line 51: Expected 1 errors
+Line 60: Expected 1 errors
+Line 61: Expected 1 errors
 Line 8: Unexpected errors ['File "typeddicts_readonly.py", line 8, in <module>: typing_extensions.ReadOnly not supported yet [not-supported-yet]']
 """
diff --git a/conformance/results/pytype/typeddicts_readonly_consistency.toml b/conformance/results/pytype/typeddicts_readonly_consistency.toml
index 7ad6f392e..6d3b171ff 100644
--- a/conformance/results/pytype/typeddicts_readonly_consistency.toml
+++ b/conformance/results/pytype/typeddicts_readonly_consistency.toml
@@ -7,8 +7,13 @@ File "typeddicts_readonly_consistency.py", line 40, in func1: Type annotation fo
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 37: Expected 1 errors
+Line 38: Expected 1 errors
+Line 81: Expected 1 errors
+Line 82: Expected 1 errors
+Line 84: Expected 1 errors
+Line 85: Expected 1 errors
 Line 8: Unexpected errors ['File "typeddicts_readonly_consistency.py", line 8, in <module>: typing_extensions.ReadOnly not supported yet [not-supported-yet]']
 Line 34: Unexpected errors ['File "typeddicts_readonly_consistency.py", line 34, in func1: Type annotation for v1 does not match type of assignment [annotation-type-mismatch]']
 Line 35: Unexpected errors ['File "typeddicts_readonly_consistency.py", line 35, in func1: Type annotation for v2 does not match type of assignment [annotation-type-mismatch]']
-Line 40: Unexpected errors ['File "typeddicts_readonly_consistency.py", line 40, in func1: Type annotation for v5 does not match type of assignment [annotation-type-mismatch]']
 """
diff --git a/conformance/results/pytype/typeddicts_readonly_inheritance.toml b/conformance/results/pytype/typeddicts_readonly_inheritance.toml
index b7ad7675e..d661f9036 100644
--- a/conformance/results/pytype/typeddicts_readonly_inheritance.toml
+++ b/conformance/results/pytype/typeddicts_readonly_inheritance.toml
@@ -20,18 +20,21 @@ File "typeddicts_readonly_inheritance.py", line 132, in <module>: Invalid base c
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 36: Expected 1 errors
+Line 50: Expected 1 errors
+Line 82: Expected 1 errors
+Line 94: Expected 1 errors
+Line 98: Expected 1 errors
+Line 106: Expected 1 errors
+Line 119: Expected 1 errors, got 2 (['File "typeddicts_readonly_inheritance.py", line 119, in <module>: Invalid base class: TD_A2 [base-class-error]', 'File "typeddicts_readonly_inheritance.py", line 119, in <module>: Invalid base class: TD_A2 [base-class-error]'])
+Line 132: Expected 1 errors, got 2 (['File "typeddicts_readonly_inheritance.py", line 132, in <module>: Invalid base class: TD_B2 [base-class-error]', 'File "typeddicts_readonly_inheritance.py", line 132, in <module>: Invalid base class: TD_B2 [base-class-error]'])
 Line 8: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 8, in <module>: typing_extensions.ReadOnly not supported yet [not-supported-yet]']
 Line 18: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 18, in <module>: Invalid base class: NamedDict [base-class-error]']
 Line 47: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 47, in <module>: Invalid base class: AlbumCollection [base-class-error]', 'File "typeddicts_readonly_inheritance.py", line 47, in <module>: Invalid base class: AlbumCollection [base-class-error]']
 Line 61: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 61, in <module>: Invalid base class: OptionalName [base-class-error]']
-Line 65: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 65, in <module>: Type annotation for d does not match type of assignment [annotation-type-mismatch]']
 Line 75: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 75, in <module>: Invalid base class: OptionalIdent [base-class-error]']
-Line 83: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 83, in <module>: Type annotation for u does not match type of assignment [annotation-type-mismatch]']
-Line 84: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 84, in <module>: Type annotation for u does not match type of assignment [annotation-type-mismatch]']
 Line 93: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 93, in <module>: Invalid base class: F1 [base-class-error]']
 Line 97: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 97, in <module>: Invalid base class: F1 [base-class-error]']
 Line 101: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 101, in <module>: Invalid base class: F1 [base-class-error]']
 Line 105: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 105, in <module>: Invalid base class: F1 [base-class-error]']
-Line 119: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 119, in <module>: Invalid base class: TD_A2 [base-class-error]', 'File "typeddicts_readonly_inheritance.py", line 119, in <module>: Invalid base class: TD_A2 [base-class-error]']
-Line 132: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 132, in <module>: Invalid base class: TD_B2 [base-class-error]', 'File "typeddicts_readonly_inheritance.py", line 132, in <module>: Invalid base class: TD_B2 [base-class-error]']
 """
diff --git a/conformance/results/pytype/typeddicts_readonly_kwargs.toml b/conformance/results/pytype/typeddicts_readonly_kwargs.toml
index 2f9cfba87..891f4fb7b 100644
--- a/conformance/results/pytype/typeddicts_readonly_kwargs.toml
+++ b/conformance/results/pytype/typeddicts_readonly_kwargs.toml
@@ -8,5 +8,4 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 8: Unexpected errors ['File "typeddicts_readonly_kwargs.py", line 8, in <module>: typing.Unpack not supported yet [not-supported-yet]']
 Line 9: Unexpected errors ['File "typeddicts_readonly_kwargs.py", line 9, in <module>: typing_extensions.ReadOnly not supported yet [not-supported-yet]']
-Line 33: Unexpected errors ['File "typeddicts_readonly_kwargs.py", line 33, in impl: New container type for kwargs does not match type annotation [container-type-mismatch]']
 """
diff --git a/conformance/results/pytype/typeddicts_readonly_update.toml b/conformance/results/pytype/typeddicts_readonly_update.toml
index 994c8371e..0ffc04761 100644
--- a/conformance/results/pytype/typeddicts_readonly_update.toml
+++ b/conformance/results/pytype/typeddicts_readonly_update.toml
@@ -4,5 +4,6 @@ File "typeddicts_readonly_update.py", line 9, in <module>: typing_extensions.Rea
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 23: Expected 1 errors
 Line 9: Unexpected errors ['File "typeddicts_readonly_update.py", line 9, in <module>: typing_extensions.ReadOnly not supported yet [not-supported-yet]']
 """
diff --git a/conformance/results/pytype/typeddicts_usage.toml b/conformance/results/pytype/typeddicts_usage.toml
index 626782572..746ab3414 100644
--- a/conformance/results/pytype/typeddicts_usage.toml
+++ b/conformance/results/pytype/typeddicts_usage.toml
@@ -10,7 +10,6 @@ File "typeddicts_usage.py", line 28, in <module>: Type annotation for movie2 doe
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 23: Unexpected errors ['File "typeddicts_usage.py", line 23, in <module>: TypedDict Movie does not contain key director [typed-dict-error]']
-Line 24: Unexpected errors ['File "typeddicts_usage.py", line 24, in <module>: Type annotation for key year in TypedDict Movie does not match type of assignment [annotation-type-mismatch]']
-Line 28: Unexpected errors ['File "typeddicts_usage.py", line 28, in <module>: Type annotation for movie2 does not match type of assignment [annotation-type-mismatch]']
+Line 35: Expected 1 errors
+Line 40: Expected 1 errors
 """
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index 72324c383..71e4279b4 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 45.2
+test_duration = 44.8
diff --git a/conformance/results/results.html b/conformance/results/results.html
index 24e1e840f..950ec8b2a 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.7sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.4sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>45.2sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject multiple unpack operators in a tuple.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.1sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>44.8sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>
diff --git a/conformance/tests/callables_kwargs.py b/conformance/tests/callables_kwargs.py
index 5493dee6b..89a994c6b 100644
--- a/conformance/tests/callables_kwargs.py
+++ b/conformance/tests/callables_kwargs.py
@@ -23,7 +23,9 @@ def func1(**kwargs: Unpack[TD2]) -> None:
     v1 = kwargs["v1"]
     assert_type(v1, int)
 
-    kwargs["v2"]  # E: v2 may not be present
+    # > Type checkers may allow reading an item using ``d['x']`` even if
+    # > the key ``'x'`` is not required
+    kwargs["v2"]  # E?: v2 may not be present
 
     if "v2" in kwargs:
         v2 = kwargs["v2"]
diff --git a/conformance/tests/dataclasses_frozen.py b/conformance/tests/dataclasses_frozen.py
index cc2b1e048..500452db8 100644
--- a/conformance/tests/dataclasses_frozen.py
+++ b/conformance/tests/dataclasses_frozen.py
@@ -20,7 +20,7 @@ class DC1:
 # This should generate an error because a non-frozen dataclass
 # cannot inherit from a frozen dataclass.
 @dataclass
-class DC2(DC1):
+class DC2(DC1):  # E
     pass
 
 @dataclass
@@ -30,7 +30,7 @@ class DC3:
 # This should generate an error because a frozen dataclass
 # cannot inherit from a non-frozen dataclass.
 @dataclass(frozen=True)
-class DC4(DC3):
+class DC4(DC3):  # E
     pass
 
 
diff --git a/conformance/tests/dataclasses_hash.py b/conformance/tests/dataclasses_hash.py
index 83952b471..7a5e68842 100644
--- a/conformance/tests/dataclasses_hash.py
+++ b/conformance/tests/dataclasses_hash.py
@@ -12,7 +12,7 @@ class DC1:
 
 
 # This should generate an error because DC1 isn't hashable.
-v1: Hashable = DC1(0)
+v1: Hashable = DC1(0)  # E
 
 
 @dataclass(eq=True, frozen=True)
@@ -29,7 +29,7 @@ class DC3:
 
 
 # This should generate an error because DC3 isn't hashable.
-v3: Hashable = DC3(0)
+v3: Hashable = DC3(0)  # E
 
 
 @dataclass(frozen=True)
diff --git a/conformance/tests/dataclasses_inheritance.py b/conformance/tests/dataclasses_inheritance.py
index 5ae7e9a48..7468e379c 100644
--- a/conformance/tests/dataclasses_inheritance.py
+++ b/conformance/tests/dataclasses_inheritance.py
@@ -57,8 +57,8 @@ class DC6:
 class DC7(DC6):
     # This should generate an error because a ClassVar cannot override
     # an instance variable of the same name.
-    x: ClassVar[int]
+    x: ClassVar[int]  # E
 
     # This should generate an error because an instance variable cannot
     # override a class variable of the same name.
-    y: int
+    y: int  # E
diff --git a/conformance/tests/dataclasses_order.py b/conformance/tests/dataclasses_order.py
index dce831c7e..e40ce36cd 100644
--- a/conformance/tests/dataclasses_order.py
+++ b/conformance/tests/dataclasses_order.py
@@ -47,7 +47,7 @@ class DC2:
 
 # This should generate an error because the types are
 # incompatible.
-if dc1_1 < dc2_1:
+if dc1_1 < dc2_1:  # E:
     pass
 
 if dc1_1 != dc2_1:
diff --git a/conformance/tests/dataclasses_transform_class.py b/conformance/tests/dataclasses_transform_class.py
index ca3278243..bb33fbd0c 100644
--- a/conformance/tests/dataclasses_transform_class.py
+++ b/conformance/tests/dataclasses_transform_class.py
@@ -45,7 +45,7 @@ class Customer1(ModelBase, frozen=True):
 
 # This should generate an error because a non-frozen dataclass cannot
 # derive from a frozen one.
-class Customer1Subclass(Customer1):
+class Customer1Subclass(Customer1):  # E
     salary: float = model_field()
 
 
@@ -57,16 +57,16 @@ class Customer2(ModelBase, order=True):
 c1_1 = Customer1(id=3, name="Sue", other_name="Susan")
 
 # This should generate an error because the class is frozen.
-c1_1.id = 4
+c1_1.id = 4  # E
 
 # This should generate an error because the class is kw_only.
-c1_2 = Customer1(3, "Sue")
+c1_2 = Customer1(3, "Sue")  # E
 
 c1_3 = Customer1(id=3, name="John")
 
 # This should generate an error because comparison methods are
 # not synthesized.
-v1 = c1_1 < c1_2
+v1 = c1_1 < c1_2  # E
 
 c2_1 = Customer2(id=0, name="John")
 
@@ -76,7 +76,7 @@ class Customer2(ModelBase, order=True):
 
 # This should generate an error because Customer2 supports
 # keyword-only parameters for its constructor.
-c2_3 = Customer2(0, "John")
+c2_3 = Customer2(0, "John")  # E
 
 
 @dataclass_transform(
@@ -116,4 +116,4 @@ class Customer3(ModelBaseFrozen):
 c3_1 = Customer3(id=2, name="hi")
 
 # This should generate an error because Customer3 is frozen.
-c3_1.id = 4
+c3_1.id = 4  # E
diff --git a/conformance/tests/dataclasses_transform_meta.py b/conformance/tests/dataclasses_transform_meta.py
index 3d1fb76ca..4414ce725 100644
--- a/conformance/tests/dataclasses_transform_meta.py
+++ b/conformance/tests/dataclasses_transform_meta.py
@@ -45,7 +45,7 @@ class Customer1(ModelBase, frozen=True):
 
 # This should generate an error because a non-frozen class cannot
 # derive from a frozen one.
-class Customer1Subclass(Customer1, frozen=False):
+class Customer1Subclass(Customer1, frozen=False):  # E
     salary: float = model_field()
 
 
@@ -57,17 +57,17 @@ class Customer2(ModelBase, order=True):
 c1_1 = Customer1(id=3, name="Sue", other_name="Susan")
 
 # This should generate an error because the class is frozen.
-c1_1.id = 4
+c1_1.id = 4  # E
 
 # This should generate an error because the class is kw_only.
-c1_2 = Customer1(3, "Sue")
+c1_2 = Customer1(3, "Sue")  # E
 
-# This should generate an error because other_name is missing.
+# OK (other_name is optional).
 c1_3 = Customer1(id=3, name="John")
 
 # This should generate an error because comparison methods are
 # not synthesized.
-v1 = c1_1 < c1_2
+v1 = c1_1 < c1_2  # E
 
 c2_1 = Customer2(id=0, name="John")
 
@@ -77,7 +77,7 @@ class Customer2(ModelBase, order=True):
 
 # This should generate an error because Customer2 supports
 # keyword-only parameters for its constructor.
-c2_3 = Customer2(0, "John")
+c2_3 = Customer2(0, "John")  # E
 
 
 @dataclass_transform(frozen_default=True)
@@ -97,4 +97,4 @@ class Customer3(ModelBaseFrozen):
 c3_1 = Customer3(id=2, name="hi")
 
 # This should generate an error because Customer3 is frozen.
-c3_1.id = 4
+c3_1.id = 4  # E
diff --git a/conformance/tests/dataclasses_usage.py b/conformance/tests/dataclasses_usage.py
index e5560d805..cfc8edd70 100644
--- a/conformance/tests/dataclasses_usage.py
+++ b/conformance/tests/dataclasses_usage.py
@@ -59,19 +59,19 @@ def __call__(
 @dataclass
 class DC1:
     a: int = 0
-    b: int  # Error: field with no default cannot follow field with default.
+    b: int  # E: field with no default cannot follow field with default.
 
 
 @dataclass
 class DC2:
     a: int = field(default=1)
-    b: int  # Error: field with no default cannot follow field with default.
+    b: int  # E: field with no default cannot follow field with default.
 
 
 @dataclass
 class DC3:
     a: InitVar[int] = 0
-    b: int  # Error: field with no default cannot follow field with default.
+    b: int  # E: field with no default cannot follow field with default.
 
 
 @dataclass
@@ -124,10 +124,10 @@ def __init__(self, a: DC7, y: int):
 b = DC8(a, 5)
 
 # This should generate an error because there is an extra parameter
-DC7(3, 4)
+DC7(3, 4)  # E
 
 # This should generate an error because there is one too few parameters
-DC8(a)
+DC8(a)  # E
 
 
 @dataclass
@@ -176,7 +176,7 @@ class DC13:
 
 # This should generate an error because there is no
 # override __init__ method and no synthesized __init__.
-DC13(3)
+DC13(3)  # E
 
 
 @dataclass
@@ -202,7 +202,7 @@ class DataclassProto(Protocol):
     __dataclass_fields__: ClassVar[dict[str, Any]]
 
 
-v1: DataclassProto = dc15
+v2: DataclassProto = dc15
 
 
 @dataclass
@@ -225,4 +225,4 @@ class DC18:
     x: int = field()
     # This should generate an error because an unannotated field
     # will result in a runtime exception.
-    y = field()
+    y = field()  # E
diff --git a/conformance/tests/directives_assert_type.py b/conformance/tests/directives_assert_type.py
index 626a6caf8..533a47aaa 100644
--- a/conformance/tests/directives_assert_type.py
+++ b/conformance/tests/directives_assert_type.py
@@ -24,13 +24,13 @@ def func1(
     assert_type(d, "ForwardReference")  # OK
     assert_type(e, Literal[4])  # OK
 
-    assert_type(a, int)  # Error: Type mismatch
-    assert_type(c, int)  # Error: Type mismatch
-    assert_type(e, int)  # Error: Type mismatch
+    assert_type(a, int)  # E: Type mismatch
+    assert_type(c, int)  # E: Type mismatch
+    assert_type(e, int)  # E: Type mismatch
 
-    assert_type()  # Error: not enough arguments
-    assert_type("", int)  # Error: wrong argument type
-    assert_type(a, int | str, a)  # Error: too many arguments
+    assert_type()  # E: not enough arguments  # E?
+    assert_type("", int)  # E: wrong argument type
+    assert_type(a, int | str, a)  # E: too many arguments  # E?
 
 
 class ForwardReference:
diff --git a/conformance/tests/directives_cast.py b/conformance/tests/directives_cast.py
index 990e6a21d..01a70fdba 100644
--- a/conformance/tests/directives_cast.py
+++ b/conformance/tests/directives_cast.py
@@ -12,6 +12,6 @@ def find_first_str(a: list[object]) -> str:
 
 x: int = cast(int, "not an int")  # No type error
 
-bad1 = cast()  # Too few arguments
-bad2 = cast(1, "")  # Bad first argument type
-bad3 = cast(int, "", "")  # Too many arguments
+bad1 = cast()  # E: Too few arguments  # E?
+bad2 = cast(1, "")  # E: Bad first argument type
+bad3 = cast(int, "", "")  # E: Too many arguments  # E?
diff --git a/conformance/tests/directives_reveal_type.py b/conformance/tests/directives_reveal_type.py
index ff2ea83eb..91f0a292b 100644
--- a/conformance/tests/directives_reveal_type.py
+++ b/conformance/tests/directives_reveal_type.py
@@ -4,7 +4,7 @@
 
 # Specification: https://typing.readthedocs.io/en/latest/spec/directives.html#reveal-type
 
-from typing import Any, assert_type, reveal_type
+from typing import Any, reveal_type
 
 # > When a static type checker encounters a call to this function, it should
 # > emit a diagnostic with the type of the argument.
@@ -16,8 +16,8 @@ def func1(a: int | str, b: list[int], c: Any, d: "ForwardReference"):
     reveal_type(c)  # Revealed type is "Any"
     reveal_type(d)  # Revealed type is "ForwardReference"
 
-    reveal_type()  # Error: not enough arguments
-    reveal_type(a, a)  # Error: Too many arguments
+    reveal_type()  # E: not enough arguments  # E?
+    reveal_type(a, a)  # E: Too many arguments  # E?
 
 
 class ForwardReference:
diff --git a/conformance/tests/directives_type_ignore_file2.py b/conformance/tests/directives_type_ignore_file2.py
index c3ba86c00..932cb3a84 100644
--- a/conformance/tests/directives_type_ignore_file2.py
+++ b/conformance/tests/directives_type_ignore_file2.py
@@ -11,4 +11,4 @@
 # > Blank lines and other comments, such as shebang lines and coding cookies, may
 # > precede the # type: ignore comment.
 
-x: int = ""  # Error should be reported because comment is not at top of file.
+x: int = ""  # E: should still error because comment is not at top of file.
diff --git a/conformance/tests/generics_base_class.py b/conformance/tests/generics_base_class.py
index 92e5ba536..bfcb63476 100644
--- a/conformance/tests/generics_base_class.py
+++ b/conformance/tests/generics_base_class.py
@@ -26,8 +26,8 @@ def test_symbol_table(s: SymbolTable):
     takes_dict_incorrect(s)  # E
 
 
-def func1(y: Generic[T]):  # Type Error
-    x: Generic  # Type Error
+def func1(y: Generic[T]):  # E
+    x: Generic  # E
 
 
 # > If a generic base class has a type variable as a type argument, this makes
@@ -65,7 +65,7 @@ def test_my_dict(d: MyDict[int]):
 # > within Generic[...].
 
 
-class BadClass1(Generic[T, T]):  # Type Error
+class BadClass1(Generic[T, T]):  # E
     pass
 
 
diff --git a/conformance/tests/generics_basic.py b/conformance/tests/generics_basic.py
index 02a091357..61d7f3d64 100644
--- a/conformance/tests/generics_basic.py
+++ b/conformance/tests/generics_basic.py
@@ -164,5 +164,5 @@ def test_my_iterable_any(m: MyIterableAny):
 
 class GenericMeta(type, Generic[T]): ...
 
-class GenericMetaInstance(metaclass=GenericMeta[T]):  # E
+class GenericMetaInstance(metaclass=GenericMeta[T]):  # E  # E?
     ...
diff --git a/conformance/tests/generics_defaults.py b/conformance/tests/generics_defaults.py
index b65cc8abd..a10d66b47 100644
--- a/conformance/tests/generics_defaults.py
+++ b/conformance/tests/generics_defaults.py
@@ -49,7 +49,7 @@ class AllTheDefaults(Generic[T1, T2, DefaultStrT, DefaultIntT, DefaultBoolT]): .
     AllTheDefaults[int, complex], type[AllTheDefaults[int, complex, str, int, bool]]
 )
 
-AllTheDefaults[int]  # Type Error: expected 2 arguments to AllTheDefaults
+AllTheDefaults[int]  # E: expected 2 arguments to AllTheDefaults
 
 assert_type(
     AllTheDefaults[int, complex], type[AllTheDefaults[int, complex, str, int, bool]]
@@ -105,7 +105,7 @@ class Class_TypeVarTuple(Generic[*DefaultTs]): ...
 TypeVar("Ok", bound=float, default=int)  # OK
 TypeVar(
     "Invalid", bound=str, default=int
-)  # Type Error: the bound and default are incompatible
+)  # E: the bound and default are incompatible
 
 # > For constrained ``TypeVar``\ s, the default needs to be one of the
 # > constraints. A type checker should generate an error even if it is a
@@ -114,7 +114,7 @@ class Class_TypeVarTuple(Generic[*DefaultTs]): ...
 TypeVar("Ok", float, str, default=float)  # OK
 TypeVar(
     "Invalid", float, str, default=int
-)  # Type Error: expected one of float or str got int
+)  # E: expected one of float or str got int
 
 
 # > In generic functions, type checkers may use a type parameter's default when the
@@ -141,7 +141,7 @@ def func1(x: int | set[T4]) -> T4: ...
 T5 = TypeVar("T5", default=bool)
 
 
-class Foo5(Generic[*Ts, T5]): ...  # Type Error
+class Foo5(Generic[*Ts, T5]): ...  # E
 
 
 # > It is allowed to have a ``ParamSpec`` with a default following a
diff --git a/conformance/tests/generics_defaults_referential.py b/conformance/tests/generics_defaults_referential.py
index 84e9921b5..99ad739d7 100644
--- a/conformance/tests/generics_defaults_referential.py
+++ b/conformance/tests/generics_defaults_referential.py
@@ -35,10 +35,10 @@ def __init__(self, a: DefaultStrT, b: T2) -> None: ...
 assert_type(Foo(1, ""), Foo[int, str])
 Foo[int](
     1, ""
-)  # Type Error: Foo[int, str] cannot be assigned to self: Foo[int, int] in Foo.__init__
+)  # E: Foo[int, str] cannot be assigned to self: Foo[int, int] in Foo.__init__
 Foo[int](
     "", 1
-)  # Type Error: Foo[str, int] cannot be assigned to self: Foo[int, int] in Foo.__init__
+)  # E: Foo[str, int] cannot be assigned to self: Foo[int, int] in Foo.__init__
 
 
 # > ``T1`` must be used before ``T2`` in the parameter list of the generic.
@@ -54,14 +54,14 @@ class Foo2(Generic[S1, S2]): ...  # OK
 Stop2T = TypeVar("Stop2T", default=int)
 
 
-class slice2(Generic[Start2T, Stop2T, StepT]): ...  # Type Error: bad ordering
+class slice2(Generic[Start2T, Stop2T, StepT]): ...  # E: bad ordering
 
 
 # > Using a type parameter from an outer scope as a default is not supported.
 
 
 class Foo3(Generic[S1]):
-    class Bar2(Generic[S2]): ...  # Type Error
+    class Bar2(Generic[S2]): ...  # E
 
 
 # > ``T1``'s bound must be a subtype of ``T2``'s bound.
@@ -69,7 +69,7 @@ class Bar2(Generic[S2]): ...  # Type Error
 X1 = TypeVar("X1", bound=int)
 TypeVar("Ok1", default=X1, bound=float)  # OK
 TypeVar("AlsoOk1", default=X1, bound=int)  # OK
-TypeVar("Invalid1", default=X1, bound=str)  # Type Error: int is not a subtype of str
+TypeVar("Invalid1", default=X1, bound=str)  # E: int is not a subtype of str
 
 
 # > The constraints of ``T2`` must be a superset of the constraints of ``T1``.
@@ -77,13 +77,13 @@ class Bar2(Generic[S2]): ...  # Type Error
 Y1 = TypeVar("Y1", bound=int)
 TypeVar(
     "Invalid2", float, str, default=Y1
-)  # Type Error: upper bound int is incompatible with constraints float or str
+)  # E: upper bound int is incompatible with constraints float or str
 
 Y2 = TypeVar("Y2", int, str)
 TypeVar("AlsoOk2", int, str, bool, default=Y2)  # OK
 TypeVar(
     "AlsoInvalid2", bool, complex, default=Y2
-)  # Type Error: {bool, complex} is not a superset of {int, str}
+)  # E: {bool, complex} is not a superset of {int, str}
 
 
 # > Type parameters are valid as parameters to generics inside of a
diff --git a/conformance/tests/generics_defaults_specialization.py b/conformance/tests/generics_defaults_specialization.py
index 498b72d9e..a663d3bdf 100644
--- a/conformance/tests/generics_defaults_specialization.py
+++ b/conformance/tests/generics_defaults_specialization.py
@@ -27,7 +27,7 @@ def func1(p1: MyAlias, p2: MyAlias[bool]):
     assert_type(p2, SomethingWithNoDefaults[int, bool])
 
 
-MyAlias[bool, int]  # Type Error: too many arguments passed to MyAlias
+MyAlias[bool, int]  # E: too many arguments passed to MyAlias
 
 
 # > Generic classes with type parameters that have defaults behave similarly
@@ -52,7 +52,7 @@ class Foo(SubclassMe[float]): ...
 
 assert_type(Foo().x, str)
 
-Foo[str]  # Type Error: Foo cannot be further subscripted
+Foo[str]  # E: Foo cannot be further subscripted
 
 
 class Baz(Generic[DefaultIntT, DefaultStrT]): ...
diff --git a/conformance/tests/generics_paramspec_semantics.py b/conformance/tests/generics_paramspec_semantics.py
index 1cbf05e17..0496070be 100644
--- a/conformance/tests/generics_paramspec_semantics.py
+++ b/conformance/tests/generics_paramspec_semantics.py
@@ -23,7 +23,7 @@ def returns_int(a: str, b: bool, /) -> int:
 
 v1 = f1("A", True)  # OK
 assert_type(v1, str)
-f1(a="A", b=True)  # E: position-only
+f1(a="A", b=True)  # E: positional-only  # E?
 f1("A", "A")  # E: wrong type
 
 
diff --git a/conformance/tests/generics_self_attributes.py b/conformance/tests/generics_self_attributes.py
index 2fad31cb9..20a48b732 100644
--- a/conformance/tests/generics_self_attributes.py
+++ b/conformance/tests/generics_self_attributes.py
@@ -23,12 +23,12 @@ def ordinal_value(self) -> str:
 
 
 # This should result in a type error.
-xs = OrdinalLinkedList(value=1, next=LinkedList[int](value=2))
+xs = OrdinalLinkedList(value=1, next=LinkedList[int](value=2))  # E
 
 if xs.next is not None:
     xs.next = OrdinalLinkedList(value=3, next=None)  # OK
 
     # This should result in a type error.
-    xs.next = LinkedList[int](value=3, next=None)
+    xs.next = LinkedList[int](value=3, next=None)  # E
 
 
diff --git a/conformance/tests/generics_self_protocols.py b/conformance/tests/generics_self_protocols.py
index 6f27bf0b9..1930bebe6 100644
--- a/conformance/tests/generics_self_protocols.py
+++ b/conformance/tests/generics_self_protocols.py
@@ -58,7 +58,7 @@ def main(
     accepts_shape(return_concrete_shape)  # OK
 
     # This should generate a type error.
-    accepts_shape(bad_return_type)
+    accepts_shape(bad_return_type)  # E
 
     # Not OK because it returns a non-subclass.
-    accepts_shape(return_different_class)
+    accepts_shape(return_different_class)  # E
diff --git a/conformance/tests/generics_self_usage.py b/conformance/tests/generics_self_usage.py
index 657849b24..6990cbd18 100644
--- a/conformance/tests/generics_self_usage.py
+++ b/conformance/tests/generics_self_usage.py
@@ -70,20 +70,20 @@ def foo(self) -> Self:  # Accepted (Self is bound to Inner)
 
 
 # This should generate an error.
-def foo(bar: Self) -> Self: ...  # Rejected (not within a class)
+def foo(bar: Self) -> Self: ...  # E: not within a class
 
 # This should generate an error.
-bar: Self  # Rejected (not within a class)
+bar: Self  # E: not within a class
 
 TFoo2 = TypeVar("TFoo2", bound="Foo2")
 
 class Foo2:
     # Rejected (Self is treated as unknown).
-    def has_existing_self_annotation(self: TFoo2) -> Self: ...
+    def has_existing_self_annotation(self: TFoo2) -> Self: ... # E
 
 class Foo3:
     def return_concrete_type(self) -> Self:
-        return Foo3()  # Rejected (see FooChild below for rationale)
+        return Foo3()  # E (see FooChild below for rationale)
 
 class Foo3Child(Foo3):
     child_value: int = 42
@@ -98,29 +98,29 @@ class Bar(Generic[T]):
     def bar(self) -> T: ...
 
 # This should generate an error.
-class Baz(Bar[Self]): ...  # Rejected
+class Baz(Bar[Self]): ...  # E
 
-class Baz2(Self): ...  # Rejected
+class Baz2(Self): ...  # E
 
 # This should generate an error.
-TupleSelf: TypeAlias = tuple[Self]  # Rejected
+TupleSelf: TypeAlias = tuple[Self]  # E
 
 class Base:
     @staticmethod
     # This should generate an error.
-    def make() -> Self:  # Rejected
+    def make() -> Self:  # E
         ...
 
     @staticmethod
     # This should generate an error.
-    def return_parameter(foo: Self) -> Self:  # Rejected
+    def return_parameter(foo: Self) -> Self:  # E
         ...
 
 class MyMetaclass(type):
     # This should generate an error.
-    def __new__(cls, *args: Any) -> Self:  # Rejected
+    def __new__(cls, *args: Any) -> Self:  # E
         ...
 
     # This should generate an error.
-    def __mul__(cls, count: int) -> list[Self]:  # Rejected
+    def __mul__(cls, count: int) -> list[Self]:  # E
         ...
diff --git a/conformance/tests/generics_typevartuple_unpack.py b/conformance/tests/generics_typevartuple_unpack.py
index 11db9de64..7b58715ab 100644
--- a/conformance/tests/generics_typevartuple_unpack.py
+++ b/conformance/tests/generics_typevartuple_unpack.py
@@ -4,7 +4,7 @@
 
 # Specification: https://typing.readthedocs.io/en/latest/spec/generics.html#unpacking-tuple-types
 
-from typing import Any, Generic, NewType, TypeVarTuple, assert_type
+from typing import Any, Generic, NewType, TypeVarTuple
 
 Height = NewType("Height", int)
 Width = NewType("Width", int)
diff --git a/conformance/tests/generics_upper_bound.py b/conformance/tests/generics_upper_bound.py
index 033fe1a43..600b87442 100644
--- a/conformance/tests/generics_upper_bound.py
+++ b/conformance/tests/generics_upper_bound.py
@@ -4,7 +4,7 @@
 
 # Specification: https://typing.readthedocs.io/en/latest/spec/generics.html#type-variables-with-an-upper-bound
 
-from typing import Sized, TypeVar, assert_type
+from typing import Collection, Sized, TypeVar, assert_type
 
 # > A type variable may specify an upper bound using bound=<type>
 
@@ -19,7 +19,7 @@ class ForwardRef: ...
 
 T = TypeVar("T")
 
-T_Bad1 = TypeVar("T_Bad1", bound=list[T])  # Type Error
+T_Bad1 = TypeVar("T_Bad1", bound=list[T])  # E
 
 
 ST = TypeVar("ST", bound=Sized)
@@ -38,11 +38,16 @@ def longer(x: ST, y: ST) -> ST:
 # Type checkers that use a join rather than a union (like mypy)
 # will produce Collection[int] here instead of list[int] | set[int].
 # Both answers are conformant with the spec.
-assert_type(longer([1], {1, 2}), list[int] | set[int])
+assert_type(longer([1], {1, 2}), list[int] | set[int])  # E?
 
-longer(3, 3)  # Type Error
+def requires_collection(c: Collection[int]) -> None:
+    ...
+
+requires_collection(longer([1], [1, 2]))  # OK
+
+longer(3, 3)  # E
 
 
 # > An upper bound cannot be combined with type constraints
 
-T_Bad2 = TypeVar("T_Bad2", str, int, bound="int")  # Type Error
+T_Bad2 = TypeVar("T_Bad2", str, int, bound="int")  # E
diff --git a/conformance/tests/literals_semantics.py b/conformance/tests/literals_semantics.py
index 2be094482..38e4292c7 100644
--- a/conformance/tests/literals_semantics.py
+++ b/conformance/tests/literals_semantics.py
@@ -21,8 +21,8 @@ def func1(a: Literal[20], b: Literal[0x14], c: Literal[0b10100]):
 
 # > Literal[0] and Literal[False] are not equivalent
 def func2(a: Literal[0], b: Literal[False]):
-    x1: Literal[False] = a  # Type Error
-    x2: Literal[0] = b  # Type Error
+    x1: Literal[False] = a  # E
+    x2: Literal[0] = b  # E
 
 
 # > Given some value v that is a member of type T, the type Literal[v] shall
diff --git a/conformance/tests/narrowing_typeguard.py b/conformance/tests/narrowing_typeguard.py
index 68bc5064e..936f8bfe3 100644
--- a/conformance/tests/narrowing_typeguard.py
+++ b/conformance/tests/narrowing_typeguard.py
@@ -125,7 +125,7 @@ def simple_typeguard(val: object) -> TypeGuard[int]:
 
 
 takes_callable_bool(simple_typeguard)  # OK
-takes_callable_str(simple_typeguard)   # Error
+takes_callable_str(simple_typeguard)   # E
 
 
 class CallableBoolProto(Protocol):
@@ -145,4 +145,4 @@ def takes_callable_str_proto(f: CallableStrProto) -> None:
 
 
 takes_callable_bool_proto(simple_typeguard)  # OK
-takes_callable_str_proto(simple_typeguard)   # Error
+takes_callable_str_proto(simple_typeguard)   # E
diff --git a/conformance/tests/qualifiers_annotated.py b/conformance/tests/qualifiers_annotated.py
index 99770c001..adc4f78db 100644
--- a/conformance/tests/qualifiers_annotated.py
+++ b/conformance/tests/qualifiers_annotated.py
@@ -73,7 +73,7 @@ async def func3() -> None:
 # > Annotated is not type compatible with type or type[T]
 SmallInt: TypeAlias = Annotated[int, ""]
 
-not_type1: type[Any] = Annotated[int, ""]  # Type Error
+not_type1: type[Any] = Annotated[int, ""]  # E
 not_type2: type[Any] = SmallInt  # E
 
 
@@ -81,16 +81,16 @@ def func4(x: type[T]) -> T:
     return x()
 
 
-func4(Annotated[str, ""])  # Type Error
-func4(SmallInt)  # Type Error
+func4(Annotated[str, ""])  # E
+func4(SmallInt)  # E
 
 
 # > An attempt to call Annotated (whether parameterized or not) should be
 # > treated as a type error by type checkers.
 
-Annotated()  # Type Error
-Annotated[int, ""]()  # Type Error
-SmallInt(1)  # Type Error
+Annotated()  # E
+Annotated[int, ""]()  # E
+SmallInt(1)  # E
 
 
 class ClassA:
diff --git a/conformance/tests/typeddicts_readonly.py b/conformance/tests/typeddicts_readonly.py
index 7b85791ed..d7e0e84c7 100644
--- a/conformance/tests/typeddicts_readonly.py
+++ b/conformance/tests/typeddicts_readonly.py
@@ -21,7 +21,7 @@ class Band(TypedDict):
 b1: Band = {"name": "blur", "members": []}
 
 b1["name"] = "Blur"  # OK
-b1["members"] = ["Damon Albarn"]  # Type Error
+b1["members"] = ["Damon Albarn"]  # E
 b1["members"].append("Damon Albarn")  # OK
 
 
@@ -33,7 +33,7 @@ class Band(TypedDict):
 b2: Band2 = {"name": "blur", "members": []}
 
 b2["name"] = "Blur"  # OK
-b2["members"] = ["Damon Albarn"]  # Type Error
+b2["members"] = ["Damon Albarn"]  # E
 b2["members"].append("Damon Albarn")  # OK
 
 
@@ -47,8 +47,8 @@ class Movie1(TypedDict):
 
 
 m1: Movie1 = {"title": "", "year": 1991}
-m1["title"] = ""  # Type Error
-m1["year"] = 1992  # Type Error
+m1["title"] = ""  # E
+m1["year"] = 1992  # E
 
 
 class Movie2(TypedDict):
@@ -57,5 +57,5 @@ class Movie2(TypedDict):
 
 
 m2: Movie2 = {"title": "", "year": 1991}
-m2["title"] = ""  # Type Error
-m2["year"] = 1992  # Type Error
+m2["title"] = ""  # E
+m2["year"] = 1992  # E
diff --git a/conformance/tests/typeddicts_readonly_consistency.py b/conformance/tests/typeddicts_readonly_consistency.py
index 8534a9009..070b5b31a 100644
--- a/conformance/tests/typeddicts_readonly_consistency.py
+++ b/conformance/tests/typeddicts_readonly_consistency.py
@@ -34,10 +34,10 @@ def func1(a: A1, b: B1, c: C1):
     v1: A1 = b  # OK
     v2: A1 = c  # OK
 
-    v3: B1 = a  # Type Error
-    v4: B1 = c  # Type Error
+    v3: B1 = a  # E
+    v4: B1 = c  # E
 
-    v5: C1 = a  # Type Error
+    v5: C1 = a  # E
     v6: C1 = b  # OK
 
 
@@ -78,8 +78,8 @@ def func2(a: A2, b: B2, c: C2):
     v1: A2 = b  # OK
     v2: A2 = c  # OK
 
-    v3: B2 = a  # Type Error
-    v4: B2 = c  # Type Error
+    v3: B2 = a  # E
+    v4: B2 = c  # E
 
-    v5: C2 = a  # Type Error
-    v6: C2 = b  # Type Error
+    v5: C2 = a  # E
+    v6: C2 = b  # E
diff --git a/conformance/tests/typeddicts_readonly_inheritance.py b/conformance/tests/typeddicts_readonly_inheritance.py
index cbf10566d..4ba2e4389 100644
--- a/conformance/tests/typeddicts_readonly_inheritance.py
+++ b/conformance/tests/typeddicts_readonly_inheritance.py
@@ -33,7 +33,7 @@ class Album2(NamedDict):
 
 
 a2: Album2 = {"name": "Flood", "year": 1990}
-a2["name"] = "Dark Side Of The Moon"  # Type Error
+a2["name"] = "Dark Side Of The Moon"  # E
 
 
 # > Subclasses can narrow value types of read-only items.
@@ -47,7 +47,7 @@ class AlbumCollection(TypedDict):
 class RecordShop(AlbumCollection):
     name: str
     albums: ReadOnly[list[Album1]]  # OK
-    alt: ReadOnly[list[str]]  # Type Error
+    alt: ReadOnly[list[str]]  # E
 
 
 # > Subclasses can require items that are read-only but not required in the
@@ -62,7 +62,7 @@ class RequiredName(OptionalName):
     name: ReadOnly[Required[str]]  # OK
 
 
-d: RequiredName = {}  # Type Error
+d: RequiredName = {}  # E
 
 
 # > Subclasses can combine these rules.
@@ -79,9 +79,9 @@ class User(OptionalIdent):
 u: User
 u = {"ident": ""}  # OK
 u["ident"] = ""  # OK
-u["ident"] = 3  # Type Error
-u = {"ident": 3}  # Type Error
-u = {}  # Type Error
+u["ident"] = 3  # E
+u = {"ident": 3}  # E
+u = {}  # E
 
 
 class F1(TypedDict):
@@ -91,11 +91,11 @@ class F1(TypedDict):
 
 
 class F3(F1):
-    a: ReadOnly[int]  # Type Error
+    a: ReadOnly[int]  # E
 
 
 class F4(F1):
-    a: NotRequired[int]  # Type Error
+    a: NotRequired[int]  # E
 
 
 class F5(F1):
@@ -103,7 +103,7 @@ class F5(F1):
 
 
 class F6(F1):
-    c: ReadOnly[NotRequired[int]]  # Type Error
+    c: ReadOnly[NotRequired[int]]  # E
 
 
 class TD_A1(TypedDict):
@@ -116,7 +116,7 @@ class TD_A2(TypedDict):
     y: ReadOnly[float]
 
 
-class TD_A(TD_A1, TD_A2): ...  # Type Error: x is incompatible
+class TD_A(TD_A1, TD_A2): ...  # E: x is incompatible
 
 
 class TD_B1(TypedDict):
@@ -129,4 +129,4 @@ class TD_B2(TypedDict):
     y: ReadOnly[NotRequired[int]]
 
 
-class TD_B(TD_B1, TD_B2): ...  # Type Error: x is incompatible
+class TD_B(TD_B1, TD_B2): ...  # E: x is incompatible
diff --git a/conformance/tests/typeddicts_readonly_kwargs.py b/conformance/tests/typeddicts_readonly_kwargs.py
index 8b76429aa..e2727ba4d 100644
--- a/conformance/tests/typeddicts_readonly_kwargs.py
+++ b/conformance/tests/typeddicts_readonly_kwargs.py
@@ -30,7 +30,7 @@ def __call__(self, **kwargs: Unpack[Args]) -> None: ...
 
 
 def impl(**kwargs: Unpack[ReadOnlyArgs]) -> None:
-    kwargs["key1"] = 3  # Type Error
+    kwargs["key1"] = 3  # E
 
 
 fn: Function = impl  # OK
diff --git a/conformance/tests/typeddicts_readonly_update.py b/conformance/tests/typeddicts_readonly_update.py
index 3343d416f..c5f2b6400 100644
--- a/conformance/tests/typeddicts_readonly_update.py
+++ b/conformance/tests/typeddicts_readonly_update.py
@@ -20,7 +20,7 @@ class A(TypedDict):
 
 a1: A = {"x": 1, "y": 2}
 a2: A = {"x": 3, "y": 4}
-a1.update(a2)  # Type Error
+a1.update(a2)  # E
 
 # > Unless the declared value is of bottom type (:data:`~typing.Never`).
 
diff --git a/conformance/tests/typeddicts_usage.py b/conformance/tests/typeddicts_usage.py
index 99232872d..b1528ebb3 100644
--- a/conformance/tests/typeddicts_usage.py
+++ b/conformance/tests/typeddicts_usage.py
@@ -20,23 +20,23 @@ def record_movie(movie: Movie) -> None:
 record_movie({"name": "Blade Runner", "year": 1982})
 
 
-movie["director"] = "Ridley Scott"  # Error: invalid key 'director'
-movie["year"] = "1982"  # Error: invalid value type ("int" expected)
+movie["director"] = "Ridley Scott"  # E: invalid key 'director'
+movie["year"] = "1982"  # E: invalid value type ("int" expected)
 
 # The code below should be rejected, since 'title' is not a valid key,
 # and the 'name' key is missing:
-movie2: Movie = {"title": "Blade Runner", "year": 1982}
+movie2: Movie = {"title": "Blade Runner", "year": 1982}  # E
 
 m = Movie(name='Blade Runner', year=1982)
 
 
 # > TypedDict type objects cannot be used in isinstance() tests such as
 # > isinstance(d, Movie).
-if isinstance(movie, Movie):
+if isinstance(movie, Movie):  # E
     pass
 
 
 # TypedDict should not be allowed as a bound for a TypeVar.
-T = TypeVar("T", bound=TypedDict) # Type checker error
+T = TypeVar("T", bound=TypedDict) # E
 
 

From 0af0f3f17e1abe3877ef4c2777ae8e3212cfadea Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Thu, 4 Apr 2024 11:15:18 -0400
Subject: [PATCH 11/22] Rerun

---
 .../results/mypy/dataclasses_usage.toml       |  2 --
 .../results/mypy/generics_self_usage.toml     |  5 +----
 .../mypy/namedtuples_define_functional.toml   |  4 ++--
 .../results/mypy/namedtuples_type_compat.toml |  4 +---
 .../results/mypy/narrowing_typeguard.toml     |  4 +---
 .../results/mypy/protocols_merging.toml       | 10 ++++-----
 .../results/mypy/protocols_variance.toml      |  4 +---
 .../mypy/qualifiers_final_decorator.toml      |  6 ------
 .../results/mypy/specialtypes_never.toml      |  2 +-
 .../results/mypy/tuples_type_form.toml        |  8 +------
 .../results/mypy/typeddicts_alt_syntax.toml   |  5 -----
 .../results/mypy/typeddicts_class_syntax.toml |  7 +------
 .../results/mypy/typeddicts_inheritance.toml  |  5 +----
 .../mypy/typeddicts_type_consistency.toml     |  8 -------
 .../results/mypy/typeddicts_usage.toml        |  3 +--
 .../results/pyre/dataclasses_usage.toml       |  4 ++--
 .../results/pyre/generics_self_usage.toml     |  1 -
 .../pyre/namedtuples_define_functional.toml   |  5 +++--
 .../results/pyre/namedtuples_type_compat.toml |  2 --
 .../results/pyre/narrowing_typeguard.toml     |  2 ++
 .../results/pyre/protocols_merging.toml       |  4 ++--
 .../results/pyre/protocols_variance.toml      |  2 --
 .../pyre/qualifiers_final_decorator.toml      |  6 ++++++
 .../results/pyre/specialtypes_never.toml      |  2 +-
 .../results/pyre/tuples_type_form.toml        |  6 ++++--
 .../results/pyre/typeddicts_alt_syntax.toml   |  5 +++--
 .../results/pyre/typeddicts_class_syntax.toml |  5 +++++
 .../results/pyre/typeddicts_inheritance.toml  |  3 ++-
 .../pyre/typeddicts_type_consistency.toml     |  8 +------
 conformance/results/pyre/version.toml         |  2 +-
 .../namedtuples_define_functional.toml        |  4 ----
 .../pyright/namedtuples_type_compat.toml      |  4 +---
 .../results/pyright/narrowing_typeguard.toml  |  4 +---
 .../results/pyright/protocols_merging.toml    | 10 ++++-----
 .../results/pyright/protocols_variance.toml   |  2 --
 .../pyright/qualifiers_final_decorator.toml   |  6 ++++++
 .../results/pyright/specialtypes_never.toml   |  2 +-
 .../results/pyright/tuples_type_form.toml     |  8 +------
 .../pyright/typeddicts_alt_syntax.toml        |  6 +-----
 .../pyright/typeddicts_class_syntax.toml      |  7 +------
 .../pyright/typeddicts_inheritance.toml       |  5 +----
 .../pyright/typeddicts_type_consistency.toml  |  8 -------
 .../pytype/namedtuples_define_functional.toml |  4 +---
 .../pytype/namedtuples_type_compat.toml       |  4 +---
 .../results/pytype/narrowing_typeguard.toml   |  4 +++-
 .../results/pytype/protocols_merging.toml     |  4 ++--
 .../pytype/qualifiers_final_decorator.toml    |  6 ++----
 .../results/pytype/specialtypes_never.toml    |  2 +-
 .../results/pytype/tuples_type_form.toml      |  8 ++-----
 .../results/pytype/typeddicts_alt_syntax.toml |  5 +++--
 .../pytype/typeddicts_class_syntax.toml       |  7 ++++++-
 .../pytype/typeddicts_inheritance.toml        |  3 +--
 .../pytype/typeddicts_type_consistency.toml   |  8 +++++--
 conformance/results/pytype/version.toml       |  2 +-
 conformance/results/results.html              |  2 +-
 conformance/src/main.py                       | 21 +++++--------------
 conformance/tests/dataclasses_usage.py        |  2 +-
 conformance/tests/generics_self_usage.py      |  6 +++---
 .../tests/namedtuples_define_functional.py    |  8 +++----
 conformance/tests/namedtuples_type_compat.py  |  4 ++--
 conformance/tests/narrowing_typeguard.py      |  4 ++--
 conformance/tests/protocols_merging.py        |  3 +--
 conformance/tests/protocols_variance.py       |  4 ++--
 .../tests/qualifiers_final_decorator.py       | 12 +++++------
 conformance/tests/specialtypes_never.py       |  4 ++--
 conformance/tests/tuples_type_form.py         | 12 +++++------
 conformance/tests/typeddicts_alt_syntax.py    | 10 ++++-----
 conformance/tests/typeddicts_class_syntax.py  | 10 ++++-----
 conformance/tests/typeddicts_inheritance.py   |  6 +++---
 .../tests/typeddicts_type_consistency.py      | 16 +++++++-------
 conformance/tests/typeddicts_usage.py         |  2 +-
 71 files changed, 150 insertions(+), 233 deletions(-)

diff --git a/conformance/results/mypy/dataclasses_usage.toml b/conformance/results/mypy/dataclasses_usage.toml
index 0d0704238..503eba04c 100644
--- a/conformance/results/mypy/dataclasses_usage.toml
+++ b/conformance/results/mypy/dataclasses_usage.toml
@@ -12,11 +12,9 @@ dataclasses_usage.py:89: error: Incompatible types in assignment (expression has
 dataclasses_usage.py:127: error: Too many arguments for "DC7"  [call-arg]
 dataclasses_usage.py:130: error: Missing positional argument "y" in call to "DC8"  [call-arg]
 dataclasses_usage.py:179: error: Too many arguments for "DC13"  [call-arg]
-dataclasses_usage.py:205: error: Name "v2" already defined on line 51  [no-redef]
 """
 conformance_automated = "Fail"
 errors_diff = """
 Line 228: Expected 1 errors
 Line 36: Unexpected errors ['dataclasses_usage.py:36: error: Accessing "__init__" on an instance is unsound, since instance.__init__ could be from an incompatible subclass  [misc]']
-Line 205: Unexpected errors ['dataclasses_usage.py:205: error: Name "v2" already defined on line 51  [no-redef]']
 """
diff --git a/conformance/results/mypy/generics_self_usage.toml b/conformance/results/mypy/generics_self_usage.toml
index 458a018c0..32b70b844 100644
--- a/conformance/results/mypy/generics_self_usage.toml
+++ b/conformance/results/mypy/generics_self_usage.toml
@@ -17,9 +17,6 @@ generics_self_usage.py:116: error: Static methods cannot use Self type  [misc]
 generics_self_usage.py:121: error: Self type cannot be used in a metaclass  [misc]
 generics_self_usage.py:125: error: Self type cannot be used in a metaclass  [misc]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 82: Expected 1 errors, got 2 (['generics_self_usage.py:82: error: Method cannot have explicit self annotation and Self type  [misc]', 'generics_self_usage.py:82: error: A function returning TypeVar should receive at least one argument containing the same TypeVar  [type-var]'])
-Line 106: Expected 1 errors, got 2 (['generics_self_usage.py:106: error: Self type is only allowed in annotations within class definition  [misc]', 'generics_self_usage.py:106: error: Self type cannot be used in type alias target  [misc]'])
-Line 111: Expected 1 errors, got 2 (['generics_self_usage.py:111: error: Static methods cannot use Self type  [misc]', 'generics_self_usage.py:111: error: A function returning TypeVar should receive at least one argument containing the same TypeVar  [type-var]'])
 """
diff --git a/conformance/results/mypy/namedtuples_define_functional.toml b/conformance/results/mypy/namedtuples_define_functional.toml
index 4578641e3..c8f917b68 100644
--- a/conformance/results/mypy/namedtuples_define_functional.toml
+++ b/conformance/results/mypy/namedtuples_define_functional.toml
@@ -17,7 +17,7 @@ namedtuples_define_functional.py:66: error: Missing positional argument "a" in c
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 52: Unexpected errors ['namedtuples_define_functional.py:52: error: Name "a" already defined (possibly by an import)  [no-redef]']
+Line 53: Expected 1 errors
+Line 54: Expected 1 errors
 Line 57: Unexpected errors ['namedtuples_define_functional.py:57: error: Unexpected keyword argument "_1" for "NT4"  [call-arg]']
-Line 66: Unexpected errors ['namedtuples_define_functional.py:66: error: Missing positional argument "a" in call to "NT5"  [call-arg]']
 """
diff --git a/conformance/results/mypy/namedtuples_type_compat.toml b/conformance/results/mypy/namedtuples_type_compat.toml
index 6f720be0d..f02bbc981 100644
--- a/conformance/results/mypy/namedtuples_type_compat.toml
+++ b/conformance/results/mypy/namedtuples_type_compat.toml
@@ -3,8 +3,6 @@ output = """
 namedtuples_type_compat.py:22: error: Incompatible types in assignment (expression has type "Point", variable has type "tuple[int, int]")  [assignment]
 namedtuples_type_compat.py:23: error: Incompatible types in assignment (expression has type "Point", variable has type "tuple[int, str, str]")  [assignment]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 22: Unexpected errors ['namedtuples_type_compat.py:22: error: Incompatible types in assignment (expression has type "Point", variable has type "tuple[int, int]")  [assignment]']
-Line 23: Unexpected errors ['namedtuples_type_compat.py:23: error: Incompatible types in assignment (expression has type "Point", variable has type "tuple[int, str, str]")  [assignment]']
 """
diff --git a/conformance/results/mypy/narrowing_typeguard.toml b/conformance/results/mypy/narrowing_typeguard.toml
index 58b9193c1..f4a9a666d 100644
--- a/conformance/results/mypy/narrowing_typeguard.toml
+++ b/conformance/results/mypy/narrowing_typeguard.toml
@@ -5,8 +5,6 @@ narrowing_typeguard.py:107: error: TypeGuard functions must have a positional ar
 narrowing_typeguard.py:128: error: Argument 1 to "takes_callable_str" has incompatible type "Callable[[object], TypeGuard[int]]"; expected "Callable[[object], str]"  [arg-type]
 narrowing_typeguard.py:148: error: Argument 1 to "takes_callable_str_proto" has incompatible type "Callable[[object], TypeGuard[int]]"; expected "CallableStrProto"  [arg-type]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 102: Unexpected errors ['narrowing_typeguard.py:102: error: TypeGuard functions must have a positional argument  [valid-type]']
-Line 107: Unexpected errors ['narrowing_typeguard.py:107: error: TypeGuard functions must have a positional argument  [valid-type]']
 """
diff --git a/conformance/results/mypy/protocols_merging.toml b/conformance/results/mypy/protocols_merging.toml
index 86b180280..760e8aa12 100644
--- a/conformance/results/mypy/protocols_merging.toml
+++ b/conformance/results/mypy/protocols_merging.toml
@@ -7,12 +7,10 @@ protocols_merging.py:53: error: Incompatible types in assignment (expression has
 protocols_merging.py:53: note: "SCConcrete2" is missing following "SizedAndClosable2" protocol member:
 protocols_merging.py:53: note:     __len__
 protocols_merging.py:54: error: Incompatible types in assignment (expression has type "SCConcrete2", variable has type "SizedAndClosable3")  [assignment]
-protocols_merging.py:68: error: All bases of a protocol must be protocols  [misc]
-protocols_merging.py:83: error: Cannot instantiate abstract class "SizedAndClosable4" with abstract attribute "close"  [abstract]
-protocols_merging.py:84: error: Incompatible types in assignment (expression has type "SCConcrete1", variable has type "SizedAndClosable4")  [assignment]
+protocols_merging.py:67: error: All bases of a protocol must be protocols  [misc]
+protocols_merging.py:82: error: Cannot instantiate abstract class "SizedAndClosable4" with abstract attribute "close"  [abstract]
+protocols_merging.py:83: error: Incompatible types in assignment (expression has type "SCConcrete1", variable has type "SizedAndClosable4")  [assignment]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 67: Expected 1 errors
-Line 68: Unexpected errors ['protocols_merging.py:68: error: All bases of a protocol must be protocols  [misc]']
 """
diff --git a/conformance/results/mypy/protocols_variance.toml b/conformance/results/mypy/protocols_variance.toml
index ef712d013..e434501cf 100644
--- a/conformance/results/mypy/protocols_variance.toml
+++ b/conformance/results/mypy/protocols_variance.toml
@@ -10,8 +10,6 @@ protocols_variance.py:71: error: Contravariant type variable "T1_contra" used in
 protocols_variance.py:72: error: Cannot use a contravariant type variable as return type  [misc]
 protocols_variance.py:104: error: Invariant type variable "T1" used in protocol where covariant one is expected  [misc]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 62: Unexpected errors ['protocols_variance.py:62: error: Cannot use a covariant type variable as a parameter  [misc]']
-Line 72: Unexpected errors ['protocols_variance.py:72: error: Cannot use a contravariant type variable as return type  [misc]']
 """
diff --git a/conformance/results/mypy/qualifiers_final_decorator.toml b/conformance/results/mypy/qualifiers_final_decorator.toml
index 8a36273b1..2928be27d 100644
--- a/conformance/results/mypy/qualifiers_final_decorator.toml
+++ b/conformance/results/mypy/qualifiers_final_decorator.toml
@@ -18,19 +18,13 @@ qualifiers_final_decorator.py:125: error: @final cannot be used with non-method
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 60: Expected 1 errors
-Line 64: Expected 1 errors
 Line 75: Expected 1 errors
 Line 85: Expected 1 errors
 Line 89: Expected 1 errors
 Line 102: Expected 1 errors
 Line 118: Expected 1 errors, got 2 (['qualifiers_final_decorator.py:118: error: Cannot override final attribute "method" (previously declared in base class "Base5_2")  [misc]', 'qualifiers_final_decorator.py:118: error: Signature of "method" incompatible with supertype "Base5_2"  [override]'])
-Line 126: Expected 1 errors
-Line 59: Unexpected errors ['qualifiers_final_decorator.py:59: error: Cannot override final attribute "method2" (previously declared in base class "Base2")  [misc]']
-Line 63: Unexpected errors ['qualifiers_final_decorator.py:63: error: Cannot override final attribute "method3" (previously declared in base class "Base2")  [misc]']
 Line 67: Unexpected errors ['qualifiers_final_decorator.py:67: error: Cannot override final attribute "method4" (previously declared in base class "Base2")  [misc]']
 Line 80: Unexpected errors ['qualifiers_final_decorator.py:80: error: Cannot override final attribute "method" (previously declared in base class "Base3")  [misc]']
 Line 84: Unexpected errors ['qualifiers_final_decorator.py:84: error: @final should be applied only to overload implementation  [misc]']
 Line 94: Unexpected errors ['qualifiers_final_decorator.py:94: error: Cannot override final attribute "method" (previously declared in base class "Base4")  [misc]']
-Line 125: Unexpected errors ['qualifiers_final_decorator.py:125: error: @final cannot be used with non-method functions  [misc]']
 """
diff --git a/conformance/results/mypy/specialtypes_never.toml b/conformance/results/mypy/specialtypes_never.toml
index 6e8dccc1b..070f2be03 100644
--- a/conformance/results/mypy/specialtypes_never.toml
+++ b/conformance/results/mypy/specialtypes_never.toml
@@ -8,7 +8,7 @@ specialtypes_never.py:104: error: Incompatible return value type (got "ClassC[No
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 44: Expected 1 errors
+Line 43: Expected 1 errors
 Line 45: Expected 1 errors
 Line 50: Expected 1 errors
 Line 51: Expected 1 errors
diff --git a/conformance/results/mypy/tuples_type_form.toml b/conformance/results/mypy/tuples_type_form.toml
index 6ac6e1f68..b5892f7bb 100644
--- a/conformance/results/mypy/tuples_type_form.toml
+++ b/conformance/results/mypy/tuples_type_form.toml
@@ -12,12 +12,6 @@ tuples_type_form.py:43: error: Unexpected "..."  [misc]
 tuples_type_form.py:44: error: Unpack is only valid in a variadic position  [valid-type]
 tuples_type_form.py:45: error: Unpack is only valid in a variadic position  [valid-type]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 40: Unexpected errors ['tuples_type_form.py:40: error: Unexpected "..."  [misc]']
-Line 41: Unexpected errors ['tuples_type_form.py:41: error: Unexpected "..."  [misc]']
-Line 42: Unexpected errors ['tuples_type_form.py:42: error: Unexpected "..."  [misc]']
-Line 43: Unexpected errors ['tuples_type_form.py:43: error: Unexpected "..."  [misc]']
-Line 44: Unexpected errors ['tuples_type_form.py:44: error: Unpack is only valid in a variadic position  [valid-type]']
-Line 45: Unexpected errors ['tuples_type_form.py:45: error: Unpack is only valid in a variadic position  [valid-type]']
 """
diff --git a/conformance/results/mypy/typeddicts_alt_syntax.toml b/conformance/results/mypy/typeddicts_alt_syntax.toml
index a2adc882a..f120b4d1c 100644
--- a/conformance/results/mypy/typeddicts_alt_syntax.toml
+++ b/conformance/results/mypy/typeddicts_alt_syntax.toml
@@ -13,10 +13,5 @@ typeddicts_alt_syntax.py:45: error: Extra keys ("name", "year") for TypedDict "M
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 23: Unexpected errors ['typeddicts_alt_syntax.py:23: error: TypedDict() expects a dictionary literal as the second argument  [misc]']
-Line 27: Unexpected errors ['typeddicts_alt_syntax.py:27: error: Invalid TypedDict() field name  [misc]']
-Line 31: Unexpected errors ['typeddicts_alt_syntax.py:31: error: First argument "WrongName" to TypedDict() does not match variable name "BadTypedDict3"  [name-match]']
-Line 35: Unexpected errors ['typeddicts_alt_syntax.py:35: error: Too many arguments for TypedDict()  [misc]']
-Line 41: Unexpected errors ['typeddicts_alt_syntax.py:41: error: Unexpected arguments to TypedDict()  [misc]']
 Line 44: Unexpected errors ['typeddicts_alt_syntax.py:44: error: Extra keys ("name", "year") for TypedDict "Movie2"  [typeddict-unknown-key]']
 """
diff --git a/conformance/results/mypy/typeddicts_class_syntax.toml b/conformance/results/mypy/typeddicts_class_syntax.toml
index 933a11e2d..76e44ef9b 100644
--- a/conformance/results/mypy/typeddicts_class_syntax.toml
+++ b/conformance/results/mypy/typeddicts_class_syntax.toml
@@ -6,11 +6,6 @@ typeddicts_class_syntax.py:38: error: Invalid statement in TypedDict definition;
 typeddicts_class_syntax.py:44: error: Unexpected keyword argument "metaclass" for "__init_subclass__" of "TypedDict"  [call-arg]
 typeddicts_class_syntax.py:49: error: Unexpected keyword argument "other" for "__init_subclass__" of "TypedDict"  [call-arg]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 29: Unexpected errors ['typeddicts_class_syntax.py:29: error: Invalid statement in TypedDict definition; expected "field_name: field_type"  [misc]']
-Line 33: Unexpected errors ['typeddicts_class_syntax.py:33: error: Invalid statement in TypedDict definition; expected "field_name: field_type"  [misc]']
-Line 38: Unexpected errors ['typeddicts_class_syntax.py:38: error: Invalid statement in TypedDict definition; expected "field_name: field_type"  [misc]']
-Line 44: Unexpected errors ['typeddicts_class_syntax.py:44: error: Unexpected keyword argument "metaclass" for "__init_subclass__" of "TypedDict"  [call-arg]']
-Line 49: Unexpected errors ['typeddicts_class_syntax.py:49: error: Unexpected keyword argument "other" for "__init_subclass__" of "TypedDict"  [call-arg]']
 """
diff --git a/conformance/results/mypy/typeddicts_inheritance.toml b/conformance/results/mypy/typeddicts_inheritance.toml
index ab863e9b7..6679cb131 100644
--- a/conformance/results/mypy/typeddicts_inheritance.toml
+++ b/conformance/results/mypy/typeddicts_inheritance.toml
@@ -4,9 +4,6 @@ typeddicts_inheritance.py:44: error: All bases of a new TypedDict must be TypedD
 typeddicts_inheritance.py:55: error: Overwriting TypedDict field "x" while extending  [misc]
 typeddicts_inheritance.py:65: error: Overwriting TypedDict field "x" while merging  [misc]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 44: Unexpected errors ['typeddicts_inheritance.py:44: error: All bases of a new TypedDict must be TypedDict types  [misc]']
-Line 55: Unexpected errors ['typeddicts_inheritance.py:55: error: Overwriting TypedDict field "x" while extending  [misc]']
-Line 65: Unexpected errors ['typeddicts_inheritance.py:65: error: Overwriting TypedDict field "x" while merging  [misc]']
 """
diff --git a/conformance/results/mypy/typeddicts_type_consistency.toml b/conformance/results/mypy/typeddicts_type_consistency.toml
index c701736fc..317b03110 100644
--- a/conformance/results/mypy/typeddicts_type_consistency.toml
+++ b/conformance/results/mypy/typeddicts_type_consistency.toml
@@ -14,15 +14,7 @@ typeddicts_type_consistency.py:124: error: Incompatible types (expression has ty
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 21: Unexpected errors ['typeddicts_type_consistency.py:21: error: Incompatible types in assignment (expression has type "B1", variable has type "A1")  [assignment]']
-Line 38: Unexpected errors ['typeddicts_type_consistency.py:38: error: Incompatible types in assignment (expression has type "B2", variable has type "A2")  [assignment]']
-Line 65: Unexpected errors ['typeddicts_type_consistency.py:65: error: Incompatible types in assignment (expression has type "A3", variable has type "B3")  [assignment]']
 Line 69: Unexpected errors ['typeddicts_type_consistency.py:69: error: Extra key "y" for TypedDict "A3"  [typeddict-unknown-key]']
-Line 76: Unexpected errors ['typeddicts_type_consistency.py:76: error: Incompatible types in assignment (expression has type "B3", variable has type "dict[str, int]")  [assignment]']
-Line 77: Unexpected errors ['typeddicts_type_consistency.py:77: error: Incompatible types in assignment (expression has type "B3", variable has type "dict[str, object]")  [assignment]']
-Line 78: Unexpected errors ['typeddicts_type_consistency.py:78: error: Incompatible types in assignment (expression has type "B3", variable has type "dict[Any, Any]")  [assignment]']
-Line 82: Unexpected errors ['typeddicts_type_consistency.py:82: error: Incompatible types in assignment (expression has type "B3", variable has type "Mapping[str, int]")  [assignment]']
 Line 99: Unexpected errors ['typeddicts_type_consistency.py:99: error: Incompatible types in assignment (expression has type "str | None", variable has type "str")  [assignment]']
 Line 105: Unexpected errors ['typeddicts_type_consistency.py:105: error: Incompatible types in assignment (expression has type "int | str", variable has type "int")  [assignment]']
-Line 124: Unexpected errors ['typeddicts_type_consistency.py:124: error: Incompatible types (expression has type "int", TypedDict item "inner_key" has type "str")  [typeddict-item]']
 """
diff --git a/conformance/results/mypy/typeddicts_usage.toml b/conformance/results/mypy/typeddicts_usage.toml
index 452fee798..ef96f5f0c 100644
--- a/conformance/results/mypy/typeddicts_usage.toml
+++ b/conformance/results/mypy/typeddicts_usage.toml
@@ -8,7 +8,6 @@ typeddicts_usage.py:35: error: Cannot use isinstance() with TypedDict type  [mis
 typeddicts_usage.py:40: error: Variable "typing.TypedDict" is not valid as a type  [valid-type]
 typeddicts_usage.py:40: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 28: Expected 1 errors, got 2 (['typeddicts_usage.py:28: error: Missing key "name" for TypedDict "Movie"  [typeddict-item]', 'typeddicts_usage.py:28: error: Extra key "title" for TypedDict "Movie"  [typeddict-unknown-key]'])
 """
diff --git a/conformance/results/pyre/dataclasses_usage.toml b/conformance/results/pyre/dataclasses_usage.toml
index 833deb368..998c75cb6 100644
--- a/conformance/results/pyre/dataclasses_usage.toml
+++ b/conformance/results/pyre/dataclasses_usage.toml
@@ -16,7 +16,7 @@ dataclasses_usage.py:130:0 Missing argument [20]: Call `DC8.__init__` expects ar
 dataclasses_usage.py:172:0 Uninitialized attribute [13]: Attribute `x` is declared in class `DC13` to have type `int` but is never initialized.
 dataclasses_usage.py:172:0 Uninitialized attribute [13]: Attribute `x_squared` is declared in class `DC13` to have type `int` but is never initialized.
 dataclasses_usage.py:179:0 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 1 was provided.
-dataclasses_usage.py:205:0 Incompatible variable type [9]: v2 is declared to have type `DataclassProto` but is used as type `DC15`.
+dataclasses_usage.py:205:0 Incompatible variable type [9]: v7 is declared to have type `DataclassProto` but is used as type `DC15`.
 """
 conformance_automated = "Fail"
 errors_diff = """
@@ -27,5 +27,5 @@ Line 228: Expected 1 errors
 Line 73: Unexpected errors ['dataclasses_usage.py:73:4 Incompatible attribute type [8]: Attribute `a` declared in class `DC3` has type `InitVar[int]` but is used as type `int`.']
 Line 116: Unexpected errors ['dataclasses_usage.py:116:0 Uninitialized attribute [13]: Attribute `y` is declared in class `DC8` to have type `int` but is never initialized.']
 Line 172: Unexpected errors ['dataclasses_usage.py:172:0 Uninitialized attribute [13]: Attribute `x` is declared in class `DC13` to have type `int` but is never initialized.', 'dataclasses_usage.py:172:0 Uninitialized attribute [13]: Attribute `x_squared` is declared in class `DC13` to have type `int` but is never initialized.']
-Line 205: Unexpected errors ['dataclasses_usage.py:205:0 Incompatible variable type [9]: v2 is declared to have type `DataclassProto` but is used as type `DC15`.']
+Line 205: Unexpected errors ['dataclasses_usage.py:205:0 Incompatible variable type [9]: v7 is declared to have type `DataclassProto` but is used as type `DC15`.']
 """
diff --git a/conformance/results/pyre/generics_self_usage.toml b/conformance/results/pyre/generics_self_usage.toml
index 0353065a6..f4581fa8a 100644
--- a/conformance/results/pyre/generics_self_usage.toml
+++ b/conformance/results/pyre/generics_self_usage.toml
@@ -15,7 +15,6 @@ Line 76: Expected 1 errors
 Line 82: Expected 1 errors
 Line 101: Expected 1 errors
 Line 103: Expected 1 errors
-Line 106: Expected 1 errors, got 2 (['generics_self_usage.py:106:0 Incompatible variable type [9]: TupleSelf is declared to have type `TypeAlias` but is used as type `Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_self_usage.py:106:29 Undefined attribute [16]: Module `typing` has no attribute `Self`.'])
 Line 111: Expected 1 errors
 Line 116: Expected 1 errors
 Line 121: Expected 1 errors
diff --git a/conformance/results/pyre/namedtuples_define_functional.toml b/conformance/results/pyre/namedtuples_define_functional.toml
index 152b0fa11..ccb7a2934 100644
--- a/conformance/results/pyre/namedtuples_define_functional.toml
+++ b/conformance/results/pyre/namedtuples_define_functional.toml
@@ -29,10 +29,11 @@ namedtuples_define_functional.py:66:0 Missing argument [20]: Call `NT5.__init__`
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 54: Unexpected errors ['namedtuples_define_functional.py:54:47 Invalid type [31]: Expression `False` is not a valid type.', 'namedtuples_define_functional.py:54:47 Invalid type [31]: Expression `False` is not a valid type.', 'namedtuples_define_functional.py:54:47 Invalid type [31]: Expression `typing.Final[False]` is not a valid type.']
+Line 52: Expected 1 errors
+Line 53: Expected 1 errors
+Line 54: Expected 1 errors, got 3 (['namedtuples_define_functional.py:54:47 Invalid type [31]: Expression `False` is not a valid type.', 'namedtuples_define_functional.py:54:47 Invalid type [31]: Expression `False` is not a valid type.', 'namedtuples_define_functional.py:54:47 Invalid type [31]: Expression `typing.Final[False]` is not a valid type.'])
 Line 56: Unexpected errors ['namedtuples_define_functional.py:56:47 Invalid type [31]: Expression `True` is not a valid type.', 'namedtuples_define_functional.py:56:47 Invalid type [31]: Expression `True` is not a valid type.', 'namedtuples_define_functional.py:56:47 Invalid type [31]: Expression `typing.Final[True]` is not a valid type.']
 Line 57: Unexpected errors ['namedtuples_define_functional.py:57:0 Unexpected keyword [28]: Unexpected keyword argument `abc` to call `NT4.__init__`.']
 Line 63: Unexpected errors ['namedtuples_define_functional.py:63:42 Invalid type [31]: Expression `(1, 2)` is not a valid type.', 'namedtuples_define_functional.py:63:42 Invalid type [31]: Expression `(1, 2)` is not a valid type.', 'namedtuples_define_functional.py:63:42 Invalid type [31]: Expression `typing.Final[(1, 2)]` is not a valid type.', 'namedtuples_define_functional.py:63:42 Invalid type parameters [24]: Generic type `typing.Final` expects 1 type parameter, received 2.']
 Line 65: Unexpected errors ['namedtuples_define_functional.py:65:0 Too many arguments [19]: Call `NT5.__init__` expects 1 positional argument, 3 were provided.']
-Line 66: Unexpected errors ['namedtuples_define_functional.py:66:0 Missing argument [20]: Call `NT5.__init__` expects argument `defaults`.']
 """
diff --git a/conformance/results/pyre/namedtuples_type_compat.toml b/conformance/results/pyre/namedtuples_type_compat.toml
index 0fcab8929..9d724f14c 100644
--- a/conformance/results/pyre/namedtuples_type_compat.toml
+++ b/conformance/results/pyre/namedtuples_type_compat.toml
@@ -13,7 +13,5 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 20: Unexpected errors ['namedtuples_type_compat.py:20:0 Incompatible variable type [9]: Unable to unpack `Point`, expected a tuple.']
 Line 21: Unexpected errors ['namedtuples_type_compat.py:21:0 Incompatible variable type [9]: Unable to unpack `Point`, expected a tuple.']
-Line 22: Unexpected errors ['namedtuples_type_compat.py:22:0 Incompatible variable type [9]: Unable to unpack `Point`, expected a tuple.']
-Line 23: Unexpected errors ['namedtuples_type_compat.py:23:0 Incompatible variable type [9]: Unable to unpack `Point`, expected a tuple.']
 Line 27: Unexpected errors ['namedtuples_type_compat.py:27:0 Incompatible variable type [9]: Unable to unpack `Point`, expected a tuple.']
 """
diff --git a/conformance/results/pyre/narrowing_typeguard.toml b/conformance/results/pyre/narrowing_typeguard.toml
index 1a7349658..7277e9bda 100644
--- a/conformance/results/pyre/narrowing_typeguard.toml
+++ b/conformance/results/pyre/narrowing_typeguard.toml
@@ -11,6 +11,8 @@ narrowing_typeguard.py:148:25 Incompatible parameter type [6]: In call `takes_ca
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 102: Expected 1 errors
+Line 107: Expected 1 errors
 Line 17: Unexpected errors ['narrowing_typeguard.py:17:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[str]]`.']
 Line 19: Unexpected errors ['narrowing_typeguard.py:19:33 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], typing.Any]`.']
 """
diff --git a/conformance/results/pyre/protocols_merging.toml b/conformance/results/pyre/protocols_merging.toml
index ce2932515..c471755f2 100644
--- a/conformance/results/pyre/protocols_merging.toml
+++ b/conformance/results/pyre/protocols_merging.toml
@@ -6,8 +6,8 @@ output = """
 protocols_merging.py:52:0 Incompatible variable type [9]: s6 is declared to have type `SizedAndClosable1` but is used as type `SCConcrete2`.
 protocols_merging.py:53:0 Incompatible variable type [9]: s7 is declared to have type `SizedAndClosable2` but is used as type `SCConcrete2`.
 protocols_merging.py:54:0 Incompatible variable type [9]: s8 is declared to have type `SizedAndClosable3` but is used as type `SCConcrete2`.
-protocols_merging.py:83:4 Invalid class instantiation [45]: Cannot instantiate abstract class `SizedAndClosable4` with abstract method `close`.
-protocols_merging.py:84:0 Incompatible variable type [9]: y is declared to have type `SizedAndClosable4` but is used as type `SCConcrete1`.
+protocols_merging.py:82:4 Invalid class instantiation [45]: Cannot instantiate abstract class `SizedAndClosable4` with abstract method `close`.
+protocols_merging.py:83:0 Incompatible variable type [9]: y is declared to have type `SizedAndClosable4` but is used as type `SCConcrete1`.
 """
 conformance_automated = "Fail"
 errors_diff = """
diff --git a/conformance/results/pyre/protocols_variance.toml b/conformance/results/pyre/protocols_variance.toml
index 0aa28959e..5577f2529 100644
--- a/conformance/results/pyre/protocols_variance.toml
+++ b/conformance/results/pyre/protocols_variance.toml
@@ -15,6 +15,4 @@ Line 61: Expected 1 errors
 Line 66: Expected 1 errors
 Line 71: Expected 1 errors
 Line 104: Expected 1 errors
-Line 62: Unexpected errors ['protocols_variance.py:62:17 Invalid type variance [46]: The type variable `Variable[T1_co](covariant)` is covariant and cannot be a parameter type.']
-Line 72: Unexpected errors ['protocols_variance.py:72:4 Invalid type variance [46]: The type variable `Variable[T1_contra](contravariant)` is contravariant and cannot be a return type.']
 """
diff --git a/conformance/results/pyre/qualifiers_final_decorator.toml b/conformance/results/pyre/qualifiers_final_decorator.toml
index fd7991fc1..8399d4c19 100644
--- a/conformance/results/pyre/qualifiers_final_decorator.toml
+++ b/conformance/results/pyre/qualifiers_final_decorator.toml
@@ -18,10 +18,16 @@ qualifiers_final_decorator.py:126:0 Invalid inheritance [39]: `final` cannot be
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 59: Expected 1 errors
+Line 63: Expected 1 errors
 Line 85: Expected 1 errors
 Line 89: Expected 1 errors
 Line 102: Expected 1 errors
 Line 118: Expected 1 errors, got 2 (['qualifiers_final_decorator.py:118:4 Inconsistent override [14]: `qualifiers_final_decorator.Derived5.method` overrides method defined in `Base5_2` inconsistently. Could not find parameter `v` in overriding signature.', 'qualifiers_final_decorator.py:118:4 Invalid override [40]: `qualifiers_final_decorator.Derived5.method` cannot override final method defined in `Base5_2`.'])
+Line 125: Expected 1 errors
 Line 51: Unexpected errors ['qualifiers_final_decorator.py:51:4 Incompatible overload [43]: This definition does not have the same decorators as the preceding overload(s).']
+Line 60: Unexpected errors ['qualifiers_final_decorator.py:60:4 Invalid override [40]: `qualifiers_final_decorator.Derived2.method2` cannot override final method defined in `Base2`.']
+Line 64: Unexpected errors ['qualifiers_final_decorator.py:64:4 Invalid override [40]: `qualifiers_final_decorator.Derived2.method3` cannot override final method defined in `Base2`.']
 Line 86: Unexpected errors ['qualifiers_final_decorator.py:86:4 Incompatible overload [43]: This definition does not have the same decorators as the preceding overload(s).']
+Line 126: Unexpected errors ['qualifiers_final_decorator.py:126:0 Invalid inheritance [39]: `final` cannot be used with non-method functions.']
 """
diff --git a/conformance/results/pyre/specialtypes_never.toml b/conformance/results/pyre/specialtypes_never.toml
index 996679808..73ca4ce1c 100644
--- a/conformance/results/pyre/specialtypes_never.toml
+++ b/conformance/results/pyre/specialtypes_never.toml
@@ -17,7 +17,7 @@ specialtypes_never.py:104:4 Incompatible return type [7]: Expected `ClassC[Varia
 conformance_automated = "Fail"
 errors_diff = """
 Line 19: Expected 1 errors
-Line 44: Expected 1 errors
+Line 43: Expected 1 errors
 Line 45: Expected 1 errors
 Line 50: Expected 1 errors
 Line 51: Expected 1 errors
diff --git a/conformance/results/pyre/tuples_type_form.toml b/conformance/results/pyre/tuples_type_form.toml
index e1c0a36f0..494ed84f7 100644
--- a/conformance/results/pyre/tuples_type_form.toml
+++ b/conformance/results/pyre/tuples_type_form.toml
@@ -13,6 +13,8 @@ tuples_type_form.py:45:5 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 44: Unexpected errors ['tuples_type_form.py:44:5 Invalid type [31]: Expression `tuple[(*tuple[str], ...)]` is not a valid type.']
-Line 45: Unexpected errors ['tuples_type_form.py:45:5 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], ...)]` is not a valid type.']
+Line 40: Expected 1 errors
+Line 41: Expected 1 errors
+Line 42: Expected 1 errors
+Line 43: Expected 1 errors
 """
diff --git a/conformance/results/pyre/typeddicts_alt_syntax.toml b/conformance/results/pyre/typeddicts_alt_syntax.toml
index 603200146..c172f19d5 100644
--- a/conformance/results/pyre/typeddicts_alt_syntax.toml
+++ b/conformance/results/pyre/typeddicts_alt_syntax.toml
@@ -10,8 +10,9 @@ typeddicts_alt_syntax.py:43:8 Undefined or invalid type [11]: Annotation `Movie2
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 27: Expected 1 errors
+Line 31: Expected 1 errors
+Line 35: Expected 1 errors
 Line 45: Expected 1 errors
-Line 23: Unexpected errors ['typeddicts_alt_syntax.py:23:16 Call error [29]: `object` is not a function.']
-Line 41: Unexpected errors ['typeddicts_alt_syntax.py:41:9 Call error [29]: `object` is not a function.']
 Line 43: Unexpected errors ['typeddicts_alt_syntax.py:43:8 Undefined or invalid type [11]: Annotation `Movie2` is not defined as a type.']
 """
diff --git a/conformance/results/pyre/typeddicts_class_syntax.toml b/conformance/results/pyre/typeddicts_class_syntax.toml
index cd261f91c..213091bcc 100644
--- a/conformance/results/pyre/typeddicts_class_syntax.toml
+++ b/conformance/results/pyre/typeddicts_class_syntax.toml
@@ -11,5 +11,10 @@ typeddicts_class_syntax.py:57:0 Uninitialized attribute [13]: Attribute `value`
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 29: Expected 1 errors
+Line 33: Expected 1 errors
+Line 38: Expected 1 errors
+Line 44: Expected 1 errors
+Line 49: Expected 1 errors
 Line 57: Unexpected errors ['typeddicts_class_syntax.py:57:0 Uninitialized attribute [13]: Attribute `name` is declared in class `GenericTypedDict` to have type `str` but is never initialized.', 'typeddicts_class_syntax.py:57:0 Uninitialized attribute [13]: Attribute `value` is declared in class `GenericTypedDict` to have type `Variable[T]` but is never initialized.']
 """
diff --git a/conformance/results/pyre/typeddicts_inheritance.toml b/conformance/results/pyre/typeddicts_inheritance.toml
index 87856a21b..993113af6 100644
--- a/conformance/results/pyre/typeddicts_inheritance.toml
+++ b/conformance/results/pyre/typeddicts_inheritance.toml
@@ -8,6 +8,7 @@ typeddicts_inheritance.py:65:0 Invalid inheritance [39]: Field `x` has type `int
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 44: Expected 1 errors
+Line 55: Expected 1 errors
 Line 54: Unexpected errors ['typeddicts_inheritance.py:54:0 Inconsistent override [15]: `x` overrides attribute defined in `X1` inconsistently. Type `int` is not a subtype of the overridden attribute `str`.']
-Line 65: Unexpected errors ['typeddicts_inheritance.py:65:0 Invalid inheritance [39]: Field `x` has type `int` in base class `X2` and type `str` in base class `Y2`.']
 """
diff --git a/conformance/results/pyre/typeddicts_type_consistency.toml b/conformance/results/pyre/typeddicts_type_consistency.toml
index c72ccfbdb..047971878 100644
--- a/conformance/results/pyre/typeddicts_type_consistency.toml
+++ b/conformance/results/pyre/typeddicts_type_consistency.toml
@@ -19,15 +19,9 @@ typeddicts_type_consistency.py:150:0 Incompatible variable type [9]: o4 is decla
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 21: Unexpected errors ['typeddicts_type_consistency.py:21:0 Incompatible variable type [9]: a1 is declared to have type `A1` but is used as type `B1`.']
-Line 38: Unexpected errors ['typeddicts_type_consistency.py:38:0 Incompatible variable type [9]: a2 is declared to have type `A2` but is used as type `B2`.']
+Line 65: Expected 1 errors
 Line 69: Unexpected errors ['typeddicts_type_consistency.py:69:11 TypedDict initialization error [55]: TypedDict `A3` has no field `y`.']
-Line 76: Unexpected errors ['typeddicts_type_consistency.py:76:0 Incompatible variable type [9]: d1 is declared to have type `Dict[str, int]` but is used as type `B3`.']
-Line 77: Unexpected errors ['typeddicts_type_consistency.py:77:0 Incompatible variable type [9]: d2 is declared to have type `Dict[str, object]` but is used as type `B3`.']
-Line 78: Unexpected errors ['typeddicts_type_consistency.py:78:0 Incompatible variable type [9]: d3 is declared to have type `Dict[typing.Any, typing.Any]` but is used as type `B3`.']
-Line 82: Unexpected errors ['typeddicts_type_consistency.py:82:0 Incompatible variable type [9]: m1 is declared to have type `Mapping[str, int]` but is used as type `B3`.']
 Line 99: Unexpected errors ['typeddicts_type_consistency.py:99:0 Incompatible variable type [9]: name3 is declared to have type `str` but is used as type `Optional[str]`.']
 Line 105: Unexpected errors ['typeddicts_type_consistency.py:105:0 Incompatible variable type [9]: age4 is declared to have type `int` but is used as type `Union[str, int]`.']
-Line 124: Unexpected errors ['typeddicts_type_consistency.py:124:41 TypedDict initialization error [55]: Expected type `str` for `Inner1` field `inner_key` but got `int`.']
 Line 150: Unexpected errors ['typeddicts_type_consistency.py:150:0 Incompatible variable type [9]: o4 is declared to have type `Outer3` but is used as type `Outer2`.']
 """
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index 86be76fb2..8d7091d95 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 3.1
+test_duration = 3.3
diff --git a/conformance/results/pyright/namedtuples_define_functional.toml b/conformance/results/pyright/namedtuples_define_functional.toml
index 828fc5f5b..85d26b513 100644
--- a/conformance/results/pyright/namedtuples_define_functional.toml
+++ b/conformance/results/pyright/namedtuples_define_functional.toml
@@ -20,8 +20,4 @@ namedtuples_define_functional.py:66:1 - error: Argument missing for parameter "a
 conformance_automated = "Fail"
 errors_diff = """
 Line 31: Expected 1 errors, got 2 (['namedtuples_define_functional.py:31:8 - error: Argument missing for parameter "y" (reportCallIssue)', 'namedtuples_define_functional.py:31:18 - error: No parameter named "z" (reportCallIssue)'])
-Line 52: Unexpected errors ['namedtuples_define_functional.py:52:31 - error: Names within a named tuple must be unique (reportGeneralTypeIssues)']
-Line 53: Unexpected errors ['namedtuples_define_functional.py:53:33 - error: Field names cannot be a keyword (reportGeneralTypeIssues)']
-Line 54: Unexpected errors ['namedtuples_define_functional.py:54:33 - error: Field names cannot be a keyword (reportGeneralTypeIssues)']
-Line 66: Unexpected errors ['namedtuples_define_functional.py:66:1 - error: Argument missing for parameter "a" (reportCallIssue)']
 """
diff --git a/conformance/results/pyright/namedtuples_type_compat.toml b/conformance/results/pyright/namedtuples_type_compat.toml
index 3e04bf3f2..45cd25410 100644
--- a/conformance/results/pyright/namedtuples_type_compat.toml
+++ b/conformance/results/pyright/namedtuples_type_compat.toml
@@ -8,8 +8,6 @@ namedtuples_type_compat.py:23:28 - error: Expression of type "Point" cannot be a
     Tuple entry 2 is incorrect type
       "int" is incompatible with "str" (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 22: Unexpected errors ['namedtuples_type_compat.py:22:23 - error: Expression of type "Point" cannot be assigned to declared type "tuple[int, int]"']
-Line 23: Unexpected errors ['namedtuples_type_compat.py:23:28 - error: Expression of type "Point" cannot be assigned to declared type "tuple[int, str, str]"']
 """
diff --git a/conformance/results/pyright/narrowing_typeguard.toml b/conformance/results/pyright/narrowing_typeguard.toml
index 1aa634d3a..dec295f5a 100644
--- a/conformance/results/pyright/narrowing_typeguard.toml
+++ b/conformance/results/pyright/narrowing_typeguard.toml
@@ -13,8 +13,6 @@ narrowing_typeguard.py:148:26 - error: Argument of type "(val: object) -> TypeGu
       "TypeGuard[int]" is incompatible with "str"
       "bool" is incompatible with "str" (reportArgumentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 102: Unexpected errors ['narrowing_typeguard.py:102:9 - error: User-defined type guard functions and methods must have at least one input parameter (reportGeneralTypeIssues)']
-Line 107: Unexpected errors ['narrowing_typeguard.py:107:9 - error: User-defined type guard functions and methods must have at least one input parameter (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/protocols_merging.toml b/conformance/results/pyright/protocols_merging.toml
index dad0ae329..41e037dda 100644
--- a/conformance/results/pyright/protocols_merging.toml
+++ b/conformance/results/pyright/protocols_merging.toml
@@ -8,14 +8,12 @@ protocols_merging.py:53:25 - error: Expression of type "SCConcrete2" cannot be a
     "__len__" is not present (reportAssignmentType)
 protocols_merging.py:54:25 - error: Expression of type "SCConcrete2" cannot be assigned to declared type "SizedAndClosable3"
   "SCConcrete2" is incompatible with "SizedAndClosable3" (reportAssignmentType)
-protocols_merging.py:68:16 - error: Protocol class "BadProto" cannot derive from non-protocol class "SizedAndClosable3" (reportGeneralTypeIssues)
-protocols_merging.py:83:5 - error: Cannot instantiate abstract class "SizedAndClosable4"
+protocols_merging.py:67:16 - error: Protocol class "BadProto" cannot derive from non-protocol class "SizedAndClosable3" (reportGeneralTypeIssues)
+protocols_merging.py:82:5 - error: Cannot instantiate abstract class "SizedAndClosable4"
   "SizedAndClosable4.close" is not implemented (reportAbstractUsage)
-protocols_merging.py:84:24 - error: Expression of type "SCConcrete1" cannot be assigned to declared type "SizedAndClosable4"
+protocols_merging.py:83:24 - error: Expression of type "SCConcrete1" cannot be assigned to declared type "SizedAndClosable4"
   "SCConcrete1" is incompatible with "SizedAndClosable4" (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 67: Expected 1 errors
-Line 68: Unexpected errors ['protocols_merging.py:68:16 - error: Protocol class "BadProto" cannot derive from non-protocol class "SizedAndClosable3" (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/protocols_variance.toml b/conformance/results/pyright/protocols_variance.toml
index b4a014041..4b464f330 100644
--- a/conformance/results/pyright/protocols_variance.toml
+++ b/conformance/results/pyright/protocols_variance.toml
@@ -19,6 +19,4 @@ Line 61: Expected 1 errors
 Line 66: Expected 1 errors
 Line 71: Expected 1 errors
 Line 104: Expected 1 errors
-Line 62: Unexpected errors ['protocols_variance.py:62:22 - error: Covariant type variable cannot be used in parameter type (reportGeneralTypeIssues)']
-Line 72: Unexpected errors ['protocols_variance.py:72:21 - error: Contravariant type variable cannot be used in return type (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/qualifiers_final_decorator.toml b/conformance/results/pyright/qualifiers_final_decorator.toml
index 8391a446d..11dccea9a 100644
--- a/conformance/results/pyright/qualifiers_final_decorator.toml
+++ b/conformance/results/pyright/qualifiers_final_decorator.toml
@@ -17,7 +17,13 @@ qualifiers_final_decorator.py:126:5 - error: Function "func1" cannot be marked @
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 59: Expected 1 errors
+Line 63: Expected 1 errors
 Line 85: Expected 1 errors
 Line 118: Expected 1 errors, got 2 (['qualifiers_final_decorator.py:118:9 - error: Method "method" cannot override final method defined in class "Base5_2" (reportIncompatibleMethodOverride)', 'qualifiers_final_decorator.py:118:9 - error: Method "method" overrides class "Base5_2" in an incompatible manner'])
+Line 125: Expected 1 errors
+Line 60: Unexpected errors ['qualifiers_final_decorator.py:60:9 - error: Method "method2" cannot override final method defined in class "Base2" (reportIncompatibleMethodOverride)']
+Line 64: Unexpected errors ['qualifiers_final_decorator.py:64:9 - error: Method "method3" cannot override final method defined in class "Base2" (reportIncompatibleMethodOverride)']
 Line 86: Unexpected errors ['qualifiers_final_decorator.py:86:9 - error: Overload for "method" is marked @final but implementation is not (reportInconsistentOverload)']
+Line 126: Unexpected errors ['qualifiers_final_decorator.py:126:5 - error: Function "func1" cannot be marked @final because it is not a method (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/specialtypes_never.toml b/conformance/results/pyright/specialtypes_never.toml
index 4b097abda..04ededdb0 100644
--- a/conformance/results/pyright/specialtypes_never.toml
+++ b/conformance/results/pyright/specialtypes_never.toml
@@ -11,7 +11,7 @@ specialtypes_never.py:104:12 - error: Expression of type "ClassC[Never]" cannot
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 44: Expected 1 errors
+Line 43: Expected 1 errors
 Line 45: Expected 1 errors
 Line 50: Expected 1 errors
 Line 51: Expected 1 errors
diff --git a/conformance/results/pyright/tuples_type_form.toml b/conformance/results/pyright/tuples_type_form.toml
index 0c9380801..499e3dd4d 100644
--- a/conformance/results/pyright/tuples_type_form.toml
+++ b/conformance/results/pyright/tuples_type_form.toml
@@ -20,12 +20,6 @@ tuples_type_form.py:43:17 - error: "..." is allowed only as the second of two ar
 tuples_type_form.py:44:25 - error: "..." cannot be used with an unpacked TypeVarTuple or tuple
 tuples_type_form.py:45:30 - error: "..." cannot be used with an unpacked TypeVarTuple or tuple
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 40: Unexpected errors ['tuples_type_form.py:40:22 - error: "..." is allowed only as the second of two arguments']
-Line 41: Unexpected errors ['tuples_type_form.py:41:12 - error: "..." is allowed only as the second of two arguments']
-Line 42: Unexpected errors ['tuples_type_form.py:42:12 - error: "..." is allowed only as the second of two arguments']
-Line 43: Unexpected errors ['tuples_type_form.py:43:17 - error: "..." is allowed only as the second of two arguments']
-Line 44: Unexpected errors ['tuples_type_form.py:44:25 - error: "..." cannot be used with an unpacked TypeVarTuple or tuple']
-Line 45: Unexpected errors ['tuples_type_form.py:45:30 - error: "..." cannot be used with an unpacked TypeVarTuple or tuple']
 """
diff --git a/conformance/results/pyright/typeddicts_alt_syntax.toml b/conformance/results/pyright/typeddicts_alt_syntax.toml
index c395f088b..408b449b5 100644
--- a/conformance/results/pyright/typeddicts_alt_syntax.toml
+++ b/conformance/results/pyright/typeddicts_alt_syntax.toml
@@ -7,10 +7,6 @@ typeddicts_alt_syntax.py:35:78 - error: Extra TypedDict arguments not supported
 typeddicts_alt_syntax.py:45:43 - error: Expression of type "dict[str, str]" cannot be assigned to declared type "Movie2"
   "Literal['']" is incompatible with "int" (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 23: Unexpected errors ['typeddicts_alt_syntax.py:23:17 - error: Expected dict or keyword parameter as second parameter (reportArgumentType)']
-Line 27: Unexpected errors ['typeddicts_alt_syntax.py:27:45 - error: Expected string literal for dictionary entry name (reportGeneralTypeIssues)']
-Line 31: Unexpected errors ['typeddicts_alt_syntax.py:31:1 - error: TypedDict must be assigned to a variable named "WrongName" (reportGeneralTypeIssues)']
-Line 35: Unexpected errors ['typeddicts_alt_syntax.py:35:78 - error: Extra TypedDict arguments not supported (reportCallIssue)']
 """
diff --git a/conformance/results/pyright/typeddicts_class_syntax.toml b/conformance/results/pyright/typeddicts_class_syntax.toml
index 82ad0e01d..4c4ddb5d8 100644
--- a/conformance/results/pyright/typeddicts_class_syntax.toml
+++ b/conformance/results/pyright/typeddicts_class_syntax.toml
@@ -6,11 +6,6 @@ typeddicts_class_syntax.py:38:5 - error: TypedDict classes can contain only type
 typeddicts_class_syntax.py:44:32 - error: TypedDict does not support __init_subclass__ parameter "metaclass"
 typeddicts_class_syntax.py:49:32 - error: TypedDict does not support __init_subclass__ parameter "other"
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 29: Unexpected errors ['typeddicts_class_syntax.py:29:5 - error: TypedDict classes can contain only type annotations (reportGeneralTypeIssues)']
-Line 33: Unexpected errors ['typeddicts_class_syntax.py:33:5 - error: TypedDict classes can contain only type annotations (reportGeneralTypeIssues)']
-Line 38: Unexpected errors ['typeddicts_class_syntax.py:38:5 - error: TypedDict classes can contain only type annotations (reportGeneralTypeIssues)']
-Line 44: Unexpected errors ['typeddicts_class_syntax.py:44:32 - error: TypedDict does not support __init_subclass__ parameter "metaclass"']
-Line 49: Unexpected errors ['typeddicts_class_syntax.py:49:32 - error: TypedDict does not support __init_subclass__ parameter "other"']
 """
diff --git a/conformance/results/pyright/typeddicts_inheritance.toml b/conformance/results/pyright/typeddicts_inheritance.toml
index d358228a7..294dce2c7 100644
--- a/conformance/results/pyright/typeddicts_inheritance.toml
+++ b/conformance/results/pyright/typeddicts_inheritance.toml
@@ -7,9 +7,6 @@ typeddicts_inheritance.py:55:4 - error: "x" overrides symbol of same name in cla
     Override type "int" is not the same as base type "str" (reportIncompatibleVariableOverride)
 typeddicts_inheritance.py:65:7 - error: Base classes for class "XYZ2" define variable "x" in incompatible way (reportIncompatibleVariableOverride)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 44: Unexpected errors ['typeddicts_inheritance.py:44:7 - error: All base classes for TypedDict classes must also be TypedDict classes']
-Line 55: Unexpected errors ['typeddicts_inheritance.py:55:4 - error: "x" overrides symbol of same name in class "X1"']
-Line 65: Unexpected errors ['typeddicts_inheritance.py:65:7 - error: Base classes for class "XYZ2" define variable "x" in incompatible way (reportIncompatibleVariableOverride)']
 """
diff --git a/conformance/results/pyright/typeddicts_type_consistency.toml b/conformance/results/pyright/typeddicts_type_consistency.toml
index 0bed7ff59..4330c2d3e 100644
--- a/conformance/results/pyright/typeddicts_type_consistency.toml
+++ b/conformance/results/pyright/typeddicts_type_consistency.toml
@@ -25,13 +25,5 @@ typeddicts_type_consistency.py:124:56 - error: Expression of type "dict[str, dic
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 21: Unexpected errors ['typeddicts_type_consistency.py:21:10 - error: Expression of type "B1" cannot be assigned to declared type "A1"']
-Line 38: Unexpected errors ['typeddicts_type_consistency.py:38:10 - error: Expression of type "B2" cannot be assigned to declared type "A2"']
-Line 65: Unexpected errors ['typeddicts_type_consistency.py:65:6 - error: Expression of type "A3" cannot be assigned to declared type "B3"']
 Line 69: Unexpected errors ['typeddicts_type_consistency.py:69:21 - error: Expression of type "dict[str, int]" cannot be assigned to declared type "A3"']
-Line 76: Unexpected errors ['typeddicts_type_consistency.py:76:22 - error: Expression of type "B3" cannot be assigned to declared type "dict[str, int]"']
-Line 77: Unexpected errors ['typeddicts_type_consistency.py:77:25 - error: Expression of type "B3" cannot be assigned to declared type "dict[str, object]"']
-Line 78: Unexpected errors ['typeddicts_type_consistency.py:78:22 - error: Expression of type "B3" cannot be assigned to declared type "dict[Any, Any]"']
-Line 82: Unexpected errors ['typeddicts_type_consistency.py:82:25 - error: Expression of type "B3" cannot be assigned to declared type "Mapping[str, int]"']
-Line 124: Unexpected errors ['typeddicts_type_consistency.py:124:56 - error: Expression of type "dict[str, dict[str, dict[str, int]]]" cannot be assigned to declared type "Outer1"']
 """
diff --git a/conformance/results/pytype/namedtuples_define_functional.toml b/conformance/results/pytype/namedtuples_define_functional.toml
index ee0ff67c4..d3f97fa62 100644
--- a/conformance/results/pytype/namedtuples_define_functional.toml
+++ b/conformance/results/pytype/namedtuples_define_functional.toml
@@ -19,8 +19,6 @@ File "namedtuples_define_functional.py", line 63, in <module>: Function collecti
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 52: Unexpected errors ['File "namedtuples_define_functional.py", line 52, in <module>: collections.namedtuple argument \\'a\\' is not a valid typename or field name. [invalid-namedtuple-arg]']
-Line 53: Unexpected errors ['File "namedtuples_define_functional.py", line 53, in <module>: collections.namedtuple argument \\'def\\' is not a valid typename or field name. [invalid-namedtuple-arg]']
-Line 54: Unexpected errors ['File "namedtuples_define_functional.py", line 54, in <module>: collections.namedtuple argument \\'def\\' is not a valid typename or field name. [invalid-namedtuple-arg]']
+Line 66: Expected 1 errors
 Line 63: Unexpected errors ['File "namedtuples_define_functional.py", line 63, in <module>: Function collections.namedtuple was called with the wrong arguments [wrong-arg-types]']
 """
diff --git a/conformance/results/pytype/namedtuples_type_compat.toml b/conformance/results/pytype/namedtuples_type_compat.toml
index d0e01d090..240a90347 100644
--- a/conformance/results/pytype/namedtuples_type_compat.toml
+++ b/conformance/results/pytype/namedtuples_type_compat.toml
@@ -3,8 +3,6 @@ output = """
 File "namedtuples_type_compat.py", line 22, in <module>: Type annotation for v3 does not match type of assignment [annotation-type-mismatch]
 File "namedtuples_type_compat.py", line 23, in <module>: Type annotation for v4 does not match type of assignment [annotation-type-mismatch]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 22: Unexpected errors ['File "namedtuples_type_compat.py", line 22, in <module>: Type annotation for v3 does not match type of assignment [annotation-type-mismatch]']
-Line 23: Unexpected errors ['File "namedtuples_type_compat.py", line 23, in <module>: Type annotation for v4 does not match type of assignment [annotation-type-mismatch]']
 """
diff --git a/conformance/results/pytype/narrowing_typeguard.toml b/conformance/results/pytype/narrowing_typeguard.toml
index 426521cfb..a95dd8d5e 100644
--- a/conformance/results/pytype/narrowing_typeguard.toml
+++ b/conformance/results/pytype/narrowing_typeguard.toml
@@ -6,6 +6,8 @@ output = """
 File "narrowing_typeguard.py", line 128, in <module>: Function takes_callable_str was called with the wrong arguments [wrong-arg-types]
 File "narrowing_typeguard.py", line 148, in <module>: Function takes_callable_str_proto was called with the wrong arguments [wrong-arg-types]
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 102: Expected 1 errors
+Line 107: Expected 1 errors
 """
diff --git a/conformance/results/pytype/protocols_merging.toml b/conformance/results/pytype/protocols_merging.toml
index 81bbb7972..bf9e4eab4 100644
--- a/conformance/results/pytype/protocols_merging.toml
+++ b/conformance/results/pytype/protocols_merging.toml
@@ -7,8 +7,8 @@ output = """
 File "protocols_merging.py", line 52, in <module>: Type annotation for s6 does not match type of assignment [annotation-type-mismatch]
 File "protocols_merging.py", line 53, in <module>: Type annotation for s7 does not match type of assignment [annotation-type-mismatch]
 File "protocols_merging.py", line 54, in <module>: Type annotation for s8 does not match type of assignment [annotation-type-mismatch]
-File "protocols_merging.py", line 83, in <module>: Can't instantiate SizedAndClosable4 with abstract methods close [not-instantiable]
-File "protocols_merging.py", line 84, in <module>: Type annotation for y does not match type of assignment [annotation-type-mismatch]
+File "protocols_merging.py", line 82, in <module>: Can't instantiate SizedAndClosable4 with abstract methods close [not-instantiable]
+File "protocols_merging.py", line 83, in <module>: Type annotation for y does not match type of assignment [annotation-type-mismatch]
 """
 conformance_automated = "Fail"
 errors_diff = """
diff --git a/conformance/results/pytype/qualifiers_final_decorator.toml b/conformance/results/pytype/qualifiers_final_decorator.toml
index 8bb764b7e..eb41dc442 100644
--- a/conformance/results/pytype/qualifiers_final_decorator.toml
+++ b/conformance/results/pytype/qualifiers_final_decorator.toml
@@ -21,13 +21,12 @@ File "qualifiers_final_decorator.py", line 125, in <module>: Cannot apply @final
 conformance_automated = "Fail"
 errors_diff = """
 Line 56: Expected 1 errors
-Line 60: Expected 1 errors
-Line 64: Expected 1 errors
+Line 59: Expected 1 errors
+Line 63: Expected 1 errors
 Line 75: Expected 1 errors
 Line 85: Expected 1 errors
 Line 89: Expected 1 errors
 Line 102: Expected 1 errors
-Line 126: Expected 1 errors
 Line 8: Unexpected errors ['File "qualifiers_final_decorator.py", line 8, in <module>: Couldn\\'t import pyi for \\'_qualifiers_final_decorator\\' [pyi-error]']
 Line 52: Unexpected errors ['File "qualifiers_final_decorator.py", line 52, in method4: bad return type [bad-return-type]']
 Line 55: Unexpected errors ['File "qualifiers_final_decorator.py", line 55, in <module>: Class Derived2 overrides final method method4, defined in base class Base2 [final-error]', 'File "qualifiers_final_decorator.py", line 55, in <module>: Class Derived2 overrides final method method3, defined in base class Base2 [final-error]', 'File "qualifiers_final_decorator.py", line 55, in <module>: Class Derived2 overrides final method method2, defined in base class Base2 [final-error]', 'File "qualifiers_final_decorator.py", line 55, in <module>: Class Derived2 overrides final method method1, defined in base class Base2 [final-error]']
@@ -35,5 +34,4 @@ Line 76: Unexpected errors ['File "qualifiers_final_decorator.py", line 76, in m
 Line 90: Unexpected errors ['File "qualifiers_final_decorator.py", line 90, in method: bad return type [bad-return-type]']
 Line 103: Unexpected errors ['File "qualifiers_final_decorator.py", line 103, in method: bad return type [bad-return-type]']
 Line 117: Unexpected errors ['File "qualifiers_final_decorator.py", line 117, in <module>: Class Derived5 overrides final method method, defined in base class Base5_2 [final-error]']
-Line 125: Unexpected errors ['File "qualifiers_final_decorator.py", line 125, in <module>: Cannot apply @final decorator to func1 [final-error]']
 """
diff --git a/conformance/results/pytype/specialtypes_never.toml b/conformance/results/pytype/specialtypes_never.toml
index 7d42c0916..f5db469d4 100644
--- a/conformance/results/pytype/specialtypes_never.toml
+++ b/conformance/results/pytype/specialtypes_never.toml
@@ -13,7 +13,7 @@ File "specialtypes_never.py", line 85, in func8: Type annotation for v3 does not
 conformance_automated = "Fail"
 errors_diff = """
 Line 19: Expected 1 errors
-Line 44: Expected 1 errors
+Line 43: Expected 1 errors
 Line 45: Expected 1 errors
 Line 50: Expected 1 errors
 Line 51: Expected 1 errors
diff --git a/conformance/results/pytype/tuples_type_form.toml b/conformance/results/pytype/tuples_type_form.toml
index 8b9452103..b2f6e3c5e 100644
--- a/conformance/results/pytype/tuples_type_form.toml
+++ b/conformance/results/pytype/tuples_type_form.toml
@@ -16,10 +16,6 @@ File "tuples_type_form.py", line 45, in <module>: Invalid type annotation '<inst
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 40: Unexpected errors ['File "tuples_type_form.py", line 40, in <module>: Invalid type annotation \\'tuple[int, int, Any]\\'  [invalid-annotation]']
-Line 41: Unexpected errors ['File "tuples_type_form.py", line 41, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]']
-Line 42: Unexpected errors ['File "tuples_type_form.py", line 42, in <module>: Invalid type annotation \\'tuple[Any, int]\\'  [invalid-annotation]', 'File "tuples_type_form.py", line 42, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]']
-Line 43: Unexpected errors ['File "tuples_type_form.py", line 43, in <module>: Invalid type annotation \\'tuple[int, Any, int]\\'  [invalid-annotation]', 'File "tuples_type_form.py", line 43, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]']
-Line 44: Unexpected errors ['File "tuples_type_form.py", line 44, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
-Line 45: Unexpected errors ['File "tuples_type_form.py", line 45, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
+Line 42: Expected 1 errors, got 2 (['File "tuples_type_form.py", line 42, in <module>: Invalid type annotation \\'tuple[Any, int]\\'  [invalid-annotation]', 'File "tuples_type_form.py", line 42, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]'])
+Line 43: Expected 1 errors, got 2 (['File "tuples_type_form.py", line 43, in <module>: Invalid type annotation \\'tuple[int, Any, int]\\'  [invalid-annotation]', 'File "tuples_type_form.py", line 43, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]'])
 """
diff --git a/conformance/results/pytype/typeddicts_alt_syntax.toml b/conformance/results/pytype/typeddicts_alt_syntax.toml
index bf62b3ff4..cb4b223d3 100644
--- a/conformance/results/pytype/typeddicts_alt_syntax.toml
+++ b/conformance/results/pytype/typeddicts_alt_syntax.toml
@@ -10,7 +10,8 @@ File "typeddicts_alt_syntax.py", line 41, in <module>: Function typing.TypedDict
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 23: Expected 1 errors
+Line 31: Expected 1 errors
+Line 35: Expected 1 errors
 Line 45: Expected 1 errors
-Line 27: Unexpected errors ['File "typeddicts_alt_syntax.py", line 27, in <module>: Function typing.TypedDict was called with the wrong arguments [wrong-arg-types]']
-Line 41: Unexpected errors ['File "typeddicts_alt_syntax.py", line 41, in <module>: Function typing.TypedDict expects 2 arg(s), got 3 [wrong-arg-count]']
 """
diff --git a/conformance/results/pytype/typeddicts_class_syntax.toml b/conformance/results/pytype/typeddicts_class_syntax.toml
index 98667d9ee..c6ebfda80 100644
--- a/conformance/results/pytype/typeddicts_class_syntax.toml
+++ b/conformance/results/pytype/typeddicts_class_syntax.toml
@@ -7,6 +7,11 @@ Does not report when other keyword argument is provided.
 output = """
 
 """
-conformance_automated = "Pass"
+conformance_automated = "Fail"
 errors_diff = """
+Line 29: Expected 1 errors
+Line 33: Expected 1 errors
+Line 38: Expected 1 errors
+Line 44: Expected 1 errors
+Line 49: Expected 1 errors
 """
diff --git a/conformance/results/pytype/typeddicts_inheritance.toml b/conformance/results/pytype/typeddicts_inheritance.toml
index 50a8d7bac..1fe7e62db 100644
--- a/conformance/results/pytype/typeddicts_inheritance.toml
+++ b/conformance/results/pytype/typeddicts_inheritance.toml
@@ -6,7 +6,6 @@ File "typeddicts_inheritance.py", line 65, in <module>: Invalid base class: Y2 [
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 44: Unexpected errors ['File "typeddicts_inheritance.py", line 44, in <module>: Invalid base class: NonTypedDict [base-class-error]']
+Line 55: Expected 1 errors
 Line 54: Unexpected errors ['File "typeddicts_inheritance.py", line 54, in <module>: Invalid base class: X1 [base-class-error]']
-Line 65: Unexpected errors ['File "typeddicts_inheritance.py", line 65, in <module>: Invalid base class: Y2 [base-class-error]']
 """
diff --git a/conformance/results/pytype/typeddicts_type_consistency.toml b/conformance/results/pytype/typeddicts_type_consistency.toml
index 2e5e06989..475c8deb5 100644
--- a/conformance/results/pytype/typeddicts_type_consistency.toml
+++ b/conformance/results/pytype/typeddicts_type_consistency.toml
@@ -12,8 +12,12 @@ File "typeddicts_type_consistency.py", line 124, in <module>: Type annotation fo
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 21: Expected 1 errors
+Line 38: Expected 1 errors
+Line 76: Expected 1 errors
+Line 77: Expected 1 errors
+Line 78: Expected 1 errors
+Line 82: Expected 1 errors
 Line 62: Unexpected errors ['File "typeddicts_type_consistency.py", line 62, in <module>: Type annotation for a3 does not match type of assignment [annotation-type-mismatch]']
-Line 65: Unexpected errors ['File "typeddicts_type_consistency.py", line 65, in <module>: Type annotation for b3 does not match type of assignment [annotation-type-mismatch]']
 Line 69: Unexpected errors ['File "typeddicts_type_consistency.py", line 69, in <module>: Type annotation for a3_1 does not match type of assignment [annotation-type-mismatch]']
-Line 124: Unexpected errors ['File "typeddicts_type_consistency.py", line 124, in <module>: Type annotation for o2 does not match type of assignment [annotation-type-mismatch]']
 """
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index 71e4279b4..f10abd508 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 44.8
+test_duration = 44.4
diff --git a/conformance/results/results.html b/conformance/results/results.html
index 950ec8b2a..9a95a28ee 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.1sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>44.8sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.3sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>44.4sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>
diff --git a/conformance/src/main.py b/conformance/src/main.py
index 0073c41a3..1b8c7b3d1 100644
--- a/conformance/src/main.py
+++ b/conformance/src/main.py
@@ -69,22 +69,11 @@ def diff_expected_errors(type_checker: TypeChecker, test_case: Path, output: str
     errors = type_checker.parse_errors(output.splitlines())
 
     differences: list[str] = []
-    for expected_lineno, (expected_count, optional_count) in expected_errors.items():
-        if expected_lineno not in errors:
-            if expected_count > 0:
-                differences.append(f"Line {expected_lineno}: Expected {expected_count} errors")
-            continue
-        actual_count = len(errors[expected_lineno])
-        if not (expected_count <= actual_count <= expected_count + optional_count):
-            expected_text = (
-                str(expected_count)
-                if optional_count == 0
-                else f"{expected_count} to {expected_count + optional_count}"
-            )
-            differences.append(
-                f"Line {expected_lineno}: Expected {expected_text} errors, "
-                f"got {actual_count} ({errors[expected_lineno]})"
-            )
+    for expected_lineno, (expected_count, _) in expected_errors.items():
+        if expected_lineno not in errors and expected_count > 0:
+            differences.append(f"Line {expected_lineno}: Expected {expected_count} errors")
+        # We don't report an issue if the count differs, because type checkers may produce
+        # multiple error messages for a single line.
     for actual_lineno, actual_errors in errors.items():
         if actual_lineno not in expected_errors:
             differences.append(f"Line {actual_lineno}: Unexpected errors {actual_errors}")
diff --git a/conformance/tests/dataclasses_usage.py b/conformance/tests/dataclasses_usage.py
index cfc8edd70..62def5032 100644
--- a/conformance/tests/dataclasses_usage.py
+++ b/conformance/tests/dataclasses_usage.py
@@ -202,7 +202,7 @@ class DataclassProto(Protocol):
     __dataclass_fields__: ClassVar[dict[str, Any]]
 
 
-v2: DataclassProto = dc15
+v7: DataclassProto = dc15
 
 
 @dataclass
diff --git a/conformance/tests/generics_self_usage.py b/conformance/tests/generics_self_usage.py
index 6990cbd18..af983ca2e 100644
--- a/conformance/tests/generics_self_usage.py
+++ b/conformance/tests/generics_self_usage.py
@@ -79,7 +79,7 @@ def foo(bar: Self) -> Self: ...  # E: not within a class
 
 class Foo2:
     # Rejected (Self is treated as unknown).
-    def has_existing_self_annotation(self: TFoo2) -> Self: ... # E
+    def has_existing_self_annotation(self: TFoo2) -> Self: ... # E  # E?
 
 class Foo3:
     def return_concrete_type(self) -> Self:
@@ -103,12 +103,12 @@ class Baz(Bar[Self]): ...  # E
 class Baz2(Self): ...  # E
 
 # This should generate an error.
-TupleSelf: TypeAlias = tuple[Self]  # E
+TupleSelf: TypeAlias = tuple[Self]  # E  # E?
 
 class Base:
     @staticmethod
     # This should generate an error.
-    def make() -> Self:  # E
+    def make() -> Self:  # E  # E?
         ...
 
     @staticmethod
diff --git a/conformance/tests/namedtuples_define_functional.py b/conformance/tests/namedtuples_define_functional.py
index 9084aa7da..63be89b0e 100644
--- a/conformance/tests/namedtuples_define_functional.py
+++ b/conformance/tests/namedtuples_define_functional.py
@@ -49,9 +49,9 @@
 # > the value of the ``rename`` argument. Type checkers may replicate this
 # > behavior statically.
 
-NT1 = namedtuple("NT1", ["a", "a"])  # Type error (duplicate field name)
-NT2 = namedtuple("NT2", ["abc", "def"])  # Type error (illegal field name)
-NT3 = namedtuple("NT3", ["abc", "def"], rename=False)  # Type error (illegal field name)
+NT1 = namedtuple("NT1", ["a", "a"])  # E: duplicate field name
+NT2 = namedtuple("NT2", ["abc", "def"])  # E: illegal field name
+NT3 = namedtuple("NT3", ["abc", "def"], rename=False)  # E: illegal field name
 
 NT4 = namedtuple("NT4", ["abc", "def"], rename=True)  # OK
 NT4(abc="", _1="")  # OK
@@ -63,4 +63,4 @@
 NT5 = namedtuple("NT5", "a b c", defaults=(1, 2))
 NT5(1)  # OK
 NT5(1, 2, 3)  # OK
-NT5()  # Type error (too few arguments)
+NT5()  # E: too few arguments
diff --git a/conformance/tests/namedtuples_type_compat.py b/conformance/tests/namedtuples_type_compat.py
index 96b68b2fd..2eb656e5c 100644
--- a/conformance/tests/namedtuples_type_compat.py
+++ b/conformance/tests/namedtuples_type_compat.py
@@ -19,8 +19,8 @@ class Point(NamedTuple):
 p = Point(x=1, y=2, units="inches")
 v1: tuple[int, int, str] = p  # OK
 v2: tuple[Any, ...] = p  # OK
-v3: tuple[int, int] = p  # Type error (too few elements)
-v4: tuple[int, str, str] = p  # Type error (incompatible element type)
+v3: tuple[int, int] = p  # E: too few elements
+v4: tuple[int, str, str] = p  # E: incompatible element type
 
 # > As with normal tuples, named tuples are covariant in their type parameters.
 
diff --git a/conformance/tests/narrowing_typeguard.py b/conformance/tests/narrowing_typeguard.py
index 936f8bfe3..399daed2c 100644
--- a/conformance/tests/narrowing_typeguard.py
+++ b/conformance/tests/narrowing_typeguard.py
@@ -99,12 +99,12 @@ def func3() -> None:
 
 class C:
     # Type checker should emit error here.
-    def tg_1(self) -> TypeGuard[int]:
+    def tg_1(self) -> TypeGuard[int]:  # E
         return False
 
     @classmethod
     # Type checker should emit error here.
-    def tg_2(cls) -> TypeGuard[int]:
+    def tg_2(cls) -> TypeGuard[int]:  # E
         return False
 
 # > ``TypeGuard`` is also valid as the return type of a ``Callable`` type. In that
diff --git a/conformance/tests/protocols_merging.py b/conformance/tests/protocols_merging.py
index ed2a343f5..6540de7ed 100644
--- a/conformance/tests/protocols_merging.py
+++ b/conformance/tests/protocols_merging.py
@@ -64,8 +64,7 @@ def func1(s1: SizedAndClosable1, s2: SizedAndClosable2):
 # > must be protocols.
 
 
-# E: SizedAndClosable3 is not a protocol
-class BadProto(SizedAndClosable3, Protocol):
+class BadProto(SizedAndClosable3, Protocol):  # E: SizedAndClosable3 is not a protocol
     ...
 
 
diff --git a/conformance/tests/protocols_variance.py b/conformance/tests/protocols_variance.py
index cfebbb9ff..e807351dc 100644
--- a/conformance/tests/protocols_variance.py
+++ b/conformance/tests/protocols_variance.py
@@ -59,7 +59,7 @@ def m1(self, p0: T1) -> None:
 
 
 class Protocol5(Protocol[T1_co]):  # E: T1_co should be contravariant
-    def m1(self, p0: T1_co) -> None:
+    def m1(self, p0: T1_co) -> None:  # E?
         ...
 
 
@@ -69,7 +69,7 @@ def m1(self) -> T1:
 
 
 class Protocol7(Protocol[T1_contra]):  # E: T1_contra should be covariant
-    def m1(self) -> T1_contra:
+    def m1(self) -> T1_contra:  # E?
         ...
 
 
diff --git a/conformance/tests/qualifiers_final_decorator.py b/conformance/tests/qualifiers_final_decorator.py
index 40ce9a2d8..9a79ab047 100644
--- a/conformance/tests/qualifiers_final_decorator.py
+++ b/conformance/tests/qualifiers_final_decorator.py
@@ -56,12 +56,12 @@ class Derived2(Base2):
     def method1(self) -> None:  # E
         pass
 
-    @classmethod
-    def method2(cls) -> None:  # E
+    @classmethod  # E
+    def method2(cls) -> None:
         pass
 
-    @staticmethod
-    def method3() -> None:  # E
+    @staticmethod  # E
+    def method3() -> None:
         pass
 
     @overload
@@ -122,6 +122,6 @@ def method(self) -> None:  # E
 # > It is an error to use @final on a non-method function.
 
 
-@final
-def func1() -> int:  # E: not allowed on non-method function.
+@final  # E: not allowed on non-method function.
+def func1() -> int:
     return 0
diff --git a/conformance/tests/specialtypes_never.py b/conformance/tests/specialtypes_never.py
index 535dcd020..480b5407b 100644
--- a/conformance/tests/specialtypes_never.py
+++ b/conformance/tests/specialtypes_never.py
@@ -40,8 +40,8 @@ def func2(x: int) -> int:
 
 
 def func3(
-    a: NoReturn, b: list[NoReturn]
-) -> None:  # E: NoReturn used outside of return annotation
+    a: NoReturn, b: list[NoReturn]  # E: NoReturn used outside of return annotation
+) -> None:
     c: NoReturn = a  # E: NoReturn used outside of return annotation
 
 
diff --git a/conformance/tests/tuples_type_form.py b/conformance/tests/tuples_type_form.py
index ce54c0ee9..eb83de022 100644
--- a/conformance/tests/tuples_type_form.py
+++ b/conformance/tests/tuples_type_form.py
@@ -37,9 +37,9 @@ def func2() -> list[tuple[()]]:
 
 
 t30: tuple[int, ...]  # OK
-t31: tuple[int, int, ...]  # Invalid
-t32: tuple[...]  # Invalid
-t33: tuple[..., int]  # Invalid
-t34: tuple[int, ..., int]  # Invalid
-t35: tuple[*tuple[str], ...]  # Invalid
-t36: tuple[*tuple[str, ...], ...]  # Invalid
+t31: tuple[int, int, ...]  # E
+t32: tuple[...]  # E
+t33: tuple[..., int]  # E
+t34: tuple[int, ..., int]  # E
+t35: tuple[*tuple[str], ...]  # E
+t36: tuple[*tuple[str, ...], ...]  # E
diff --git a/conformance/tests/typeddicts_alt_syntax.py b/conformance/tests/typeddicts_alt_syntax.py
index 9f4dea971..338a8daa4 100644
--- a/conformance/tests/typeddicts_alt_syntax.py
+++ b/conformance/tests/typeddicts_alt_syntax.py
@@ -20,25 +20,25 @@
 # > the second argument to TypedDict. In particular, a variable that refers to a
 # > dictionary object does not need to be supported, to simplify implementation.
 my_dict = {"name": str}
-BadTypedDict1 = TypedDict("BadTypedDict1", my_dict)
+BadTypedDict1 = TypedDict("BadTypedDict1", my_dict)  # E
 
 
 # This should generate an error because it uses a non-str key.
-BadTypedDict2 = TypedDict("BadTypedDict2", {1: str})
+BadTypedDict2 = TypedDict("BadTypedDict2", {1: str})  # E
 
 
 # This should generate an error because it uses a non-matching name.
-BadTypedDict3 = TypedDict("WrongName", {"name": str})
+BadTypedDict3 = TypedDict("WrongName", {"name": str})  # E
 
 
 # This should generate an error because of the additional parameter.
-BadTypedDict4 = TypedDict("BadTypedDict4", {"name": str}, total=False, other=False)
+BadTypedDict4 = TypedDict("BadTypedDict4", {"name": str}, total=False, other=False)  # E
 
 
 # > The keyword-argument syntax is deprecated in 3.11 and will be removed in 3.13.
 # > It may also be unsupported by static type checkers.
 
-Movie2 = TypedDict("Movie2", name=str, year=int)
+Movie2 = TypedDict("Movie2", name=str, year=int)  # E?
 
 movie2: Movie2
 movie2 = {"name": "Blade Runner", "year": 1982}
diff --git a/conformance/tests/typeddicts_class_syntax.py b/conformance/tests/typeddicts_class_syntax.py
index 38ed09c0c..d9ededb5a 100644
--- a/conformance/tests/typeddicts_class_syntax.py
+++ b/conformance/tests/typeddicts_class_syntax.py
@@ -26,27 +26,27 @@ class BadTypedDict1(TypedDict):
     name: str
 
     # Methods are not allowed, so this should generate an error.
-    def method1(self):
+    def method1(self):  # E
         pass
 
     # Methods are not allowed, so this should generate an error.
-    @classmethod
+    @classmethod  # E
     def method2(cls):
         pass
 
     # Methods are not allowed, so this should generate an error.
-    @staticmethod
+    @staticmethod  # E
     def method3():
         pass
 
 
 # > Specifying a metaclass is not allowed.
-class BadTypedDict2(TypedDict, metaclass=type):
+class BadTypedDict2(TypedDict, metaclass=type):  # E
     name: str
 
 
 # This should generate an error because "other" is not an allowed keyword argument.
-class BadTypedDict3(TypedDict, other=True):
+class BadTypedDict3(TypedDict, other=True):  # E
     name: str
 
 
diff --git a/conformance/tests/typeddicts_inheritance.py b/conformance/tests/typeddicts_inheritance.py
index 38b72403a..2fe9e6405 100644
--- a/conformance/tests/typeddicts_inheritance.py
+++ b/conformance/tests/typeddicts_inheritance.py
@@ -41,7 +41,7 @@ class XYZ(X, Y):
 class NonTypedDict:
     pass
 
-class BadTypedDict(TypedDict, NonTypedDict):
+class BadTypedDict(TypedDict, NonTypedDict):  # E
     pass
 
 
@@ -52,7 +52,7 @@ class X1(TypedDict):
    x: str
 
 class Y1(X1):
-   x: int  # Type check error: cannot overwrite TypedDict field "x"
+   x: int  # E: cannot overwrite TypedDict field "x"
 
 
 # > Multiple inheritance does not allow conflict types for the same name field:
@@ -62,5 +62,5 @@ class X2(TypedDict):
 class Y2(TypedDict):
    x: str
 
-class XYZ2(X2, Y2):  # Type check error: cannot overwrite TypedDict field "x" while merging
+class XYZ2(X2, Y2):  # E: cannot overwrite TypedDict field "x" while merging
    xyz: bool
diff --git a/conformance/tests/typeddicts_type_consistency.py b/conformance/tests/typeddicts_type_consistency.py
index c782b2cc3..35b4ba4c5 100644
--- a/conformance/tests/typeddicts_type_consistency.py
+++ b/conformance/tests/typeddicts_type_consistency.py
@@ -18,7 +18,7 @@ class B1(TypedDict):
 b1: B1 = {"x": 0}
 
 # > Value types behave invariantly.
-a1: A1 = b1  # Type check error: 'B1' not compatible with 'A1'
+a1: A1 = b1  # E: 'B1' not compatible with 'A1'
 
 # > any TypedDict type is consistent with Mapping[str, object]
 v1: Mapping[str, object] = b1
@@ -35,7 +35,7 @@ class B2(TypedDict):
 
 
 b2: B2 = {"x": 0}
-a2: A2 = b2  # Type check error: 'B2' not compatible with 'A2'
+a2: A2 = b2  # E: 'B2' not compatible with 'A2'
 
 
 # > A TypedDict type A is consistent with TypedDict B if A is structurally
@@ -62,7 +62,7 @@ class B3(TypedDict):
 a3: A3 = b3
 
 a3 = {"x": 0}
-b3 = a3  # Type checker error
+b3 = a3  # E
 
 
 # This should generate an error because it's a literal assignment.
@@ -73,13 +73,13 @@ class B3(TypedDict):
 
 # > A TypedDict isn’t consistent with any Dict[...] type.
 
-d1: dict[str, int] = b3  # Type checker error
-d2: dict[str, object] = b3  # Type checker error
-d3: dict[Any, Any] = b3  # Type checker error
+d1: dict[str, int] = b3  # E
+d2: dict[str, object] = b3  # E
+d3: dict[Any, Any] = b3  # E
 
 # > A TypedDict with all int values is not consistent with Mapping[str, int].
 
-m1: Mapping[str, int] = b3  # Type checker error
+m1: Mapping[str, int] = b3  # E
 m2: Mapping[str, object] = b3  # OK
 m3: Mapping[str, Any] = b3  # OK
 
@@ -121,7 +121,7 @@ class Outer1(TypedDict):
 
 # This should generate an error because the inner-most value
 # should be a string.
-o2: Outer1 = {"outer_key": {"inner_key": {"inner_key": 1}}}
+o2: Outer1 = {"outer_key": {"inner_key": {"inner_key": 1}}}  # E
 
 
 class Inner3(TypedDict):
diff --git a/conformance/tests/typeddicts_usage.py b/conformance/tests/typeddicts_usage.py
index b1528ebb3..b1ecc6738 100644
--- a/conformance/tests/typeddicts_usage.py
+++ b/conformance/tests/typeddicts_usage.py
@@ -25,7 +25,7 @@ def record_movie(movie: Movie) -> None:
 
 # The code below should be rejected, since 'title' is not a valid key,
 # and the 'name' key is missing:
-movie2: Movie = {"title": "Blade Runner", "year": 1982}  # E
+movie2: Movie = {"title": "Blade Runner", "year": 1982}  # E  # E?
 
 m = Movie(name='Blade Runner', year=1982)
 

From 2f7d70171ea6dc567359f3e10c7ceba0bda04625 Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Thu, 4 Apr 2024 11:17:28 -0400
Subject: [PATCH 12/22] Stop worrying about error count

---
 .../results/mypy/aliases_type_statement.toml    |  6 ------
 .../results/mypy/aliases_typealiastype.toml     |  2 --
 .../mypy/generics_paramspec_components.toml     |  5 -----
 .../mypy/generics_syntax_compatibility.toml     |  2 --
 .../mypy/generics_syntax_declarations.toml      |  1 -
 .../mypy/generics_syntax_infer_variance.toml    | 17 -----------------
 .../results/mypy/generics_syntax_scoping.toml   |  1 -
 .../mypy/generics_typevartuple_args.toml        |  1 -
 .../generics_typevartuple_specialization.toml   |  2 --
 .../mypy/generics_variance_inference.toml       | 16 ----------------
 .../results/mypy/protocols_definition.toml      |  1 -
 .../mypy/qualifiers_final_annotation.toml       |  1 -
 .../mypy/qualifiers_final_decorator.toml        |  1 -
 .../mypy/typeddicts_readonly_inheritance.toml   |  5 -----
 conformance/results/pyre/aliases_recursive.toml |  1 -
 .../results/pyre/aliases_typealiastype.toml     |  1 -
 conformance/results/pyre/generics_defaults.toml |  1 -
 .../pyre/generics_defaults_referential.toml     |  1 -
 .../results/pyre/generics_paramspec_basic.toml  |  1 -
 .../pyre/generics_paramspec_components.toml     |  2 --
 conformance/results/pyre/generics_scoping.toml  |  1 -
 .../pyre/generics_typevartuple_basic.toml       |  2 --
 .../pyre/generics_typevartuple_callable.toml    |  1 -
 .../generics_typevartuple_specialization.toml   |  3 ---
 .../results/pyre/generics_upper_bound.toml      |  1 -
 .../results/pyre/literals_literalstring.toml    |  3 +--
 .../pyre/namedtuples_define_functional.toml     |  1 -
 .../pyre/qualifiers_final_annotation.toml       |  1 -
 .../pyre/qualifiers_final_decorator.toml        |  1 -
 .../results/pyre/tuples_type_compat.toml        |  3 ---
 conformance/results/pyre/version.toml           |  2 +-
 .../results/pyright/aliases_explicit.toml       | 15 +--------------
 .../results/pyright/aliases_implicit.toml       |  4 +---
 .../results/pyright/aliases_type_statement.toml |  1 -
 .../pyright/annotations_forward_refs.toml       |  1 -
 .../results/pyright/annotations_typeexpr.toml   |  7 +------
 .../results/pyright/callables_annotation.toml   |  3 +--
 .../results/pyright/generics_base_class.toml    |  3 +--
 conformance/results/pyright/generics_basic.toml |  3 +--
 .../pyright/generics_paramspec_basic.toml       |  4 +---
 .../pyright/generics_paramspec_components.toml  |  6 +-----
 .../results/pyright/generics_self_usage.toml    |  4 +---
 .../pyright/generics_syntax_compatibility.toml  |  3 +--
 .../pyright/generics_syntax_scoping.toml        |  1 -
 .../pyright/generics_typevartuple_basic.toml    |  2 --
 .../generics_typevartuple_specialization.toml   |  3 +--
 .../results/pyright/generics_upper_bound.toml   |  4 +---
 .../pyright/namedtuples_define_functional.toml  |  3 +--
 .../results/pyright/overloads_basic.toml        |  1 -
 .../pyright/protocols_runtime_checkable.toml    |  1 -
 .../results/pyright/qualifiers_annotated.toml   |  6 +-----
 .../pyright/qualifiers_final_annotation.toml    |  6 +-----
 .../pyright/qualifiers_final_decorator.toml     |  1 -
 .../pyright/typeddicts_readonly_update.toml     |  3 +--
 .../results/pytype/aliases_recursive.toml       |  2 --
 .../results/pytype/annotations_generators.toml  |  1 -
 .../results/pytype/callables_annotation.toml    |  4 +---
 .../pytype/generics_typevartuple_basic.toml     |  3 ---
 .../generics_typevartuple_specialization.toml   |  2 --
 .../results/pytype/generics_variance.toml       |  1 -
 .../pytype/literals_parameterizations.toml      |  1 -
 .../pytype/qualifiers_final_annotation.toml     |  3 ---
 .../results/pytype/tuples_type_compat.toml      |  3 ---
 .../results/pytype/tuples_type_form.toml        |  4 +---
 conformance/results/pytype/tuples_unpacked.toml |  4 ----
 .../pytype/typeddicts_readonly_inheritance.toml |  2 --
 conformance/results/pytype/version.toml         |  2 +-
 conformance/results/results.html                |  2 +-
 conformance/tests/generics_basic.py             |  2 +-
 conformance/tests/generics_self_usage.py        |  6 +++---
 conformance/tests/typeddicts_usage.py           |  2 +-
 71 files changed, 27 insertions(+), 189 deletions(-)

diff --git a/conformance/results/mypy/aliases_type_statement.toml b/conformance/results/mypy/aliases_type_statement.toml
index a17f67e81..01343878c 100644
--- a/conformance/results/mypy/aliases_type_statement.toml
+++ b/conformance/results/mypy/aliases_type_statement.toml
@@ -80,12 +80,6 @@ Line 17: Expected 1 errors
 Line 19: Expected 1 errors
 Line 26: Expected 1 errors
 Line 31: Expected 1 errors
-Line 64: Expected 1 errors, got 2 (['aliases_type_statement.py:64: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:64: error: Name "K" is not defined  [name-defined]'])
-Line 79: Expected 1 errors, got 2 (['aliases_type_statement.py:79: error: Unexpected "..."  [misc]', 'aliases_type_statement.py:79: error: Variable "aliases_type_statement.RecursiveTypeAlias2" is not valid as a type  [valid-type]'])
-Line 81: Expected 1 errors, got 2 (['aliases_type_statement.py:81: error: Unexpected "..."  [misc]', 'aliases_type_statement.py:81: error: Variable "aliases_type_statement.RecursiveTypeAlias2" is not valid as a type  [valid-type]'])
-Line 84: Expected 1 errors, got 2 (['aliases_type_statement.py:84: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:84: error: Name "RecursiveTypeAlias3" is not defined  [name-defined]'])
-Line 86: Expected 1 errors, got 3 (['aliases_type_statement.py:86: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:86: error: Name "T" is not defined  [name-defined]', 'aliases_type_statement.py:86: error: Cannot determine type of "RecursiveTypeAlias4"  [has-type]'])
-Line 90: Expected 1 errors, got 3 (['aliases_type_statement.py:90: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:90: error: Cannot resolve name "RecursiveTypeAlias7" (possible cyclic definition)  [misc]', 'aliases_type_statement.py:90: error: Name "RecursiveTypeAlias7" is used before definition  [used-before-def]'])
 Line 8: Unexpected errors ['aliases_type_statement.py:8: error: PEP 695 type aliases are not yet supported  [valid-type]']
 Line 9: Unexpected errors ['aliases_type_statement.py:9: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:9: error: Name "S3" is not defined  [name-defined]', 'aliases_type_statement.py:9: error: Name "S1" is not defined  [name-defined]', 'aliases_type_statement.py:9: error: Name "S2" is not defined  [name-defined]']
 Line 10: Unexpected errors ['aliases_type_statement.py:10: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:10: error: Value of type "UnionType" is not indexable  [index]']
diff --git a/conformance/results/mypy/aliases_typealiastype.toml b/conformance/results/mypy/aliases_typealiastype.toml
index 5488adfed..353545807 100644
--- a/conformance/results/mypy/aliases_typealiastype.toml
+++ b/conformance/results/mypy/aliases_typealiastype.toml
@@ -57,11 +57,9 @@ aliases_typealiastype.py:69: error: Function "list" could always be true in bool
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 40: Expected 1 errors, got 2 (['aliases_typealiastype.py:40: error: Unexpected "..."  [misc]', 'aliases_typealiastype.py:40: error: Variable "aliases_typealiastype.GoodAlias5" is not valid as a type  [valid-type]'])
 Line 45: Expected 1 errors
 Line 49: Expected 1 errors
 Line 53: Expected 1 errors
-Line 54: Expected 1 errors, got 2 (['aliases_typealiastype.py:54: error: Cannot determine type of "BadAlias7"  [has-type]', 'aliases_typealiastype.py:54: error: Name "BadAlias7" is used before definition  [used-before-def]'])
 Line 17: Unexpected errors ['aliases_typealiastype.py:17: error: Type variable "aliases_typealiastype.T" is unbound  [valid-type]', 'aliases_typealiastype.py:17: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
 Line 18: Unexpected errors ['aliases_typealiastype.py:18: error: Type variable "aliases_typealiastype.T" is unbound  [valid-type]', 'aliases_typealiastype.py:18: error: Type variable "aliases_typealiastype.S" is unbound  [valid-type]', 'aliases_typealiastype.py:18: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object, object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
 Line 19: Unexpected errors ['aliases_typealiastype.py:19: error: Cannot resolve name "GoodAlias4" (possible cyclic definition)  [misc]', 'aliases_typealiastype.py:19: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
diff --git a/conformance/results/mypy/generics_paramspec_components.toml b/conformance/results/mypy/generics_paramspec_components.toml
index 2f786c459..0cfb13a94 100644
--- a/conformance/results/mypy/generics_paramspec_components.toml
+++ b/conformance/results/mypy/generics_paramspec_components.toml
@@ -23,7 +23,6 @@ generics_paramspec_components.py:98: error: Argument 3 to "twice" has incompatib
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 17: Expected 1 errors, got 2 (['generics_paramspec_components.py:17: error: Use "P.args" for variadic "*" parameter  [valid-type]', 'generics_paramspec_components.py:17: error: Use "P.kwargs" for variadic "**" parameter  [valid-type]'])
 Line 20: Expected 1 errors
 Line 26: Expected 1 errors
 Line 30: Expected 1 errors
@@ -31,10 +30,6 @@ Line 35: Expected 1 errors
 Line 36: Expected 1 errors
 Line 38: Expected 1 errors
 Line 41: Expected 1 errors
-Line 49: Expected 1 errors, got 2 (['generics_paramspec_components.py:49: error: Argument 1 has incompatible type "*P.kwargs"; expected "P.args"  [arg-type]', 'generics_paramspec_components.py:49: error: Argument 2 has incompatible type "**P.args"; expected "P.kwargs"  [arg-type]'])
 Line 60: Expected 1 errors
-Line 70: Expected 1 errors, got 2 (['generics_paramspec_components.py:70: error: Argument 1 has incompatible type "*P.args"; expected "int"  [arg-type]', 'generics_paramspec_components.py:70: error: Argument 2 has incompatible type "int"; expected "P.args"  [arg-type]'])
 Line 72: Expected 1 errors
-Line 83: Expected 1 errors, got 3 (['generics_paramspec_components.py:83: error: "foo" gets multiple values for keyword argument "x"  [misc]', 'generics_paramspec_components.py:83: error: Argument 1 to "foo" has incompatible type "*P.args"; expected "int"  [arg-type]', 'generics_paramspec_components.py:83: error: Argument 3 to "foo" has incompatible type "**P.kwargs"; expected "int"  [arg-type]'])
-Line 98: Expected 1 errors, got 2 (['generics_paramspec_components.py:98: error: Argument 2 to "twice" has incompatible type "str"; expected "int"  [arg-type]', 'generics_paramspec_components.py:98: error: Argument 3 to "twice" has incompatible type "int"; expected "str"  [arg-type]'])
 """
diff --git a/conformance/results/mypy/generics_syntax_compatibility.toml b/conformance/results/mypy/generics_syntax_compatibility.toml
index 32b220c8f..233f5e92c 100644
--- a/conformance/results/mypy/generics_syntax_compatibility.toml
+++ b/conformance/results/mypy/generics_syntax_compatibility.toml
@@ -14,8 +14,6 @@ generics_syntax_compatibility.py:26: error: Name "M" is not defined  [name-defin
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 14: Expected 1 errors, got 2 (['generics_syntax_compatibility.py:14: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_compatibility.py:14: error: Name "V" is not defined  [name-defined]'])
-Line 26: Expected 1 errors, got 2 (['generics_syntax_compatibility.py:26: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_compatibility.py:26: error: Name "M" is not defined  [name-defined]'])
 Line 18: Unexpected errors ['generics_syntax_compatibility.py:18: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_compatibility.py:18: error: Name "V" is not defined  [name-defined]']
 Line 22: Unexpected errors ['generics_syntax_compatibility.py:22: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 23: Unexpected errors ['generics_syntax_compatibility.py:23: error: Name "V" is not defined  [name-defined]']
diff --git a/conformance/results/mypy/generics_syntax_declarations.toml b/conformance/results/mypy/generics_syntax_declarations.toml
index b4638ff23..78c18ee4b 100644
--- a/conformance/results/mypy/generics_syntax_declarations.toml
+++ b/conformance/results/mypy/generics_syntax_declarations.toml
@@ -35,7 +35,6 @@ generics_syntax_declarations.py:81: error: PEP 695 generics are not yet supporte
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 27: Expected 1 errors, got 4 (['generics_syntax_declarations.py:27: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_declarations.py:27: error: Free type variable expected in Protocol[...]  [misc]', 'generics_syntax_declarations.py:27: error: Name "S" is not defined  [name-defined]', 'generics_syntax_declarations.py:27: error: Name "T" is not defined  [name-defined]'])
 Line 34: Expected 1 errors
 Line 13: Unexpected errors ['generics_syntax_declarations.py:13: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 14: Unexpected errors ['generics_syntax_declarations.py:14: error: Expression is of type "Any", not "TypeVar"  [assert-type]', 'generics_syntax_declarations.py:14: error: Name "T" is not defined  [name-defined]']
diff --git a/conformance/results/mypy/generics_syntax_infer_variance.toml b/conformance/results/mypy/generics_syntax_infer_variance.toml
index a5feb3e40..096fdd3ec 100644
--- a/conformance/results/mypy/generics_syntax_infer_variance.toml
+++ b/conformance/results/mypy/generics_syntax_infer_variance.toml
@@ -111,23 +111,6 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 17: Expected 1 errors
 Line 21: Expected 1 errors
-Line 33: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:33: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:33: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]'])
-Line 41: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:41: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:41: error: The type "type[ShouldBeCovariant2]" is not generic and not indexable  [misc]'])
-Line 50: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:50: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:50: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]'])
-Line 59: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:59: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:59: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]'])
-Line 72: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:72: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:72: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]'])
-Line 83: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:83: error: "ShouldBeCovariant6" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:83: error: The type "type[ShouldBeCovariant6]" is not generic and not indexable  [misc]'])
-Line 99: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:99: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:99: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]'])
-Line 100: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:100: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:100: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]'])
-Line 114: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:114: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:114: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]'])
-Line 115: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:115: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:115: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]'])
-Line 122: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:122: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_syntax_infer_variance.py:122: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]'])
-Line 123: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:123: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_syntax_infer_variance.py:123: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]'])
-Line 124: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:124: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_syntax_infer_variance.py:124: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]'])
-Line 125: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:125: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_syntax_infer_variance.py:125: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]'])
-Line 133: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:133: error: "ShouldBeInvariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:133: error: The type "type[ShouldBeInvariant4]" is not generic and not indexable  [misc]'])
-Line 141: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:141: error: "ShouldBeInvariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:141: error: The type "type[ShouldBeInvariant5]" is not generic and not indexable  [misc]'])
-Line 152: Expected 1 errors, got 2 (['generics_syntax_infer_variance.py:152: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:152: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]'])
 Line 11: Unexpected errors ['generics_syntax_infer_variance.py:11: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
 Line 12: Unexpected errors ['generics_syntax_infer_variance.py:12: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
 Line 13: Unexpected errors ['generics_syntax_infer_variance.py:13: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
diff --git a/conformance/results/mypy/generics_syntax_scoping.toml b/conformance/results/mypy/generics_syntax_scoping.toml
index 452cfac14..ad4448fdb 100644
--- a/conformance/results/mypy/generics_syntax_scoping.toml
+++ b/conformance/results/mypy/generics_syntax_scoping.toml
@@ -70,7 +70,6 @@ generics_syntax_scoping.py:124: note: "assert_type" expects everything to be "An
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 98: Expected 1 errors, got 2 (['generics_syntax_scoping.py:98: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_scoping.py:98: error: Variable "generics_syntax_scoping.ClassE.T" is not valid as a type  [valid-type]'])
 Line 22: Unexpected errors ['generics_syntax_scoping.py:22: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 26: Unexpected errors ['generics_syntax_scoping.py:26: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 27: Unexpected errors ['generics_syntax_scoping.py:27: error: "Foo" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_scoping.py:27: error: Variable "generics_syntax_scoping.T" is not valid as a type  [valid-type]']
diff --git a/conformance/results/mypy/generics_typevartuple_args.toml b/conformance/results/mypy/generics_typevartuple_args.toml
index e200650db..35a66dce1 100644
--- a/conformance/results/mypy/generics_typevartuple_args.toml
+++ b/conformance/results/mypy/generics_typevartuple_args.toml
@@ -14,7 +14,6 @@ generics_typevartuple_args.py:67: error: Too few arguments for "func3"  [call-ar
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 59: Expected 1 errors, got 2 (['generics_typevartuple_args.py:59: error: Too few arguments for "func2"  [call-arg]', 'generics_typevartuple_args.py:59: error: Argument 1 to "func2" has incompatible type "str"; expected "int"  [arg-type]'])
 Line 75: Expected 1 errors
 Line 76: Expected 1 errors
 Line 80: Expected 1 errors
diff --git a/conformance/results/mypy/generics_typevartuple_specialization.toml b/conformance/results/mypy/generics_typevartuple_specialization.toml
index 5515e6f52..00f8c44e6 100644
--- a/conformance/results/mypy/generics_typevartuple_specialization.toml
+++ b/conformance/results/mypy/generics_typevartuple_specialization.toml
@@ -17,8 +17,6 @@ generics_typevartuple_specialization.py:163: error: TypeVarTuple cannot be split
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 109: Expected 1 errors, got 2 (['generics_typevartuple_specialization.py:109: error: Type application is only supported for generic classes  [misc]', 'generics_typevartuple_specialization.py:109: error: Unpack is only valid in a variadic position  [valid-type]'])
-Line 110: Expected 1 errors, got 2 (['generics_typevartuple_specialization.py:110: error: Type application is only supported for generic classes  [misc]', 'generics_typevartuple_specialization.py:110: error: Unpack is only valid in a variadic position  [valid-type]'])
 Line 121: Expected 1 errors
 Line 122: Expected 1 errors
 Line 85: Unexpected errors ['generics_typevartuple_specialization.py:85: error: Argument 1 to "takes_float_array_with_specific_shape" has incompatible type "Array2[float, *tuple[Any, ...]]"; expected "Array2[float, Height, Width]"  [arg-type]']
diff --git a/conformance/results/mypy/generics_variance_inference.toml b/conformance/results/mypy/generics_variance_inference.toml
index 2089d9a30..ecc8609cb 100644
--- a/conformance/results/mypy/generics_variance_inference.toml
+++ b/conformance/results/mypy/generics_variance_inference.toml
@@ -91,22 +91,6 @@ generics_variance_inference.py:194: error: Incompatible types in assignment (exp
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 41: Expected 1 errors, got 2 (['generics_variance_inference.py:41: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:41: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]'])
-Line 49: Expected 1 errors, got 2 (['generics_variance_inference.py:49: error: Cannot instantiate abstract class "ShouldBeCovariant2" with abstract attributes "__getitem__" and "__len__"  [abstract]', 'generics_variance_inference.py:49: error: Incompatible types in assignment (expression has type "ShouldBeCovariant2[float]", variable has type "ShouldBeCovariant2[int]")  [assignment]'])
-Line 58: Expected 1 errors, got 2 (['generics_variance_inference.py:58: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:58: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]'])
-Line 67: Expected 1 errors, got 2 (['generics_variance_inference.py:67: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:67: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]'])
-Line 80: Expected 1 errors, got 2 (['generics_variance_inference.py:80: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:80: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]'])
-Line 96: Expected 1 errors, got 2 (['generics_variance_inference.py:96: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:96: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]'])
-Line 97: Expected 1 errors, got 2 (['generics_variance_inference.py:97: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:97: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]'])
-Line 111: Expected 1 errors, got 2 (['generics_variance_inference.py:111: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:111: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]'])
-Line 112: Expected 1 errors, got 2 (['generics_variance_inference.py:112: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:112: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]'])
-Line 119: Expected 1 errors, got 2 (['generics_variance_inference.py:119: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_variance_inference.py:119: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]'])
-Line 120: Expected 1 errors, got 2 (['generics_variance_inference.py:120: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_variance_inference.py:120: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]'])
-Line 121: Expected 1 errors, got 2 (['generics_variance_inference.py:121: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_variance_inference.py:121: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]'])
-Line 122: Expected 1 errors, got 2 (['generics_variance_inference.py:122: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]', 'generics_variance_inference.py:122: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]'])
-Line 130: Expected 1 errors, got 2 (['generics_variance_inference.py:130: error: "ShouldBeInvariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:130: error: The type "type[ShouldBeInvariant4]" is not generic and not indexable  [misc]'])
-Line 138: Expected 1 errors, got 2 (['generics_variance_inference.py:138: error: "ShouldBeInvariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:138: error: The type "type[ShouldBeInvariant5]" is not generic and not indexable  [misc]'])
-Line 149: Expected 1 errors, got 2 (['generics_variance_inference.py:149: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_variance_inference.py:149: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]'])
 Line 15: Unexpected errors ['generics_variance_inference.py:15: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_variance_inference.py:15: error: Name "T1" is not defined  [name-defined]']
 Line 16: Unexpected errors ['generics_variance_inference.py:16: error: Name "T2" is not defined  [name-defined]']
 Line 19: Unexpected errors ['generics_variance_inference.py:19: error: Name "T3" is not defined  [name-defined]']
diff --git a/conformance/results/mypy/protocols_definition.toml b/conformance/results/mypy/protocols_definition.toml
index 26ceceb24..717b8cad5 100644
--- a/conformance/results/mypy/protocols_definition.toml
+++ b/conformance/results/mypy/protocols_definition.toml
@@ -54,7 +54,6 @@ protocols_definition.py:341: note: Protocol member Template6.val1 expected setta
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 67: Expected 1 errors, got 2 (['protocols_definition.py:67: error: Protocol members cannot be defined via assignment to self  [misc]', 'protocols_definition.py:67: error: "Template" has no attribute "temp"  [attr-defined]'])
 Line 285: Expected 1 errors
 Line 286: Expected 1 errors
 Line 288: Expected 1 errors
diff --git a/conformance/results/mypy/qualifiers_final_annotation.toml b/conformance/results/mypy/qualifiers_final_annotation.toml
index fe6b3e509..eecb8fd05 100644
--- a/conformance/results/mypy/qualifiers_final_annotation.toml
+++ b/conformance/results/mypy/qualifiers_final_annotation.toml
@@ -38,7 +38,6 @@ qualifiers_final_annotation.py:155: error: Cannot assign to final name "x"  [mis
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 135: Expected 1 errors, got 2 (['qualifiers_final_annotation.py:135: error: Unexpected keyword argument "x" for "N"  [call-arg]', 'qualifiers_final_annotation.py:135: error: Unexpected keyword argument "y" for "N"  [call-arg]'])
 Line 149: Expected 1 errors
 Line 59: Unexpected errors ['qualifiers_final_annotation.py:59: error: Cannot assign to final attribute "ID6"  [misc]']
 Line 96: Unexpected errors ['qualifiers_final_annotation.py:96: error: Cannot assign to final name "__private"  [misc]']
diff --git a/conformance/results/mypy/qualifiers_final_decorator.toml b/conformance/results/mypy/qualifiers_final_decorator.toml
index 2928be27d..71f40d7fd 100644
--- a/conformance/results/mypy/qualifiers_final_decorator.toml
+++ b/conformance/results/mypy/qualifiers_final_decorator.toml
@@ -22,7 +22,6 @@ Line 75: Expected 1 errors
 Line 85: Expected 1 errors
 Line 89: Expected 1 errors
 Line 102: Expected 1 errors
-Line 118: Expected 1 errors, got 2 (['qualifiers_final_decorator.py:118: error: Cannot override final attribute "method" (previously declared in base class "Base5_2")  [misc]', 'qualifiers_final_decorator.py:118: error: Signature of "method" incompatible with supertype "Base5_2"  [override]'])
 Line 67: Unexpected errors ['qualifiers_final_decorator.py:67: error: Cannot override final attribute "method4" (previously declared in base class "Base2")  [misc]']
 Line 80: Unexpected errors ['qualifiers_final_decorator.py:80: error: Cannot override final attribute "method" (previously declared in base class "Base3")  [misc]']
 Line 84: Unexpected errors ['qualifiers_final_decorator.py:84: error: @final should be applied only to overload implementation  [misc]']
diff --git a/conformance/results/mypy/typeddicts_readonly_inheritance.toml b/conformance/results/mypy/typeddicts_readonly_inheritance.toml
index 001b5f916..609c0abf9 100644
--- a/conformance/results/mypy/typeddicts_readonly_inheritance.toml
+++ b/conformance/results/mypy/typeddicts_readonly_inheritance.toml
@@ -70,11 +70,6 @@ typeddicts_readonly_inheritance.py:132: error: Overwriting TypedDict field "y" w
 conformance_automated = "Fail"
 errors_diff = """
 Line 36: Expected 1 errors
-Line 50: Expected 1 errors, got 2 (['typeddicts_readonly_inheritance.py:50: error: Overwriting TypedDict field "alt" while extending  [misc]', 'typeddicts_readonly_inheritance.py:50: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]'])
-Line 94: Expected 1 errors, got 2 (['typeddicts_readonly_inheritance.py:94: error: Overwriting TypedDict field "a" while extending  [misc]', 'typeddicts_readonly_inheritance.py:94: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]'])
-Line 106: Expected 1 errors, got 3 (['typeddicts_readonly_inheritance.py:106: error: Overwriting TypedDict field "c" while extending  [misc]', 'typeddicts_readonly_inheritance.py:106: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]', 'typeddicts_readonly_inheritance.py:106: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]'])
-Line 119: Expected 1 errors, got 2 (['typeddicts_readonly_inheritance.py:119: error: Overwriting TypedDict field "x" while merging  [misc]', 'typeddicts_readonly_inheritance.py:119: error: Overwriting TypedDict field "y" while merging  [misc]'])
-Line 132: Expected 1 errors, got 2 (['typeddicts_readonly_inheritance.py:132: error: Overwriting TypedDict field "x" while merging  [misc]', 'typeddicts_readonly_inheritance.py:132: error: Overwriting TypedDict field "y" while merging  [misc]'])
 Line 15: Unexpected errors ['typeddicts_readonly_inheritance.py:15: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
 Line 19: Unexpected errors ['typeddicts_readonly_inheritance.py:19: error: Overwriting TypedDict field "name" while extending  [misc]']
 Line 43: Unexpected errors ['typeddicts_readonly_inheritance.py:43: error: Variable "typing_extensions.ReadOnly" is not valid as a type  [valid-type]']
diff --git a/conformance/results/pyre/aliases_recursive.toml b/conformance/results/pyre/aliases_recursive.toml
index 969019d14..758945022 100644
--- a/conformance/results/pyre/aliases_recursive.toml
+++ b/conformance/results/pyre/aliases_recursive.toml
@@ -28,7 +28,6 @@ Line 51: Expected 1 errors
 Line 55: Expected 1 errors
 Line 67: Expected 1 errors
 Line 73: Expected 1 errors
-Line 79: Expected 1 errors, got 2 (['aliases_recursive.py:79:0 Incompatible variable type [9]: MutualReference1 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.', 'aliases_recursive.py:79:62 Incompatible variable type [9]: MutualReference2 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.'])
 Line 30: Unexpected errors ['aliases_recursive.py:30:35 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[str, typing.Any]`.']
 Line 33: Unexpected errors ['aliases_recursive.py:33:4 Undefined or invalid type [11]: Annotation `RecursiveTuple` is not defined as a type.']
 Line 42: Unexpected errors ['aliases_recursive.py:42:39 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_KT]], Type[Variable[_VT_co](covariant)]]` but got `Tuple[Type[str], str]`.']
diff --git a/conformance/results/pyre/aliases_typealiastype.toml b/conformance/results/pyre/aliases_typealiastype.toml
index f13dc4704..f06c07cc1 100644
--- a/conformance/results/pyre/aliases_typealiastype.toml
+++ b/conformance/results/pyre/aliases_typealiastype.toml
@@ -48,7 +48,6 @@ errors_diff = """
 Line 32: Expected 1 errors
 Line 40: Expected 1 errors
 Line 45: Expected 1 errors
-Line 46: Expected 1 errors, got 2 (['aliases_typealiastype.py:46:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.', 'aliases_typealiastype.py:46:44 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.'])
 Line 49: Expected 1 errors
 Line 53: Expected 1 errors
 Line 5: Unexpected errors ['aliases_typealiastype.py:5:0 Undefined import [21]: Could not find a name `TypeAliasType` defined in module `typing`.']
diff --git a/conformance/results/pyre/generics_defaults.toml b/conformance/results/pyre/generics_defaults.toml
index 91e878c55..26936e56b 100644
--- a/conformance/results/pyre/generics_defaults.toml
+++ b/conformance/results/pyre/generics_defaults.toml
@@ -34,7 +34,6 @@ Line 26: Expected 1 errors
 Line 52: Expected 1 errors
 Line 108: Expected 1 errors
 Line 117: Expected 1 errors
-Line 144: Expected 1 errors, got 2 (['generics_defaults.py:144:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$T5)]` is not a valid type.', 'generics_defaults.py:144:11 Undefined or invalid type [11]: Annotation `T5` is not defined as a type.'])
 Line 25: Unexpected errors ['generics_defaults.py:25:4 Undefined or invalid type [11]: Annotation `DefaultStrT` is not defined as a type.', 'generics_defaults.py:25:4 Undefined or invalid type [11]: Annotation `T` is not defined as a type.']
 Line 29: Unexpected errors ['generics_defaults.py:29:20 Undefined or invalid type [11]: Annotation `DefaultIntT` is not defined as a type.']
 Line 32: Unexpected errors ['generics_defaults.py:32:32 Undefined attribute [16]: `NoNonDefaults` has no attribute `__getitem__`.']
diff --git a/conformance/results/pyre/generics_defaults_referential.toml b/conformance/results/pyre/generics_defaults_referential.toml
index 86d99c0b6..fc7e265ce 100644
--- a/conformance/results/pyre/generics_defaults_referential.toml
+++ b/conformance/results/pyre/generics_defaults_referential.toml
@@ -21,7 +21,6 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 38: Expected 1 errors
 Line 41: Expected 1 errors
-Line 57: Expected 1 errors, got 2 (['generics_defaults_referential.py:57:13 Undefined or invalid type [11]: Annotation `Start2T` is not defined as a type.', 'generics_defaults_referential.py:57:13 Undefined or invalid type [11]: Annotation `Stop2T` is not defined as a type.'])
 Line 64: Expected 1 errors
 Line 72: Expected 1 errors
 Line 80: Expected 1 errors
diff --git a/conformance/results/pyre/generics_paramspec_basic.toml b/conformance/results/pyre/generics_paramspec_basic.toml
index 0933a6ba7..74f97773a 100644
--- a/conformance/results/pyre/generics_paramspec_basic.toml
+++ b/conformance/results/pyre/generics_paramspec_basic.toml
@@ -18,7 +18,6 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 10: Expected 1 errors
 Line 23: Expected 1 errors
-Line 27: Expected 1 errors, got 2 (["generics_paramspec_basic.py:27:13 Invalid type variable [34]: The type variable `P` isn't present in the function's parameters.", 'generics_paramspec_basic.py:27:13 Undefined or invalid type [11]: Annotation `Concatenate` is not defined as a type.'])
 Line 35: Expected 1 errors
 Line 39: Expected 1 errors
 Line 17: Unexpected errors ['generics_paramspec_basic.py:17:0 Incompatible variable type [9]: TA2 is declared to have type `TypeAlias` but is used as type `Type[typing.Callable[..., Variable[$synthetic_attribute_resolution_variable]]]`.', 'generics_paramspec_basic.py:17:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[typing.Any, Type[Variable[$synthetic_attribute_resolution_variable]]]` but got `Tuple[ParamSpec, None]`.']
diff --git a/conformance/results/pyre/generics_paramspec_components.toml b/conformance/results/pyre/generics_paramspec_components.toml
index d79b21ea9..c914064f4 100644
--- a/conformance/results/pyre/generics_paramspec_components.toml
+++ b/conformance/results/pyre/generics_paramspec_components.toml
@@ -22,7 +22,6 @@ generics_paramspec_components.py:98:24 Incompatible parameter type [6]: In call
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 17: Expected 1 errors, got 2 (['generics_paramspec_components.py:17:24 Undefined or invalid type [11]: Annotation `P.kwargs` is not defined as a type.', 'generics_paramspec_components.py:17:44 Undefined or invalid type [11]: Annotation `P.args` is not defined as a type.'])
 Line 20: Expected 1 errors
 Line 23: Expected 1 errors
 Line 26: Expected 1 errors
@@ -35,7 +34,6 @@ Line 51: Expected 1 errors
 Line 60: Expected 1 errors
 Line 70: Expected 1 errors
 Line 72: Expected 1 errors
-Line 98: Expected 1 errors, got 2 (['generics_paramspec_components.py:98:19 Incompatible parameter type [6]: In call `twice`, for 2nd positional argument, expected `int` but got `str`.', 'generics_paramspec_components.py:98:24 Incompatible parameter type [6]: In call `twice`, for 3rd positional argument, expected `str` but got `int`.'])
 Line 56: Unexpected errors ['generics_paramspec_components.py:56:32 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(str, $local_generics_paramspec_components$P)], None)]` is not a valid type.']
 Line 66: Unexpected errors ['generics_paramspec_components.py:66:14 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(int, $local_generics_paramspec_components$P)], int)]` is not a valid type.', 'generics_paramspec_components.py:66:14 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(int, $local_generics_paramspec_components$P)], int)]` is not a valid type.', "generics_paramspec_components.py:66:53 Invalid type variable [34]: The type variable `P` isn't present in the function's parameters."]
 Line 74: Unexpected errors ['generics_paramspec_components.py:74:4 Incompatible return type [7]: Expected `typing.Callable[generics_paramspec_components.P, None]` but got `typing.Callable($local_generics_paramspec_components?remove$foo)[generics_paramspec_components.P, None]`.']
diff --git a/conformance/results/pyre/generics_scoping.toml b/conformance/results/pyre/generics_scoping.toml
index 143dd772b..595c154fd 100644
--- a/conformance/results/pyre/generics_scoping.toml
+++ b/conformance/results/pyre/generics_scoping.toml
@@ -20,7 +20,6 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 61: Expected 1 errors
 Line 71: Expected 1 errors
-Line 80: Expected 1 errors, got 2 (['generics_scoping.py:80:4 Incompatible attribute type [8]: Attribute `alias` declared in class `Outer` has type `TypeAlias` but is used as type `Type[List[Variable[_T]]]`.', 'generics_scoping.py:80:28 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.'])
 Line 70: Unexpected errors ['generics_scoping.py:70:0 Uninitialized attribute [13]: Attribute `attr` is declared in class `Outer` to have type `Outer.Inner[Variable[T]]` but is never initialized.']
 Line 73: Unexpected errors ['generics_scoping.py:73:4 Uninitialized attribute [13]: Attribute `x` is declared in class `Outer.AlsoBad` to have type `typing.List[Variable[T]]` but is never initialized.']
 """
diff --git a/conformance/results/pyre/generics_typevartuple_basic.toml b/conformance/results/pyre/generics_typevartuple_basic.toml
index a219c23b5..86aa54783 100644
--- a/conformance/results/pyre/generics_typevartuple_basic.toml
+++ b/conformance/results/pyre/generics_typevartuple_basic.toml
@@ -50,8 +50,6 @@ generics_typevartuple_basic.py:106:13 Invalid type [31]: Expression `typing.Gene
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 42: Expected 1 errors, got 3 (['generics_typevartuple_basic.py:42:0 Incompatible variable type [9]: v4 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:42:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:42:33 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Height`.'])
-Line 43: Expected 1 errors, got 3 (['generics_typevartuple_basic.py:43:0 Incompatible variable type [9]: v5 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:43:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:43:40 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Batch, Width]`. Expected has length 1, but actual has length 2.'])
 Line 46: Expected 1 errors
 Line 53: Expected 1 errors
 Line 56: Expected 1 errors
diff --git a/conformance/results/pyre/generics_typevartuple_callable.toml b/conformance/results/pyre/generics_typevartuple_callable.toml
index 5fd78076a..96eea18ee 100644
--- a/conformance/results/pyre/generics_typevartuple_callable.toml
+++ b/conformance/results/pyre/generics_typevartuple_callable.toml
@@ -21,7 +21,6 @@ generics_typevartuple_callable.py:49:41 Incompatible parameter type [6]: In call
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Expected 1 errors, got 2 (['generics_typevartuple_callable.py:26:8 Incompatible parameter type [6]: In call `Process.__init__`, for argument `target`, expected `typing.Callable[[unknown], None]` but got `typing.Callable(func1)[[Named(arg1, int), Named(arg2, str)], None]`.', 'generics_typevartuple_callable.py:26:22 Incompatible parameter type [6]: In call `Process.__init__`, for argument `args`, expected `Tuple[]` but got `Tuple[str, int]`. Expected has length 1, but actual has length 2.'])
 Line 17: Unexpected errors ['generics_typevartuple_callable.py:17:31 Invalid type [31]: Expression `typing.Callable[([*$local_generics_typevartuple_callable$Ts], None)]` is not a valid type.', 'generics_typevartuple_callable.py:17:60 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_callable$Ts)]` is not a valid type.']
 Line 25: Unexpected errors ['generics_typevartuple_callable.py:25:8 Incompatible parameter type [6]: In call `Process.__init__`, for argument `target`, expected `typing.Callable[[unknown], None]` but got `typing.Callable(func1)[[Named(arg1, int), Named(arg2, str)], None]`.', 'generics_typevartuple_callable.py:25:22 Incompatible parameter type [6]: In call `Process.__init__`, for argument `args`, expected `Tuple[]` but got `Tuple[int, str]`. Expected has length 1, but actual has length 2.']
 Line 29: Unexpected errors ['generics_typevartuple_callable.py:29:13 Invalid type [31]: Expression `typing.Callable[([int, *$local_generics_typevartuple_callable$Ts, $local_generics_typevartuple_callable$T], tuple[($local_generics_typevartuple_callable$T, *$local_generics_typevartuple_callable$Ts)])]` is not a valid type.', 'generics_typevartuple_callable.py:29:56 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_callable$Ts, $local_generics_typevartuple_callable$T)]` is not a valid type.']
diff --git a/conformance/results/pyre/generics_typevartuple_specialization.toml b/conformance/results/pyre/generics_typevartuple_specialization.toml
index b926871ec..0c2a16ede 100644
--- a/conformance/results/pyre/generics_typevartuple_specialization.toml
+++ b/conformance/results/pyre/generics_typevartuple_specialization.toml
@@ -94,9 +94,6 @@ generics_typevartuple_specialization.py:162:13 Incompatible parameter type [6]:
 conformance_automated = "Fail"
 errors_diff = """
 Line 109: Expected 1 errors
-Line 110: Expected 1 errors, got 2 (['generics_typevartuple_specialization.py:110:16 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:110:23 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[float], typing.Any]`.'])
-Line 121: Expected 1 errors, got 2 (['generics_typevartuple_specialization.py:121:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[typing.Any, ...]`.', 'generics_typevartuple_specialization.py:121:12 Unable to concatenate tuple [60]: Concatenation not yet support for multiple variadic tuples: `*Ts, *Ts`.'])
-Line 122: Expected 1 errors, got 4 (['generics_typevartuple_specialization.py:122:12 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[typing.Any, ...]`.', 'generics_typevartuple_specialization.py:122:12 Unable to concatenate tuple [60]: Concatenation not yet support for multiple variadic tuples: `*Ts, *tuple[(int, ...)]`.', 'generics_typevartuple_specialization.py:122:12 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_typevartuple_specialization.py:122:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], typing.Any]`.'])
 Line 163: Expected 1 errors
 Line 16: Unexpected errors ['generics_typevartuple_specialization.py:16:12 Invalid type [31]: Expression `typing.Generic[(*$local_generics_typevartuple_specialization$Ts)]` is not a valid type.']
 Line 24: Unexpected errors ['generics_typevartuple_specialization.py:24:26 Invalid type [31]: Expression `Array[(*tuple[(typing.Any, ...)])]` is not a valid type.', 'generics_typevartuple_specialization.py:24:26 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
diff --git a/conformance/results/pyre/generics_upper_bound.toml b/conformance/results/pyre/generics_upper_bound.toml
index 1c54aada0..d3c483acd 100644
--- a/conformance/results/pyre/generics_upper_bound.toml
+++ b/conformance/results/pyre/generics_upper_bound.toml
@@ -9,6 +9,5 @@ generics_upper_bound.py:48:10 Incompatible parameter type [6]: In call `longer`,
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 48: Expected 1 errors, got 2 (['generics_upper_bound.py:48:7 Incompatible parameter type [6]: In call `longer`, for 1st positional argument, expected `Variable[ST (bound to Sized)]` but got `int`.', 'generics_upper_bound.py:48:10 Incompatible parameter type [6]: In call `longer`, for 2nd positional argument, expected `Variable[ST (bound to Sized)]` but got `int`.'])
 Line 53: Expected 1 errors
 """
diff --git a/conformance/results/pyre/literals_literalstring.toml b/conformance/results/pyre/literals_literalstring.toml
index 9a6367f8f..f7c601683 100644
--- a/conformance/results/pyre/literals_literalstring.toml
+++ b/conformance/results/pyre/literals_literalstring.toml
@@ -11,7 +11,6 @@ literals_literalstring.py:120:21 Incompatible parameter type [6]: In call `liter
 literals_literalstring.py:134:50 Incompatible parameter type [6]: In call `Container.__init__`, for 1st positional argument, expected `Variable[T (bound to typing_extensions.LiteralString)]` but got `str`.
 literals_literalstring.py:166:4 Incompatible variable type [9]: x1 is declared to have type `List[str]` but is used as type `List[typing_extensions.LiteralString]`.
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 36: Expected 1 errors, got 2 (['literals_literalstring.py:36:11 Invalid type [31]: Expression `LiteralString` is not a literal value.', 'literals_literalstring.py:36:11 Undefined or invalid type [11]: Annotation `typing` is not defined as a type.'])
 """
diff --git a/conformance/results/pyre/namedtuples_define_functional.toml b/conformance/results/pyre/namedtuples_define_functional.toml
index ccb7a2934..2d2ec34b0 100644
--- a/conformance/results/pyre/namedtuples_define_functional.toml
+++ b/conformance/results/pyre/namedtuples_define_functional.toml
@@ -31,7 +31,6 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 52: Expected 1 errors
 Line 53: Expected 1 errors
-Line 54: Expected 1 errors, got 3 (['namedtuples_define_functional.py:54:47 Invalid type [31]: Expression `False` is not a valid type.', 'namedtuples_define_functional.py:54:47 Invalid type [31]: Expression `False` is not a valid type.', 'namedtuples_define_functional.py:54:47 Invalid type [31]: Expression `typing.Final[False]` is not a valid type.'])
 Line 56: Unexpected errors ['namedtuples_define_functional.py:56:47 Invalid type [31]: Expression `True` is not a valid type.', 'namedtuples_define_functional.py:56:47 Invalid type [31]: Expression `True` is not a valid type.', 'namedtuples_define_functional.py:56:47 Invalid type [31]: Expression `typing.Final[True]` is not a valid type.']
 Line 57: Unexpected errors ['namedtuples_define_functional.py:57:0 Unexpected keyword [28]: Unexpected keyword argument `abc` to call `NT4.__init__`.']
 Line 63: Unexpected errors ['namedtuples_define_functional.py:63:42 Invalid type [31]: Expression `(1, 2)` is not a valid type.', 'namedtuples_define_functional.py:63:42 Invalid type [31]: Expression `(1, 2)` is not a valid type.', 'namedtuples_define_functional.py:63:42 Invalid type [31]: Expression `typing.Final[(1, 2)]` is not a valid type.', 'namedtuples_define_functional.py:63:42 Invalid type parameters [24]: Generic type `typing.Final` expects 1 type parameter, received 2.']
diff --git a/conformance/results/pyre/qualifiers_final_annotation.toml b/conformance/results/pyre/qualifiers_final_annotation.toml
index c03f8d6f0..cf80efbd7 100644
--- a/conformance/results/pyre/qualifiers_final_annotation.toml
+++ b/conformance/results/pyre/qualifiers_final_annotation.toml
@@ -36,7 +36,6 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 16: Expected 1 errors
 Line 38: Expected 1 errors
-Line 107: Expected 1 errors, got 2 (['qualifiers_final_annotation.py:107:4 Incompatible attribute type [8]: Attribute `VALUE2` declared in class `ClassD` has type `Final` but is used as type `int`.', 'qualifiers_final_annotation.py:107:4 Invalid type [31]: Expression `Final` is not a valid type. Final cannot be nested.'])
 Line 108: Expected 1 errors
 Line 28: Unexpected errors ['qualifiers_final_annotation.py:28:0 Uninitialized attribute [13]: Attribute `ID3` is declared in class `ClassA` to have type `int` but is never initialized.']
 Line 131: Unexpected errors ['qualifiers_final_annotation.py:131:0 Uninitialized attribute [13]: Attribute `($local_qualifiers_final_annotation$X, int)` is declared in class `N` to have type `typing.Any` but is never initialized.', 'qualifiers_final_annotation.py:131:0 Uninitialized attribute [13]: Attribute `($local_qualifiers_final_annotation$Y, int)` is declared in class `N` to have type `typing.Any` but is never initialized.']
diff --git a/conformance/results/pyre/qualifiers_final_decorator.toml b/conformance/results/pyre/qualifiers_final_decorator.toml
index 8399d4c19..94d076938 100644
--- a/conformance/results/pyre/qualifiers_final_decorator.toml
+++ b/conformance/results/pyre/qualifiers_final_decorator.toml
@@ -23,7 +23,6 @@ Line 63: Expected 1 errors
 Line 85: Expected 1 errors
 Line 89: Expected 1 errors
 Line 102: Expected 1 errors
-Line 118: Expected 1 errors, got 2 (['qualifiers_final_decorator.py:118:4 Inconsistent override [14]: `qualifiers_final_decorator.Derived5.method` overrides method defined in `Base5_2` inconsistently. Could not find parameter `v` in overriding signature.', 'qualifiers_final_decorator.py:118:4 Invalid override [40]: `qualifiers_final_decorator.Derived5.method` cannot override final method defined in `Base5_2`.'])
 Line 125: Expected 1 errors
 Line 51: Unexpected errors ['qualifiers_final_decorator.py:51:4 Incompatible overload [43]: This definition does not have the same decorators as the preceding overload(s).']
 Line 60: Unexpected errors ['qualifiers_final_decorator.py:60:4 Invalid override [40]: `qualifiers_final_decorator.Derived2.method2` cannot override final method defined in `Base2`.']
diff --git a/conformance/results/pyre/tuples_type_compat.toml b/conformance/results/pyre/tuples_type_compat.toml
index 38b506fd3..6f1c6109a 100644
--- a/conformance/results/pyre/tuples_type_compat.toml
+++ b/conformance/results/pyre/tuples_type_compat.toml
@@ -67,9 +67,6 @@ Line 32: Expected 1 errors
 Line 33: Expected 1 errors
 Line 43: Expected 1 errors
 Line 62: Expected 1 errors
-Line 168: Expected 1 errors, got 2 (['tuples_type_compat.py:168:4 Incompatible variable type [9]: t2 is declared to have type `Tuple[str, str, unknown]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:168:8 Invalid type [31]: Expression `tuple[(str, str, *tuple[int])]` is not a valid type.'])
-Line 171: Expected 1 errors, got 2 (['tuples_type_compat.py:171:4 Incompatible variable type [9]: t5 is declared to have type `Tuple[str, str, str, unknown]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:171:8 Invalid type [31]: Expression `tuple[(str, str, str, *tuple[(str, ...)])]` is not a valid type.'])
-Line 175: Expected 1 errors, got 2 (['tuples_type_compat.py:175:4 Incompatible variable type [9]: t9 is declared to have type `Tuple[unknown, str, str, str]` but is used as type `Tuple[str, str]`.', 'tuples_type_compat.py:175:8 Invalid type [31]: Expression `tuple[(*tuple[(str, ...)], str, str, str)]` is not a valid type.'])
 Line 22: Unexpected errors ['tuples_type_compat.py:22:30 Invalid type [31]: Expression `tuple[(int, *tuple[(int, ...)])]` is not a valid type.']
 Line 27: Unexpected errors ['tuples_type_compat.py:27:8 Invalid type [31]: Expression `tuple[(int, *tuple[(int, ...)])]` is not a valid type.']
 Line 47: Unexpected errors ['tuples_type_compat.py:47:8 Invalid type [31]: Expression `tuple[(int, *tuple[(str, ...)])]` is not a valid type.']
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index 8d7091d95..93d6d4fef 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 3.3
+test_duration = 3.5
diff --git a/conformance/results/pyright/aliases_explicit.toml b/conformance/results/pyright/aliases_explicit.toml
index 4c1388b72..a91838a2c 100644
--- a/conformance/results/pyright/aliases_explicit.toml
+++ b/conformance/results/pyright/aliases_explicit.toml
@@ -45,19 +45,6 @@ aliases_explicit.py:102:6 - error: Object of type "UnionType" is not callable (r
 aliases_explicit.py:103:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)
 aliases_explicit.py:103:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 68: Expected 1 errors, got 2 (['aliases_explicit.py:68:24 - error: Expected no type arguments for class "int" (reportInvalidTypeArguments)', 'aliases_explicit.py:68:24 - error: Expected no type arguments for class "NoneType" (reportInvalidTypeArguments)'])
-Line 80: Expected 1 errors, got 2 (['aliases_explicit.py:80:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:80:21 - error: Call expression not allowed in type expression (reportInvalidTypeForm)'])
-Line 81: Expected 1 errors, got 3 (['aliases_explicit.py:81:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:81:21 - error: List expression not allowed in type annotation', 'aliases_explicit.py:81:21 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)'])
-Line 82: Expected 1 errors, got 2 (['aliases_explicit.py:82:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:82:21 - error: Tuple expression not allowed in type annotation'])
-Line 83: Expected 1 errors, got 3 (['aliases_explicit.py:83:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:83:21 - error: List expression not allowed in type annotation', 'aliases_explicit.py:83:21 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)'])
-Line 84: Expected 1 errors, got 3 (['aliases_explicit.py:84:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:84:21 - error: Dictionary expression not allowed in type annotation', 'aliases_explicit.py:84:21 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)'])
-Line 85: Expected 1 errors, got 2 (['aliases_explicit.py:85:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:85:21 - error: Call expression not allowed in type expression (reportInvalidTypeForm)'])
-Line 86: Expected 1 errors, got 3 (['aliases_explicit.py:86:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:86:21 - error: List expression not allowed in type annotation', 'aliases_explicit.py:86:21 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)'])
-Line 87: Expected 1 errors, got 2 (['aliases_explicit.py:87:21 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:87:21 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)'])
-Line 90: Expected 1 errors, got 2 (['aliases_explicit.py:90:22 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:90:22 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)'])
-Line 91: Expected 1 errors, got 2 (['aliases_explicit.py:91:22 - error: Invalid expression form for type alias definition (reportInvalidTypeForm)', 'aliases_explicit.py:91:22 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)'])
-Line 92: Expected 1 errors, got 2 (['aliases_explicit.py:92:22 - error: Expected expression', 'aliases_explicit.py:92:22 - error: Tuple expression not allowed in type annotation'])
-Line 103: Expected 1 errors, got 2 (['aliases_explicit.py:103:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)', 'aliases_explicit.py:103:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)'])
 """
diff --git a/conformance/results/pyright/aliases_implicit.toml b/conformance/results/pyright/aliases_implicit.toml
index f03d111ae..8bde2e6a8 100644
--- a/conformance/results/pyright/aliases_implicit.toml
+++ b/conformance/results/pyright/aliases_implicit.toml
@@ -27,8 +27,6 @@ aliases_implicit.py:134:6 - error: Object of type "UnionType" is not callable (r
 aliases_implicit.py:136:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)
 aliases_implicit.py:136:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 77: Expected 1 errors, got 2 (['aliases_implicit.py:77:24 - error: Expected no type arguments for class "int" (reportInvalidTypeArguments)', 'aliases_implicit.py:77:24 - error: Expected no type arguments for class "NoneType" (reportInvalidTypeArguments)'])
-Line 136: Expected 1 errors, got 2 (['aliases_implicit.py:136:5 - error: Type "list[Unknown]" is already specialized (reportInvalidTypeArguments)', 'aliases_implicit.py:136:5 - error: Type "set[Unknown]" is already specialized (reportInvalidTypeArguments)'])
 """
diff --git a/conformance/results/pyright/aliases_type_statement.toml b/conformance/results/pyright/aliases_type_statement.toml
index 2720fc6e9..176bade5c 100644
--- a/conformance/results/pyright/aliases_type_statement.toml
+++ b/conformance/results/pyright/aliases_type_statement.toml
@@ -53,7 +53,6 @@ aliases_type_statement.py:90:28 - error: Type alias "RecursiveTypeAlias6" cannot
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 31: Expected 1 errors, got 2 (['aliases_type_statement.py:31:22 - error: Argument of type "GoodAlias1" cannot be assigned to parameter "class_or_tuple" of type "_ClassInfo" in function "isinstance"', 'aliases_type_statement.py:31:22 - error: Second argument to "isinstance" must be a class or tuple of classes'])
 Line 37: Unexpected errors ['aliases_type_statement.py:37:22 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
 Line 38: Unexpected errors ['aliases_type_statement.py:38:22 - error: List expression not allowed in type annotation', 'aliases_type_statement.py:38:22 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)']
 Line 39: Unexpected errors ['aliases_type_statement.py:39:22 - error: Tuple expression not allowed in type annotation']
diff --git a/conformance/results/pyright/annotations_forward_refs.toml b/conformance/results/pyright/annotations_forward_refs.toml
index c6a3a48f9..a9f142fc9 100644
--- a/conformance/results/pyright/annotations_forward_refs.toml
+++ b/conformance/results/pyright/annotations_forward_refs.toml
@@ -37,7 +37,6 @@ annotations_forward_refs.py:89:8 - error: Expected type expression but received
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 80: Expected 1 errors, got 2 (['annotations_forward_refs.py:80:14 - error: Type of "ClassF" could not be determined because it refers to itself (reportGeneralTypeIssues)', 'annotations_forward_refs.py:80:14 - error: Variable not allowed in type expression (reportInvalidTypeForm)'])
 Line 22: Unexpected errors ['annotations_forward_refs.py:22:7 - error: "ClassA" is not defined (reportUndefinedVariable)']
 Line 23: Unexpected errors ['annotations_forward_refs.py:23:12 - error: "ClassA" is not defined (reportUndefinedVariable)']
 Line 24: Unexpected errors ['annotations_forward_refs.py:24:7 - error: Union syntax cannot be used with string operand; use quotes around entire expression (reportGeneralTypeIssues)']
diff --git a/conformance/results/pyright/annotations_typeexpr.toml b/conformance/results/pyright/annotations_typeexpr.toml
index 2703d9852..a80d16b87 100644
--- a/conformance/results/pyright/annotations_typeexpr.toml
+++ b/conformance/results/pyright/annotations_typeexpr.toml
@@ -27,11 +27,6 @@ annotations_typeexpr.py:101:10 - error: Tuple expression not allowed in type ann
   Use tuple[T1, ..., Tn] to indicate a tuple type or Union[T1, T2] to indicate a union type (reportInvalidTypeForm)
 annotations_typeexpr.py:102:10 - error: Module cannot be used as a type (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 89: Expected 1 errors, got 2 (['annotations_typeexpr.py:89:9 - error: List expression not allowed in type annotation', 'annotations_typeexpr.py:89:9 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)'])
-Line 91: Expected 1 errors, got 2 (['annotations_typeexpr.py:91:9 - error: List expression not allowed in type annotation', 'annotations_typeexpr.py:91:9 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)'])
-Line 92: Expected 1 errors, got 2 (['annotations_typeexpr.py:92:9 - error: Dictionary expression not allowed in type annotation', 'annotations_typeexpr.py:92:9 - error: Expected type expression but received "dict[Unknown, Unknown]" (reportGeneralTypeIssues)'])
-Line 94: Expected 1 errors, got 2 (['annotations_typeexpr.py:94:9 - error: List expression not allowed in type annotation', 'annotations_typeexpr.py:94:9 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)'])
-Line 101: Expected 1 errors, got 2 (['annotations_typeexpr.py:101:10 - error: Expected expression', 'annotations_typeexpr.py:101:10 - error: Tuple expression not allowed in type annotation'])
 """
diff --git a/conformance/results/pyright/callables_annotation.toml b/conformance/results/pyright/callables_annotation.toml
index d4c3c532e..b432d4228 100644
--- a/conformance/results/pyright/callables_annotation.toml
+++ b/conformance/results/pyright/callables_annotation.toml
@@ -13,7 +13,6 @@ callables_annotation.py:43:14 - error: Expected parameter type list or "..."
 callables_annotation.py:43:24 - error: Expected only two type arguments to "Callable"
 callables_annotation.py:44:15 - error: "..." is not allowed in this context
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 43: Expected 1 errors, got 2 (['callables_annotation.py:43:14 - error: Expected parameter type list or "..."', 'callables_annotation.py:43:24 - error: Expected only two type arguments to "Callable"'])
 """
diff --git a/conformance/results/pyright/generics_base_class.toml b/conformance/results/pyright/generics_base_class.toml
index d55108aea..806c4b0f9 100644
--- a/conformance/results/pyright/generics_base_class.toml
+++ b/conformance/results/pyright/generics_base_class.toml
@@ -11,7 +11,6 @@ generics_base_class.py:49:38 - error: Too many type arguments provided for "Link
 generics_base_class.py:61:30 - error: Too many type arguments provided for "MyDict"; expected 1 but received 2 (reportInvalidTypeArguments)
 generics_base_class.py:68:28 - error: Type arguments for "Generic" must be unique
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 30: Expected 1 errors, got 2 (['generics_base_class.py:30:8 - error: "Generic" requires at least one type argument', 'generics_base_class.py:30:8 - error: "Generic" is not valid in this context (reportGeneralTypeIssues)'])
 """
diff --git a/conformance/results/pyright/generics_basic.toml b/conformance/results/pyright/generics_basic.toml
index d44cf10f9..e57f814c9 100644
--- a/conformance/results/pyright/generics_basic.toml
+++ b/conformance/results/pyright/generics_basic.toml
@@ -16,7 +16,6 @@ generics_basic.py:141:5 - error: Argument of type "Literal[0]" cannot be assigne
   "Literal[0]" is incompatible with "str" (reportArgumentType)
 generics_basic.py:167:37 - error: Metaclass cannot be generic (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 48: Expected 1 errors, got 2 (['generics_basic.py:48:49 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)', 'generics_basic.py:48:49 - error: TypeVar constraint type cannot be generic'])
 """
diff --git a/conformance/results/pyright/generics_paramspec_basic.toml b/conformance/results/pyright/generics_paramspec_basic.toml
index d3a562c32..4a0c2b7a5 100644
--- a/conformance/results/pyright/generics_paramspec_basic.toml
+++ b/conformance/results/pyright/generics_paramspec_basic.toml
@@ -11,8 +11,6 @@ generics_paramspec_basic.py:35:35 - error: ParamSpec is not allowed in this cont
 generics_paramspec_basic.py:39:18 - error: ParamSpec is not allowed in this context
 generics_paramspec_basic.py:39:31 - error: ParamSpec is not allowed in this context
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 23: Expected 1 errors, got 2 (['generics_paramspec_basic.py:23:14 - error: ParamSpec is not allowed in this context', 'generics_paramspec_basic.py:23:20 - error: ParamSpec is not allowed in this context'])
-Line 39: Expected 1 errors, got 2 (['generics_paramspec_basic.py:39:18 - error: ParamSpec is not allowed in this context', 'generics_paramspec_basic.py:39:31 - error: ParamSpec is not allowed in this context'])
 """
diff --git a/conformance/results/pyright/generics_paramspec_components.toml b/conformance/results/pyright/generics_paramspec_components.toml
index d3d28f44f..9363b6e86 100644
--- a/conformance/results/pyright/generics_paramspec_components.toml
+++ b/conformance/results/pyright/generics_paramspec_components.toml
@@ -23,10 +23,6 @@ generics_paramspec_components.py:98:20 - error: Argument of type "Literal['A']"
 generics_paramspec_components.py:98:25 - error: Argument of type "Literal[1]" cannot be assigned to parameter "b" of type "str"
   "Literal[1]" is incompatible with "str" (reportArgumentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 17: Expected 1 errors, got 2 (['generics_paramspec_components.py:17:25 - error: "kwargs" member of ParamSpec is valid only when used with **kwargs parameter', 'generics_paramspec_components.py:17:45 - error: "args" member of ParamSpec is valid only when used with *args parameter'])
-Line 23: Expected 1 errors, got 2 (['generics_paramspec_components.py:23:28 - error: "args" and "kwargs" members of ParamSpec must both appear within a function signature (reportGeneralTypeIssues)', 'generics_paramspec_components.py:23:46 - error: "args" member of ParamSpec is valid only when used with *args parameter'])
-Line 30: Expected 1 errors, got 2 (['generics_paramspec_components.py:30:25 - error: ParamSpec "P" has no meaning in this context (reportGeneralTypeIssues)', 'generics_paramspec_components.py:30:43 - error: ParamSpec "P" has no meaning in this context (reportGeneralTypeIssues)'])
-Line 98: Expected 1 errors, got 2 (['generics_paramspec_components.py:98:20 - error: Argument of type "Literal[\\'A\\']" cannot be assigned to parameter "a" of type "int"', 'generics_paramspec_components.py:98:25 - error: Argument of type "Literal[1]" cannot be assigned to parameter "b" of type "str"'])
 """
diff --git a/conformance/results/pyright/generics_self_usage.toml b/conformance/results/pyright/generics_self_usage.toml
index 1af3a65d0..ddc53c042 100644
--- a/conformance/results/pyright/generics_self_usage.toml
+++ b/conformance/results/pyright/generics_self_usage.toml
@@ -17,8 +17,6 @@ generics_self_usage.py:116:40 - error: "Self" is not valid in this context (repo
 generics_self_usage.py:121:37 - error: "Self" cannot be used within a metaclass (a subclass of "type") (reportGeneralTypeIssues)
 generics_self_usage.py:125:42 - error: "Self" cannot be used within a metaclass (a subclass of "type") (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 73: Expected 1 errors, got 2 (['generics_self_usage.py:73:14 - error: "Self" is not valid in this context (reportGeneralTypeIssues)', 'generics_self_usage.py:73:23 - error: "Self" is not valid in this context (reportGeneralTypeIssues)'])
-Line 116: Expected 1 errors, got 2 (['generics_self_usage.py:116:31 - error: "Self" is not valid in this context (reportGeneralTypeIssues)', 'generics_self_usage.py:116:40 - error: "Self" is not valid in this context (reportGeneralTypeIssues)'])
 """
diff --git a/conformance/results/pyright/generics_syntax_compatibility.toml b/conformance/results/pyright/generics_syntax_compatibility.toml
index f84e91d9b..415f0f6ac 100644
--- a/conformance/results/pyright/generics_syntax_compatibility.toml
+++ b/conformance/results/pyright/generics_syntax_compatibility.toml
@@ -4,7 +4,6 @@ generics_syntax_compatibility.py:14:22 - error: Type parameter "K" is not includ
 generics_syntax_compatibility.py:26:35 - error: Type parameter "K" is not included in the type parameter list for "method2" (reportGeneralTypeIssues)
 generics_syntax_compatibility.py:26:45 - error: Type parameter "K" is not included in the type parameter list for "method2" (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 26: Expected 1 errors, got 2 (['generics_syntax_compatibility.py:26:35 - error: Type parameter "K" is not included in the type parameter list for "method2" (reportGeneralTypeIssues)', 'generics_syntax_compatibility.py:26:45 - error: Type parameter "K" is not included in the type parameter list for "method2" (reportGeneralTypeIssues)'])
 """
diff --git a/conformance/results/pyright/generics_syntax_scoping.toml b/conformance/results/pyright/generics_syntax_scoping.toml
index 61a4a8b1b..81a091b91 100644
--- a/conformance/results/pyright/generics_syntax_scoping.toml
+++ b/conformance/results/pyright/generics_syntax_scoping.toml
@@ -13,7 +13,6 @@ generics_syntax_scoping.py:98:29 - error: Variable not allowed in type expressio
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 98: Expected 1 errors, got 2 (['generics_syntax_scoping.py:98:17 - error: Type parameter "T" is already in use', 'generics_syntax_scoping.py:98:29 - error: Variable not allowed in type expression (reportInvalidTypeForm)'])
 Line 35: Unexpected errors ['generics_syntax_scoping.py:35:7 - error: "T" is not defined (reportUndefinedVariable)']
 Line 44: Unexpected errors ['generics_syntax_scoping.py:44:17 - error: "T" is not defined (reportUndefinedVariable)']
 Line 62: Unexpected errors ['generics_syntax_scoping.py:62:25 - error: "assert_type" mismatch: expected "str" but received "Literal[\\'\\']" (reportAssertTypeFailure)']
diff --git a/conformance/results/pyright/generics_typevartuple_basic.toml b/conformance/results/pyright/generics_typevartuple_basic.toml
index 094c4167a..c9525552d 100644
--- a/conformance/results/pyright/generics_typevartuple_basic.toml
+++ b/conformance/results/pyright/generics_typevartuple_basic.toml
@@ -33,7 +33,5 @@ generics_typevartuple_basic.py:106:29 - error: Type argument list can have at mo
 conformance_automated = "Fail"
 errors_diff = """
 Line 46: Expected 1 errors
-Line 66: Expected 1 errors, got 2 (['generics_typevartuple_basic.py:66:27 - error: TypeVarTuple cannot have value constraints', 'generics_typevartuple_basic.py:66:32 - error: TypeVarTuple cannot have value constraints'])
-Line 106: Expected 1 errors, got 2 (['generics_typevartuple_basic.py:106:14 - error: Generic class can have at most one TypeVarTuple type parameter but received multiple ("Ts1", "Ts2") (reportGeneralTypeIssues)', 'generics_typevartuple_basic.py:106:29 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple'])
 Line 44: Unexpected errors ['generics_typevartuple_basic.py:44:41 - error: Expression of type "Array[Time, Batch, Width, Height]" cannot be assigned to declared type "Array[Time, Batch, Height, Width]"']
 """
diff --git a/conformance/results/pyright/generics_typevartuple_specialization.toml b/conformance/results/pyright/generics_typevartuple_specialization.toml
index 171d37901..48bdec04c 100644
--- a/conformance/results/pyright/generics_typevartuple_specialization.toml
+++ b/conformance/results/pyright/generics_typevartuple_specialization.toml
@@ -11,7 +11,6 @@ generics_typevartuple_specialization.py:127:9 - error: Too few type arguments pr
 generics_typevartuple_specialization.py:163:14 - error: Could not specialize type "TA11[T@TA11, *Ts1@TA11]"
   Unpacked arguments cannot be used in type argument lists
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 109: Expected 1 errors, got 2 (['generics_typevartuple_specialization.py:109:18 - error: Type variable "Ts" has no meaning in this context (reportGeneralTypeIssues)', 'generics_typevartuple_specialization.py:109:18 - error: Could not specialize type "IntTupleGeneric[T@IntTupleGeneric]"'])
 """
diff --git a/conformance/results/pyright/generics_upper_bound.toml b/conformance/results/pyright/generics_upper_bound.toml
index e5aa7b2b2..717f73946 100644
--- a/conformance/results/pyright/generics_upper_bound.toml
+++ b/conformance/results/pyright/generics_upper_bound.toml
@@ -12,8 +12,6 @@ generics_upper_bound.py:48:11 - error: Argument of type "Literal[3]" cannot be a
       "__len__" is not present (reportArgumentType)
 generics_upper_bound.py:53:44 - error: TypeVar cannot be both bound and constrained
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 22: Expected 1 errors, got 2 (['generics_upper_bound.py:22:34 - error: TypeVar bound type cannot be generic', 'generics_upper_bound.py:22:39 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)'])
-Line 48: Expected 1 errors, got 2 (['generics_upper_bound.py:48:8 - error: Argument of type "Literal[3]" cannot be assigned to parameter "x" of type "ST@longer" in function "longer"', 'generics_upper_bound.py:48:11 - error: Argument of type "Literal[3]" cannot be assigned to parameter "y" of type "ST@longer" in function "longer"'])
 """
diff --git a/conformance/results/pyright/namedtuples_define_functional.toml b/conformance/results/pyright/namedtuples_define_functional.toml
index 85d26b513..c76f18e84 100644
--- a/conformance/results/pyright/namedtuples_define_functional.toml
+++ b/conformance/results/pyright/namedtuples_define_functional.toml
@@ -17,7 +17,6 @@ namedtuples_define_functional.py:53:33 - error: Field names cannot be a keyword
 namedtuples_define_functional.py:54:33 - error: Field names cannot be a keyword (reportGeneralTypeIssues)
 namedtuples_define_functional.py:66:1 - error: Argument missing for parameter "a" (reportCallIssue)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 31: Expected 1 errors, got 2 (['namedtuples_define_functional.py:31:8 - error: Argument missing for parameter "y" (reportCallIssue)', 'namedtuples_define_functional.py:31:18 - error: No parameter named "z" (reportCallIssue)'])
 """
diff --git a/conformance/results/pyright/overloads_basic.toml b/conformance/results/pyright/overloads_basic.toml
index 955ce77f1..8f601518a 100644
--- a/conformance/results/pyright/overloads_basic.toml
+++ b/conformance/results/pyright/overloads_basic.toml
@@ -8,7 +8,6 @@ overloads_basic.py:75:5 - error: "func2" is marked as overload, but no implement
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 37: Expected 1 errors, got 2 (['overloads_basic.py:37:1 - error: No overloads for "__getitem__" match the provided arguments (reportCallIssue)', 'overloads_basic.py:37:1 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "__s" of type "slice" in function "__getitem__"'])
 Line 64: Expected 1 errors
 Line 76: Expected 1 errors
 Line 63: Unexpected errors ['overloads_basic.py:63:5 - error: "func1" is marked as overload, but additional overloads are missing (reportInconsistentOverload)']
diff --git a/conformance/results/pyright/protocols_runtime_checkable.toml b/conformance/results/pyright/protocols_runtime_checkable.toml
index 3768f8edb..c09f70dba 100644
--- a/conformance/results/pyright/protocols_runtime_checkable.toml
+++ b/conformance/results/pyright/protocols_runtime_checkable.toml
@@ -18,6 +18,5 @@ protocols_runtime_checkable.py:96:19 - error: Class overlaps "NonDataProtocol" u
 conformance_automated = "Fail"
 errors_diff = """
 Line 93: Expected 1 errors
-Line 96: Expected 1 errors, got 2 (['protocols_runtime_checkable.py:96:19 - error: Class overlaps "Proto3" unsafely and could produce a match at runtime', 'protocols_runtime_checkable.py:96:19 - error: Class overlaps "NonDataProtocol" unsafely and could produce a match at runtime'])
 Line 92: Unexpected errors ['protocols_runtime_checkable.py:92:9 - error: Class overlaps "Proto3" unsafely and could produce a match at runtime', 'protocols_runtime_checkable.py:92:9 - error: Class overlaps "NonDataProtocol" unsafely and could produce a match at runtime']
 """
diff --git a/conformance/results/pyright/qualifiers_annotated.toml b/conformance/results/pyright/qualifiers_annotated.toml
index 1f11d3379..7731e0068 100644
--- a/conformance/results/pyright/qualifiers_annotated.toml
+++ b/conformance/results/pyright/qualifiers_annotated.toml
@@ -27,10 +27,6 @@ qualifiers_annotated.py:91:1 - error: "Annotated" cannot be instantiated (report
 qualifiers_annotated.py:92:1 - error: Object of type "type[Annotated]" is not callable (reportCallIssue)
 qualifiers_annotated.py:93:1 - error: Object of type "type[Annotated]" is not callable (reportCallIssue)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 45: Expected 1 errors, got 2 (['qualifiers_annotated.py:45:17 - error: List expression not allowed for this type argument', 'qualifiers_annotated.py:45:18 - error: Expected type expression but received "Generator[type[int], None, None]" (reportGeneralTypeIssues)'])
-Line 46: Expected 1 errors, got 2 (['qualifiers_annotated.py:46:17 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)', 'qualifiers_annotated.py:46:17 - error: Dictionary expression not allowed in type annotation'])
-Line 48: Expected 1 errors, got 2 (['qualifiers_annotated.py:48:17 - error: List expression not allowed in type annotation', 'qualifiers_annotated.py:48:17 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)'])
-Line 54: Expected 1 errors, got 2 (['qualifiers_annotated.py:54:18 - error: Expected expression', 'qualifiers_annotated.py:54:18 - error: Tuple expression not allowed in type annotation'])
 """
diff --git a/conformance/results/pyright/qualifiers_final_annotation.toml b/conformance/results/pyright/qualifiers_final_annotation.toml
index 1939db3cd..cb1efe674 100644
--- a/conformance/results/pyright/qualifiers_final_annotation.toml
+++ b/conformance/results/pyright/qualifiers_final_annotation.toml
@@ -43,10 +43,6 @@ qualifiers_final_annotation.py:149:9 - error: "x" is declared as Final and canno
 qualifiers_final_annotation.py:152:30 - error: "x" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)
 qualifiers_final_annotation.py:155:9 - error: "x" is declared as Final and cannot be reassigned (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 63: Expected 1 errors, got 2 (['qualifiers_final_annotation.py:63:19 - error: "Final" is not allowed in this context', 'qualifiers_final_annotation.py:63:32 - error: Cannot assign member "id4" for type "ClassA*"'])
-Line 107: Expected 1 errors, got 2 (['qualifiers_final_annotation.py:107:22 - error: "Final" is not allowed in this context', 'qualifiers_final_annotation.py:107:31 - error: Expression of type "Literal[1]" cannot be assigned to declared type "Final"'])
-Line 134: Expected 1 errors, got 2 (['qualifiers_final_annotation.py:134:1 - error: Arguments missing for parameters "x", "y" (reportCallIssue)', 'qualifiers_final_annotation.py:134:3 - error: No parameter named "a" (reportCallIssue)'])
-Line 135: Expected 1 errors, got 2 (['qualifiers_final_annotation.py:135:5 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "x" of type "int" in function "__new__"', 'qualifiers_final_annotation.py:135:11 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "y" of type "int" in function "__new__"'])
 """
diff --git a/conformance/results/pyright/qualifiers_final_decorator.toml b/conformance/results/pyright/qualifiers_final_decorator.toml
index 11dccea9a..9046ea105 100644
--- a/conformance/results/pyright/qualifiers_final_decorator.toml
+++ b/conformance/results/pyright/qualifiers_final_decorator.toml
@@ -20,7 +20,6 @@ errors_diff = """
 Line 59: Expected 1 errors
 Line 63: Expected 1 errors
 Line 85: Expected 1 errors
-Line 118: Expected 1 errors, got 2 (['qualifiers_final_decorator.py:118:9 - error: Method "method" cannot override final method defined in class "Base5_2" (reportIncompatibleMethodOverride)', 'qualifiers_final_decorator.py:118:9 - error: Method "method" overrides class "Base5_2" in an incompatible manner'])
 Line 125: Expected 1 errors
 Line 60: Unexpected errors ['qualifiers_final_decorator.py:60:9 - error: Method "method2" cannot override final method defined in class "Base2" (reportIncompatibleMethodOverride)']
 Line 64: Unexpected errors ['qualifiers_final_decorator.py:64:9 - error: Method "method3" cannot override final method defined in class "Base2" (reportIncompatibleMethodOverride)']
diff --git a/conformance/results/pyright/typeddicts_readonly_update.toml b/conformance/results/pyright/typeddicts_readonly_update.toml
index d4eb572ff..35d75c425 100644
--- a/conformance/results/pyright/typeddicts_readonly_update.toml
+++ b/conformance/results/pyright/typeddicts_readonly_update.toml
@@ -5,7 +5,6 @@ typeddicts_readonly_update.py:23:11 - error: Argument of type "A" cannot be assi
   "x" is an incompatible type
     Type "int" cannot be assigned to type "Never" (reportArgumentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 23: Expected 1 errors, got 2 (['typeddicts_readonly_update.py:23:1 - error: No overloads for "update" match the provided arguments (reportCallIssue)', 'typeddicts_readonly_update.py:23:11 - error: Argument of type "A" cannot be assigned to parameter "__m" of type "Partial[A]" in function "update"'])
 """
diff --git a/conformance/results/pytype/aliases_recursive.toml b/conformance/results/pytype/aliases_recursive.toml
index a41bfc1f5..dccd3b5be 100644
--- a/conformance/results/pytype/aliases_recursive.toml
+++ b/conformance/results/pytype/aliases_recursive.toml
@@ -28,8 +28,6 @@ File "aliases_recursive.py", line 73, in <module>: Invalid type annotation 'Gene
 conformance_automated = "Fail"
 errors_diff = """
 Line 55: Expected 1 errors
-Line 67: Expected 1 errors, got 2 (['File "aliases_recursive.py", line 67, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 67, in <module>: Invalid type annotation \\'GenericTypeAlias1[str]\\'  [invalid-annotation]'])
-Line 73: Expected 1 errors, got 2 (['File "aliases_recursive.py", line 73, in <module>: Invalid type annotation \\'list[str, int]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 73, in <module>: Invalid type annotation \\'GenericTypeAlias2[str, int]\\'  [invalid-annotation]'])
 Line 76: Expected 1 errors
 Line 79: Expected 1 errors
 Line 62: Unexpected errors ['File "aliases_recursive.py", line 62, in <module>: unsupported operand type(s) for |: \\'\\'GenericTypeAlias1[T1]\\': str\\' and \\'T1: TypeVar\\' [unsupported-operands]']
diff --git a/conformance/results/pytype/annotations_generators.toml b/conformance/results/pytype/annotations_generators.toml
index 46a148570..fea020b78 100644
--- a/conformance/results/pytype/annotations_generators.toml
+++ b/conformance/results/pytype/annotations_generators.toml
@@ -21,7 +21,6 @@ File "annotations_generators.py", line 182, in <module>: Callable[[], AsyncItera
 conformance_automated = "Fail"
 errors_diff = """
 Line 51: Expected 1 errors
-Line 57: Expected 1 errors, got 2 (['File "annotations_generators.py", line 57, in generator2: bad return type [bad-return-type]', 'File "annotations_generators.py", line 57, in generator2: bad return type [bad-return-type]'])
 Line 135: Expected 1 errors
 Line 100: Unexpected errors ['File "annotations_generators.py", line 100, in <module>: Bad return type \\'IntIterator\\' for generator function generator15 [bad-yield-annotation]']
 Line 109: Unexpected errors ['File "annotations_generators.py", line 109, in <module>: Bad return type \\'AsyncIntIterator\\' for async generator function generator16 [bad-yield-annotation]']
diff --git a/conformance/results/pytype/callables_annotation.toml b/conformance/results/pytype/callables_annotation.toml
index 966af031c..518d2530d 100644
--- a/conformance/results/pytype/callables_annotation.toml
+++ b/conformance/results/pytype/callables_annotation.toml
@@ -13,8 +13,6 @@ File "callables_annotation.py", line 43, in <module>: Invalid type annotation 'i
 File "callables_annotation.py", line 43, in <module>: Invalid type annotation 'Callable[Any, int, int]'  [invalid-annotation]
 File "callables_annotation.py", line 44, in <module>: Invalid type annotation 'Ellipsis'  [invalid-annotation]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 40: Expected 1 errors, got 2 (['File "callables_annotation.py", line 40, in <module>: Invalid type annotation \\'int\\'  [invalid-annotation]', 'File "callables_annotation.py", line 40, in <module>: Invalid type annotation \\'Callable[Any]\\'  [invalid-annotation]'])
-Line 43: Expected 1 errors, got 2 (['File "callables_annotation.py", line 43, in <module>: Invalid type annotation \\'int\\'  [invalid-annotation]', 'File "callables_annotation.py", line 43, in <module>: Invalid type annotation \\'Callable[Any, int, int]\\'  [invalid-annotation]'])
 """
diff --git a/conformance/results/pytype/generics_typevartuple_basic.toml b/conformance/results/pytype/generics_typevartuple_basic.toml
index 205ad7c19..cb83522fa 100644
--- a/conformance/results/pytype/generics_typevartuple_basic.toml
+++ b/conformance/results/pytype/generics_typevartuple_basic.toml
@@ -54,13 +54,10 @@ File "generics_typevartuple_basic.py", line 106, in <module>: Function list.exte
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 42: Expected 1 errors, got 3 (['File "generics_typevartuple_basic.py", line 42, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 42, in <module>: Invalid type annotation \\'Array[Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 42, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]'])
-Line 43: Expected 1 errors, got 3 (['File "generics_typevartuple_basic.py", line 43, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 43, in <module>: Invalid type annotation \\'Array[Batch, Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 43, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]'])
 Line 46: Expected 1 errors
 Line 89: Expected 1 errors
 Line 99: Expected 1 errors
 Line 100: Expected 1 errors
-Line 106: Expected 1 errors, got 2 (['File "generics_typevartuple_basic.py", line 106, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 106, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]'])
 Line 7: Unexpected errors ['File "generics_typevartuple_basic.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
 Line 9: Unexpected errors ['File "generics_typevartuple_basic.py", line 9, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
 Line 12: Unexpected errors ['File "generics_typevartuple_basic.py", line 12, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
diff --git a/conformance/results/pytype/generics_typevartuple_specialization.toml b/conformance/results/pytype/generics_typevartuple_specialization.toml
index 20768e249..a9d75caa2 100644
--- a/conformance/results/pytype/generics_typevartuple_specialization.toml
+++ b/conformance/results/pytype/generics_typevartuple_specialization.toml
@@ -81,8 +81,6 @@ File "generics_typevartuple_specialization.py", line 163, in <module>: Invalid t
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 121: Expected 1 errors, got 2 (['File "generics_typevartuple_specialization.py", line 121, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 121, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]'])
-Line 122: Expected 1 errors, got 2 (['File "generics_typevartuple_specialization.py", line 122, in <module>: Invalid type annotation \\'<instance of Tuple[TypeVar, ...]>\\'  [invalid-annotation]', 'File "generics_typevartuple_specialization.py", line 122, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]'])
 Line 7: Unexpected errors ['File "generics_typevartuple_specialization.py", line 7, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
 Line 10: Unexpected errors ['File "generics_typevartuple_specialization.py", line 10, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
 Line 16: Unexpected errors ['File "generics_typevartuple_specialization.py", line 16, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
diff --git a/conformance/results/pytype/generics_variance.toml b/conformance/results/pytype/generics_variance.toml
index 896948ba5..d191e25dc 100644
--- a/conformance/results/pytype/generics_variance.toml
+++ b/conformance/results/pytype/generics_variance.toml
@@ -12,7 +12,6 @@ File "generics_variance.py", line 52, in <module>: argument "covariant" to TypeV
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 14: Expected 1 errors, got 2 (['File "generics_variance.py", line 14, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]', 'File "generics_variance.py", line 14, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]'])
 Line 77: Expected 1 errors
 Line 81: Expected 1 errors
 Line 93: Expected 1 errors
diff --git a/conformance/results/pytype/literals_parameterizations.toml b/conformance/results/pytype/literals_parameterizations.toml
index 288852389..1cc9d9b30 100644
--- a/conformance/results/pytype/literals_parameterizations.toml
+++ b/conformance/results/pytype/literals_parameterizations.toml
@@ -29,7 +29,6 @@ Line 49: Expected 1 errors
 Line 52: Expected 1 errors
 Line 56: Expected 1 errors
 Line 60: Expected 1 errors
-Line 61: Expected 1 errors, got 2 (['File "literals_parameterizations.py", line 61, in <module>: Invalid type annotation \\'Literal[my_function]\\'  [invalid-annotation]', 'File "literals_parameterizations.py", line 61, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]'])
 Line 17: Unexpected errors ['File "literals_parameterizations.py", line 17, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
 Line 18: Unexpected errors ['File "literals_parameterizations.py", line 18, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
 Line 19: Unexpected errors ['File "literals_parameterizations.py", line 19, in <module>: Invalid type annotation \\'Literal\\'  [invalid-annotation]']
diff --git a/conformance/results/pytype/qualifiers_final_annotation.toml b/conformance/results/pytype/qualifiers_final_annotation.toml
index 6a418afbf..9d3a3d450 100644
--- a/conformance/results/pytype/qualifiers_final_annotation.toml
+++ b/conformance/results/pytype/qualifiers_final_annotation.toml
@@ -28,14 +28,11 @@ File "qualifiers_final_annotation.py", line 145, in func2: Assigning to variable
 conformance_automated = "Fail"
 errors_diff = """
 Line 16: Expected 1 errors
-Line 18: Expected 1 errors, got 2 (['File "qualifiers_final_annotation.py", line 18, in <module>: Invalid type annotation \\'Final[str, int]\\'  [invalid-annotation]', 'File "qualifiers_final_annotation.py", line 18, in <module>: Invalid type annotation \\'Final\\'  [invalid-annotation]'])
 Line 34: Expected 1 errors
 Line 38: Expected 1 errors
 Line 62: Expected 1 errors
 Line 63: Expected 1 errors
 Line 94: Expected 1 errors
-Line 107: Expected 1 errors, got 3 (['File "qualifiers_final_annotation.py", line 107, in ClassD: Type annotation for VALUE2 does not match type of assignment [annotation-type-mismatch]', 'File "qualifiers_final_annotation.py", line 107, in ClassD: Invalid use of typing.Final [final-error]', 'File "qualifiers_final_annotation.py", line 107, in ClassD: Invalid type annotation \\'ClassVar[Final]\\'  [invalid-annotation]'])
-Line 118: Expected 1 errors, got 2 (['File "qualifiers_final_annotation.py", line 118, in <module>: Invalid use of typing.Final [final-error]', 'File "qualifiers_final_annotation.py", line 118, in <module>: Invalid type annotation \\'list[Final[int]]\\'  [invalid-annotation]'])
 Line 141: Expected 1 errors
 Line 147: Expected 1 errors
 Line 149: Expected 1 errors
diff --git a/conformance/results/pytype/tuples_type_compat.toml b/conformance/results/pytype/tuples_type_compat.toml
index 8d66990db..638c5bf2e 100644
--- a/conformance/results/pytype/tuples_type_compat.toml
+++ b/conformance/results/pytype/tuples_type_compat.toml
@@ -68,9 +68,6 @@ Line 32: Expected 1 errors
 Line 33: Expected 1 errors
 Line 43: Expected 1 errors
 Line 62: Expected 1 errors
-Line 168: Expected 1 errors, got 2 (['File "tuples_type_compat.py", line 168, in func9: Type annotation for t2 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 168, in func9: Invalid type annotation \\'tuple[str, str, *tuple[int]]\\'  [invalid-annotation]'])
-Line 171: Expected 1 errors, got 2 (['File "tuples_type_compat.py", line 171, in func9: Type annotation for t5 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 171, in func9: Invalid type annotation \\'tuple[str, str, str, *tuple[str, ...]]\\'  [invalid-annotation]'])
-Line 175: Expected 1 errors, got 2 (['File "tuples_type_compat.py", line 175, in func9: Type annotation for t9 does not match type of assignment [annotation-type-mismatch]', 'File "tuples_type_compat.py", line 175, in func9: Invalid type annotation \\'tuple[*tuple[str, ...], str, str, str]\\'  [invalid-annotation]'])
 Line 22: Unexpected errors ['File "tuples_type_compat.py", line 22, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
 Line 27: Unexpected errors ['File "tuples_type_compat.py", line 27, in func2: Invalid type annotation \\'tuple[int, *tuple[int, ...]]\\'  [invalid-annotation]']
 Line 47: Unexpected errors ['File "tuples_type_compat.py", line 47, in func3: Invalid type annotation \\'tuple[int, *tuple[str, ...]]\\'  [invalid-annotation]']
diff --git a/conformance/results/pytype/tuples_type_form.toml b/conformance/results/pytype/tuples_type_form.toml
index b2f6e3c5e..f8bb94391 100644
--- a/conformance/results/pytype/tuples_type_form.toml
+++ b/conformance/results/pytype/tuples_type_form.toml
@@ -14,8 +14,6 @@ File "tuples_type_form.py", line 43, in <module>: Invalid type annotation 'Ellip
 File "tuples_type_form.py", line 44, in <module>: Invalid type annotation '<instance of tuple>'  [invalid-annotation]
 File "tuples_type_form.py", line 45, in <module>: Invalid type annotation '<instance of tuple>'  [invalid-annotation]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 42: Expected 1 errors, got 2 (['File "tuples_type_form.py", line 42, in <module>: Invalid type annotation \\'tuple[Any, int]\\'  [invalid-annotation]', 'File "tuples_type_form.py", line 42, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]'])
-Line 43: Expected 1 errors, got 2 (['File "tuples_type_form.py", line 43, in <module>: Invalid type annotation \\'tuple[int, Any, int]\\'  [invalid-annotation]', 'File "tuples_type_form.py", line 43, in <module>: Invalid type annotation \\'Ellipsis\\'  [invalid-annotation]'])
 """
diff --git a/conformance/results/pytype/tuples_unpacked.toml b/conformance/results/pytype/tuples_unpacked.toml
index 8a2476e69..dc1d16f21 100644
--- a/conformance/results/pytype/tuples_unpacked.toml
+++ b/conformance/results/pytype/tuples_unpacked.toml
@@ -30,10 +30,6 @@ File "tuples_unpacked.py", line 50, in func3: Invalid type annotation 'tuple[*tu
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 31: Expected 1 errors, got 2 (['File "tuples_unpacked.py", line 31, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 31, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]'])
-Line 32: Expected 1 errors, got 2 (['File "tuples_unpacked.py", line 32, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 32, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]'])
-Line 39: Expected 1 errors, got 2 (['File "tuples_unpacked.py", line 39, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 39, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]'])
-Line 40: Expected 1 errors, got 2 (['File "tuples_unpacked.py", line 40, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]', 'File "tuples_unpacked.py", line 40, in <module>: Function list.extend was called with the wrong arguments [wrong-arg-types]'])
 Line 58: Expected 1 errors
 Line 61: Expected 1 errors
 Line 13: Unexpected errors ['File "tuples_unpacked.py", line 13, in <module>: typing.Unpack not supported yet [not-supported-yet]', 'File "tuples_unpacked.py", line 13, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
diff --git a/conformance/results/pytype/typeddicts_readonly_inheritance.toml b/conformance/results/pytype/typeddicts_readonly_inheritance.toml
index d661f9036..83fb06ba8 100644
--- a/conformance/results/pytype/typeddicts_readonly_inheritance.toml
+++ b/conformance/results/pytype/typeddicts_readonly_inheritance.toml
@@ -26,8 +26,6 @@ Line 82: Expected 1 errors
 Line 94: Expected 1 errors
 Line 98: Expected 1 errors
 Line 106: Expected 1 errors
-Line 119: Expected 1 errors, got 2 (['File "typeddicts_readonly_inheritance.py", line 119, in <module>: Invalid base class: TD_A2 [base-class-error]', 'File "typeddicts_readonly_inheritance.py", line 119, in <module>: Invalid base class: TD_A2 [base-class-error]'])
-Line 132: Expected 1 errors, got 2 (['File "typeddicts_readonly_inheritance.py", line 132, in <module>: Invalid base class: TD_B2 [base-class-error]', 'File "typeddicts_readonly_inheritance.py", line 132, in <module>: Invalid base class: TD_B2 [base-class-error]'])
 Line 8: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 8, in <module>: typing_extensions.ReadOnly not supported yet [not-supported-yet]']
 Line 18: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 18, in <module>: Invalid base class: NamedDict [base-class-error]']
 Line 47: Unexpected errors ['File "typeddicts_readonly_inheritance.py", line 47, in <module>: Invalid base class: AlbumCollection [base-class-error]', 'File "typeddicts_readonly_inheritance.py", line 47, in <module>: Invalid base class: AlbumCollection [base-class-error]']
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index f10abd508..3955371e5 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 44.4
+test_duration = 43.6
diff --git a/conformance/results/results.html b/conformance/results/results.html
index 9a95a28ee..83c978060 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.3sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>44.4sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.5sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>43.6sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>
diff --git a/conformance/tests/generics_basic.py b/conformance/tests/generics_basic.py
index 61d7f3d64..02a091357 100644
--- a/conformance/tests/generics_basic.py
+++ b/conformance/tests/generics_basic.py
@@ -164,5 +164,5 @@ def test_my_iterable_any(m: MyIterableAny):
 
 class GenericMeta(type, Generic[T]): ...
 
-class GenericMetaInstance(metaclass=GenericMeta[T]):  # E  # E?
+class GenericMetaInstance(metaclass=GenericMeta[T]):  # E
     ...
diff --git a/conformance/tests/generics_self_usage.py b/conformance/tests/generics_self_usage.py
index af983ca2e..6990cbd18 100644
--- a/conformance/tests/generics_self_usage.py
+++ b/conformance/tests/generics_self_usage.py
@@ -79,7 +79,7 @@ def foo(bar: Self) -> Self: ...  # E: not within a class
 
 class Foo2:
     # Rejected (Self is treated as unknown).
-    def has_existing_self_annotation(self: TFoo2) -> Self: ... # E  # E?
+    def has_existing_self_annotation(self: TFoo2) -> Self: ... # E
 
 class Foo3:
     def return_concrete_type(self) -> Self:
@@ -103,12 +103,12 @@ class Baz(Bar[Self]): ...  # E
 class Baz2(Self): ...  # E
 
 # This should generate an error.
-TupleSelf: TypeAlias = tuple[Self]  # E  # E?
+TupleSelf: TypeAlias = tuple[Self]  # E
 
 class Base:
     @staticmethod
     # This should generate an error.
-    def make() -> Self:  # E  # E?
+    def make() -> Self:  # E
         ...
 
     @staticmethod
diff --git a/conformance/tests/typeddicts_usage.py b/conformance/tests/typeddicts_usage.py
index b1ecc6738..b1528ebb3 100644
--- a/conformance/tests/typeddicts_usage.py
+++ b/conformance/tests/typeddicts_usage.py
@@ -25,7 +25,7 @@ def record_movie(movie: Movie) -> None:
 
 # The code below should be rejected, since 'title' is not a valid key,
 # and the 'name' key is missing:
-movie2: Movie = {"title": "Blade Runner", "year": 1982}  # E  # E?
+movie2: Movie = {"title": "Blade Runner", "year": 1982}  # E
 
 m = Movie(name='Blade Runner', year=1982)
 

From 2af719574e03718ed7098ced9788b220c09c3a64 Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Thu, 4 Apr 2024 11:29:51 -0400
Subject: [PATCH 13/22] Rerun

---
 .../results/mypy/aliases_recursive.toml       |  10 +-
 .../results/mypy/aliases_type_statement.toml  |  14 --
 .../results/mypy/aliases_typealiastype.toml   |  39 +++--
 .../mypy/annotations_forward_refs.toml        |  20 +--
 .../results/mypy/annotations_generators.toml  |   2 +
 .../results/mypy/classes_classvar.toml        |   1 -
 .../results/mypy/classes_override.toml        |   4 +-
 .../mypy/directives_no_type_check.toml        |   1 +
 .../results/mypy/generics_defaults.toml       |  10 +-
 .../mypy/generics_typevartuple_args.toml      |   1 -
 conformance/results/mypy/tuples_unpacked.toml |   2 +-
 .../results/mypy/typeddicts_required.toml     |   2 -
 .../mypy/typeddicts_type_consistency.toml     |   1 -
 conformance/results/mypy/version.toml         |   2 +-
 .../results/pyre/aliases_recursive.toml       |  32 ++--
 .../results/pyre/aliases_type_statement.toml  |  14 ++
 .../results/pyre/aliases_typealiastype.toml   |  50 ++----
 .../pyre/annotations_forward_refs.toml        |  20 +--
 .../results/pyre/annotations_generators.toml  |   2 -
 .../results/pyre/classes_classvar.toml        |   1 -
 .../results/pyre/classes_override.toml        |   4 +-
 .../pyre/directives_no_type_check.toml        |   1 -
 .../results/pyre/generics_defaults.toml       | 100 ++++++-----
 .../pyre/generics_typevartuple_args.toml      |   1 -
 conformance/results/pyre/tuples_unpacked.toml |   2 +-
 .../results/pyre/typeddicts_required.toml     |   2 +-
 .../pyre/typeddicts_type_consistency.toml     |   1 -
 conformance/results/pyre/version.toml         |   2 +-
 .../results/pyright/aliases_recursive.toml    |  12 +-
 .../pyright/aliases_type_statement.toml       |  16 +-
 .../pyright/aliases_typealiastype.toml        |  63 +++----
 .../pyright/annotations_forward_refs.toml     |  22 +--
 .../pyright/annotations_generators.toml       |   4 +-
 .../results/pyright/classes_classvar.toml     |   3 +-
 .../results/pyright/classes_override.toml     |   4 +-
 .../pyright/directives_no_type_check.toml     |   3 +-
 .../results/pyright/generics_defaults.toml    |  22 ++-
 .../pyright/generics_typevartuple_args.toml   |   3 +-
 .../results/pyright/tuples_unpacked.toml      |   2 -
 .../results/pyright/typeddicts_required.toml  |   4 +-
 .../pyright/typeddicts_type_consistency.toml  |   3 +-
 conformance/results/pyright/version.toml      |   2 +-
 .../results/pytype/aliases_recursive.toml     |  42 ++---
 .../pytype/aliases_type_statement.toml        |  14 ++
 .../results/pytype/aliases_typealiastype.toml |  23 ++-
 .../pytype/annotations_forward_refs.toml      |  20 ++-
 .../pytype/annotations_generators.toml        |   2 +
 .../results/pytype/classes_classvar.toml      |   1 -
 .../results/pytype/classes_override.toml      |   4 +-
 .../pytype/directives_no_type_check.toml      |   1 -
 .../results/pytype/generics_defaults.toml     | 162 +++++++++---------
 .../pytype/generics_typevartuple_args.toml    |   1 -
 .../results/pytype/tuples_unpacked.toml       |   2 +-
 .../results/pytype/typeddicts_required.toml   |   2 +-
 .../pytype/typeddicts_type_consistency.toml   |   1 -
 conformance/results/pytype/version.toml       |   2 +-
 conformance/results/results.html              |   2 +-
 conformance/src/main.py                       |   4 +
 conformance/tests/aliases_recursive.py        |   6 +-
 conformance/tests/aliases_type_statement.py   |  28 +--
 conformance/tests/aliases_typealiastype.py    |  38 ++--
 conformance/tests/annotations_forward_refs.py |  40 ++---
 conformance/tests/annotations_generators.py   |   4 +-
 conformance/tests/classes_override.py         |   8 +-
 conformance/tests/directives_no_type_check.py |   2 +-
 conformance/tests/generics_defaults.py        |   4 +-
 conformance/tests/tuples_unpacked.py          |   4 +-
 conformance/tests/typeddicts_required.py      |   4 +-
 .../tests/typeddicts_type_consistency.py      |   2 +-
 69 files changed, 418 insertions(+), 509 deletions(-)

diff --git a/conformance/results/mypy/aliases_recursive.toml b/conformance/results/mypy/aliases_recursive.toml
index e6506b82f..01af644dc 100644
--- a/conformance/results/mypy/aliases_recursive.toml
+++ b/conformance/results/mypy/aliases_recursive.toml
@@ -6,11 +6,11 @@ aliases_recursive.py:38: error: Incompatible types in assignment (expression has
 aliases_recursive.py:39: error: Name "t6" already defined on line 38  [no-redef]
 aliases_recursive.py:50: error: Dict entry 0 has incompatible type "str": "list[int]"; expected "str": "str | int | Mapping[str, RecursiveMapping]"  [dict-item]
 aliases_recursive.py:51: error: Dict entry 2 has incompatible type "str": "list[int]"; expected "str": "str | int | Mapping[str, RecursiveMapping]"  [dict-item]
-aliases_recursive.py:55: error: Dict entry 2 has incompatible type "str": "list[int]"; expected "str": "str | int | Mapping[str, RecursiveMapping]"  [dict-item]
-aliases_recursive.py:67: error: List item 0 has incompatible type "float"; expected "GenericTypeAlias1[str] | str"  [list-item]
-aliases_recursive.py:73: error: List item 0 has incompatible type "float"; expected "GenericTypeAlias2[str, int] | str | int"  [list-item]
-aliases_recursive.py:76: error: Invalid recursive alias: a union item of itself  [misc]
-aliases_recursive.py:79: error: Invalid recursive alias: a union item of itself  [misc]
+aliases_recursive.py:52: error: Dict entry 2 has incompatible type "str": "list[int]"; expected "str": "str | int | Mapping[str, RecursiveMapping]"  [dict-item]
+aliases_recursive.py:63: error: List item 0 has incompatible type "float"; expected "GenericTypeAlias1[str] | str"  [list-item]
+aliases_recursive.py:69: error: List item 0 has incompatible type "float"; expected "GenericTypeAlias2[str, int] | str | int"  [list-item]
+aliases_recursive.py:72: error: Invalid recursive alias: a union item of itself  [misc]
+aliases_recursive.py:75: error: Invalid recursive alias: a union item of itself  [misc]
 """
 conformance_automated = "Pass"
 errors_diff = """
diff --git a/conformance/results/mypy/aliases_type_statement.toml b/conformance/results/mypy/aliases_type_statement.toml
index 01343878c..b43771b11 100644
--- a/conformance/results/mypy/aliases_type_statement.toml
+++ b/conformance/results/mypy/aliases_type_statement.toml
@@ -85,21 +85,7 @@ Line 9: Unexpected errors ['aliases_type_statement.py:9: error: PEP 695 type ali
 Line 10: Unexpected errors ['aliases_type_statement.py:10: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:10: error: Value of type "UnionType" is not indexable  [index]']
 Line 14: Unexpected errors ['aliases_type_statement.py:14: error: PEP 695 type aliases are not yet supported  [valid-type]']
 Line 21: Unexpected errors ['aliases_type_statement.py:21: error: "type[int]" has no attribute "__value__"  [attr-defined]']
-Line 37: Unexpected errors ['aliases_type_statement.py:37: error: PEP 695 type aliases are not yet supported  [valid-type]']
-Line 38: Unexpected errors ['aliases_type_statement.py:38: error: PEP 695 type aliases are not yet supported  [valid-type]']
-Line 39: Unexpected errors ['aliases_type_statement.py:39: error: PEP 695 type aliases are not yet supported  [valid-type]']
-Line 40: Unexpected errors ['aliases_type_statement.py:40: error: PEP 695 type aliases are not yet supported  [valid-type]']
-Line 41: Unexpected errors ['aliases_type_statement.py:41: error: PEP 695 type aliases are not yet supported  [valid-type]']
-Line 42: Unexpected errors ['aliases_type_statement.py:42: error: PEP 695 type aliases are not yet supported  [valid-type]']
-Line 43: Unexpected errors ['aliases_type_statement.py:43: error: PEP 695 type aliases are not yet supported  [valid-type]']
-Line 44: Unexpected errors ['aliases_type_statement.py:44: error: PEP 695 type aliases are not yet supported  [valid-type]']
-Line 45: Unexpected errors ['aliases_type_statement.py:45: error: PEP 695 type aliases are not yet supported  [valid-type]']
-Line 46: Unexpected errors ['aliases_type_statement.py:46: error: PEP 695 type aliases are not yet supported  [valid-type]']
-Line 47: Unexpected errors ['aliases_type_statement.py:47: error: PEP 695 type aliases are not yet supported  [valid-type]']
-Line 48: Unexpected errors ['aliases_type_statement.py:48: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:48: error: Function "list" could always be true in boolean context  [truthy-function]']
-Line 49: Unexpected errors ['aliases_type_statement.py:49: error: PEP 695 type aliases are not yet supported  [valid-type]']
 Line 54: Unexpected errors ['aliases_type_statement.py:54: error: PEP 695 type aliases are not yet supported  [valid-type]']
-Line 58: Unexpected errors ['aliases_type_statement.py:58: error: PEP 695 type aliases are not yet supported  [valid-type]']
 Line 72: Unexpected errors ['aliases_type_statement.py:72: error: PEP 695 type aliases are not yet supported  [valid-type]', 'aliases_type_statement.py:72: error: Name "T" is not defined  [name-defined]', 'aliases_type_statement.py:72: error: Variable "aliases_type_statement.RecursiveTypeAlias1" is not valid as a type  [valid-type]']
 Line 74: Unexpected errors ['aliases_type_statement.py:74: error: Variable "aliases_type_statement.RecursiveTypeAlias1" is not valid as a type  [valid-type]']
 Line 75: Unexpected errors ['aliases_type_statement.py:75: error: Variable "aliases_type_statement.RecursiveTypeAlias1" is not valid as a type  [valid-type]']
diff --git a/conformance/results/mypy/aliases_typealiastype.toml b/conformance/results/mypy/aliases_typealiastype.toml
index 353545807..3fa11282d 100644
--- a/conformance/results/mypy/aliases_typealiastype.toml
+++ b/conformance/results/mypy/aliases_typealiastype.toml
@@ -40,26 +40,35 @@ aliases_typealiastype.py:39: error: Unpack is only valid in a variadic position
 aliases_typealiastype.py:40: error: Unexpected "..."  [misc]
 aliases_typealiastype.py:40: error: Variable "aliases_typealiastype.GoodAlias5" is not valid as a type  [valid-type]
 aliases_typealiastype.py:40: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+aliases_typealiastype.py:43: error: Type variable "aliases_typealiastype.S" is unbound  [valid-type]
+aliases_typealiastype.py:43: note: (Hint: Use "Generic[S]" or "Protocol[S]" base class to bind "S" inside a class)
+aliases_typealiastype.py:43: note: (Hint: Use "S" in function signature to bind "S" inside a function)
+aliases_typealiastype.py:43: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]
 aliases_typealiastype.py:44: error: Type variable "aliases_typealiastype.S" is unbound  [valid-type]
 aliases_typealiastype.py:44: note: (Hint: Use "Generic[S]" or "Protocol[S]" base class to bind "S" inside a class)
 aliases_typealiastype.py:44: note: (Hint: Use "S" in function signature to bind "S" inside a function)
-aliases_typealiastype.py:44: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]
-aliases_typealiastype.py:46: error: Type variable "aliases_typealiastype.S" is unbound  [valid-type]
-aliases_typealiastype.py:46: note: (Hint: Use "Generic[S]" or "Protocol[S]" base class to bind "S" inside a class)
-aliases_typealiastype.py:46: note: (Hint: Use "S" in function signature to bind "S" inside a function)
-aliases_typealiastype.py:48: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object, object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]
-aliases_typealiastype.py:50: error: Cannot determine type of "BadAlias4"  [has-type]
-aliases_typealiastype.py:52: error: Cannot determine type of "BadAlias5"  [has-type]
-aliases_typealiastype.py:52: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]
-aliases_typealiastype.py:54: error: Cannot determine type of "BadAlias7"  [has-type]
-aliases_typealiastype.py:54: error: Name "BadAlias7" is used before definition  [used-before-def]
-aliases_typealiastype.py:69: error: Function "list" could always be true in boolean context  [truthy-function]
+aliases_typealiastype.py:45: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object, object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]
+aliases_typealiastype.py:46: error: Cannot determine type of "BadAlias4"  [has-type]
+aliases_typealiastype.py:47: error: Cannot determine type of "BadAlias5"  [has-type]
+aliases_typealiastype.py:47: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]
+aliases_typealiastype.py:48: error: Cannot determine type of "BadAlias7"  [has-type]
+aliases_typealiastype.py:48: error: Name "BadAlias7" is used before definition  [used-before-def]
+aliases_typealiastype.py:63: error: Function "list" could always be true in boolean context  [truthy-function]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 45: Expected 1 errors
-Line 49: Expected 1 errors
+Line 52: Expected 1 errors
 Line 53: Expected 1 errors
+Line 54: Expected 1 errors
+Line 55: Expected 1 errors
+Line 56: Expected 1 errors
+Line 57: Expected 1 errors
+Line 58: Expected 1 errors
+Line 59: Expected 1 errors
+Line 60: Expected 1 errors
+Line 61: Expected 1 errors
+Line 62: Expected 1 errors
+Line 64: Expected 1 errors
 Line 17: Unexpected errors ['aliases_typealiastype.py:17: error: Type variable "aliases_typealiastype.T" is unbound  [valid-type]', 'aliases_typealiastype.py:17: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
 Line 18: Unexpected errors ['aliases_typealiastype.py:18: error: Type variable "aliases_typealiastype.T" is unbound  [valid-type]', 'aliases_typealiastype.py:18: error: Type variable "aliases_typealiastype.S" is unbound  [valid-type]', 'aliases_typealiastype.py:18: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object, object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
 Line 19: Unexpected errors ['aliases_typealiastype.py:19: error: Cannot resolve name "GoodAlias4" (possible cyclic definition)  [misc]', 'aliases_typealiastype.py:19: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
@@ -70,8 +79,4 @@ Line 36: Unexpected errors ['aliases_typealiastype.py:36: error: Variable "alias
 Line 37: Unexpected errors ['aliases_typealiastype.py:37: error: Unexpected "..."  [misc]', 'aliases_typealiastype.py:37: error: Variable "aliases_typealiastype.GoodAlias5" is not valid as a type  [valid-type]']
 Line 38: Unexpected errors ['aliases_typealiastype.py:38: error: Unexpected "..."  [misc]', 'aliases_typealiastype.py:38: error: Variable "aliases_typealiastype.GoodAlias5" is not valid as a type  [valid-type]']
 Line 39: Unexpected errors ['aliases_typealiastype.py:39: error: Bracketed expression "[...]" is not valid as a type  [valid-type]', 'aliases_typealiastype.py:39: error: Variable "aliases_typealiastype.GoodAlias5" is not valid as a type  [valid-type]', 'aliases_typealiastype.py:39: error: Unpack is only valid in a variadic position  [valid-type]']
-Line 44: Unexpected errors ['aliases_typealiastype.py:44: error: Type variable "aliases_typealiastype.S" is unbound  [valid-type]', 'aliases_typealiastype.py:44: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
-Line 48: Unexpected errors ['aliases_typealiastype.py:48: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object, object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
-Line 52: Unexpected errors ['aliases_typealiastype.py:52: error: Cannot determine type of "BadAlias5"  [has-type]', 'aliases_typealiastype.py:52: error: Argument "type_params" to "TypeAliasType" has incompatible type "tuple[object]"; expected "tuple[TypeVar | ParamSpec | TypeVarTuple, ...]"  [arg-type]']
-Line 69: Unexpected errors ['aliases_typealiastype.py:69: error: Function "list" could always be true in boolean context  [truthy-function]']
 """
diff --git a/conformance/results/mypy/annotations_forward_refs.toml b/conformance/results/mypy/annotations_forward_refs.toml
index b51571842..53c4e301e 100644
--- a/conformance/results/mypy/annotations_forward_refs.toml
+++ b/conformance/results/mypy/annotations_forward_refs.toml
@@ -31,21 +31,11 @@ annotations_forward_refs.py:93: error: Expression is of type int?, not "int"  [a
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 41: Unexpected errors ['annotations_forward_refs.py:41: error: Invalid type comment or annotation  [valid-type]']
-Line 42: Unexpected errors ['annotations_forward_refs.py:42: error: Invalid type comment or annotation  [valid-type]']
-Line 43: Unexpected errors ['annotations_forward_refs.py:43: error: Invalid type comment or annotation  [valid-type]']
-Line 44: Unexpected errors ['annotations_forward_refs.py:44: error: Invalid type comment or annotation  [valid-type]']
-Line 45: Unexpected errors ['annotations_forward_refs.py:45: error: Invalid type comment or annotation  [valid-type]']
-Line 46: Unexpected errors ['annotations_forward_refs.py:46: error: Invalid type comment or annotation  [valid-type]']
-Line 47: Unexpected errors ['annotations_forward_refs.py:47: error: Invalid type comment or annotation  [valid-type]']
-Line 48: Unexpected errors ['annotations_forward_refs.py:48: error: Invalid type comment or annotation  [valid-type]']
-Line 49: Unexpected errors ['annotations_forward_refs.py:49: error: Variable "annotations_forward_refs.var1" is not valid as a type  [valid-type]']
-Line 50: Unexpected errors ['annotations_forward_refs.py:50: error: Invalid type comment or annotation  [valid-type]']
-Line 51: Unexpected errors ['annotations_forward_refs.py:51: error: Invalid type comment or annotation  [valid-type]']
-Line 52: Unexpected errors ['annotations_forward_refs.py:52: error: Invalid type comment or annotation  [valid-type]']
-Line 53: Unexpected errors ['annotations_forward_refs.py:53: error: Invalid type comment or annotation  [valid-type]']
-Line 54: Unexpected errors ['annotations_forward_refs.py:54: error: Invalid type comment or annotation  [valid-type]']
-Line 55: Unexpected errors ['annotations_forward_refs.py:55: error: Module "types" is not valid as a type  [valid-type]']
+Line 22: Expected 1 errors
+Line 23: Expected 1 errors
+Line 24: Expected 1 errors
+Line 25: Expected 1 errors
+Line 66: Expected 1 errors
 Line 87: Unexpected errors ['annotations_forward_refs.py:87: error: Function "annotations_forward_refs.ClassD.int" is not valid as a type  [valid-type]']
 Line 93: Unexpected errors ['annotations_forward_refs.py:93: error: Expression is of type int?, not "int"  [assert-type]']
 """
diff --git a/conformance/results/mypy/annotations_generators.toml b/conformance/results/mypy/annotations_generators.toml
index a60af73c9..d2a81a99a 100644
--- a/conformance/results/mypy/annotations_generators.toml
+++ b/conformance/results/mypy/annotations_generators.toml
@@ -15,5 +15,7 @@ annotations_generators.py:119: error: Incompatible types in "yield from" (actual
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 87: Expected 1 errors
+Line 92: Expected 1 errors
 Line 135: Expected 1 errors
 """
diff --git a/conformance/results/mypy/classes_classvar.toml b/conformance/results/mypy/classes_classvar.toml
index 62a6d0a8a..4eae58e41 100644
--- a/conformance/results/mypy/classes_classvar.toml
+++ b/conformance/results/mypy/classes_classvar.toml
@@ -32,7 +32,6 @@ classes_classvar.py:129: note: Protocol member ProtoA.y expected class variable,
 conformance_automated = "Fail"
 errors_diff = """
 Line 45: Expected 1 errors
-Line 48: Expected 1 errors
 Line 70: Expected 1 errors
 Line 59: Unexpected errors ['classes_classvar.py:59: error: Invalid type: ClassVar nested inside other type  [valid-type]']
 Line 76: Unexpected errors ['classes_classvar.py:76: error: Expression is of type "Any", not "float"  [assert-type]']
diff --git a/conformance/results/mypy/classes_override.toml b/conformance/results/mypy/classes_override.toml
index 27e9d4fda..a1e8ce316 100644
--- a/conformance/results/mypy/classes_override.toml
+++ b/conformance/results/mypy/classes_override.toml
@@ -12,10 +12,8 @@ classes_override.py:103: error: Method "method1" is marked as an override, but n
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 53: Unexpected errors ['classes_override.py:53: error: Method "method3" is marked as an override, but no base method was found with this name  [misc]']
+Line 86: Expected 1 errors
 Line 56: Unexpected errors ['classes_override.py:56: error: Method "method4" is marked as an override, but no base method was found with this name  [misc]']
-Line 79: Unexpected errors ['classes_override.py:79: error: Method "static_method1" is marked as an override, but no base method was found with this name  [misc]']
 Line 84: Unexpected errors ['classes_override.py:84: error: Method "class_method1" is marked as an override, but no base method was found with this name  [misc]']
-Line 91: Unexpected errors ['classes_override.py:91: error: Method "property1" is marked as an override, but no base method was found with this name  [misc]']
 Line 103: Unexpected errors ['classes_override.py:103: error: Method "method1" is marked as an override, but no base method was found with this name  [misc]']
 """
diff --git a/conformance/results/mypy/directives_no_type_check.toml b/conformance/results/mypy/directives_no_type_check.toml
index 29af2a24f..85871f73f 100644
--- a/conformance/results/mypy/directives_no_type_check.toml
+++ b/conformance/results/mypy/directives_no_type_check.toml
@@ -8,5 +8,6 @@ directives_no_type_check.py:16: error: Incompatible types in assignment (express
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 26: Expected 1 errors
 Line 16: Unexpected errors ['directives_no_type_check.py:16: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
 """
diff --git a/conformance/results/mypy/generics_defaults.toml b/conformance/results/mypy/generics_defaults.toml
index 31568d254..9af0afadd 100644
--- a/conformance/results/mypy/generics_defaults.toml
+++ b/conformance/results/mypy/generics_defaults.toml
@@ -3,9 +3,9 @@ output = """
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Expected 1 errors
-Line 52: Expected 1 errors
-Line 108: Expected 1 errors
-Line 117: Expected 1 errors
-Line 144: Expected 1 errors
+Line 24: Expected 1 errors
+Line 50: Expected 1 errors
+Line 106: Expected 1 errors
+Line 115: Expected 1 errors
+Line 142: Expected 1 errors
 """
diff --git a/conformance/results/mypy/generics_typevartuple_args.toml b/conformance/results/mypy/generics_typevartuple_args.toml
index 35a66dce1..a6fae99fd 100644
--- a/conformance/results/mypy/generics_typevartuple_args.toml
+++ b/conformance/results/mypy/generics_typevartuple_args.toml
@@ -16,5 +16,4 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 75: Expected 1 errors
 Line 76: Expected 1 errors
-Line 80: Expected 1 errors
 """
diff --git a/conformance/results/mypy/tuples_unpacked.toml b/conformance/results/mypy/tuples_unpacked.toml
index 5a49a192d..e2310b30d 100644
--- a/conformance/results/mypy/tuples_unpacked.toml
+++ b/conformance/results/mypy/tuples_unpacked.toml
@@ -13,5 +13,5 @@ Line 32: Expected 1 errors
 Line 39: Expected 1 errors
 Line 40: Expected 1 errors
 Line 50: Expected 1 errors
-Line 61: Expected 1 errors
+Line 60: Expected 1 errors
 """
diff --git a/conformance/results/mypy/typeddicts_required.toml b/conformance/results/mypy/typeddicts_required.toml
index 944b9504c..e4e89e9bf 100644
--- a/conformance/results/mypy/typeddicts_required.toml
+++ b/conformance/results/mypy/typeddicts_required.toml
@@ -12,8 +12,6 @@ typeddicts_required.py:67: error: Required[] can be only used in a TypedDict def
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 17: Expected 1 errors
-Line 16: Unexpected errors ['typeddicts_required.py:16: error: NotRequired[] can be only used in a TypedDict definition  [valid-type]']
 Line 65: Unexpected errors ['typeddicts_required.py:65: error: Required[] can be only used in a TypedDict definition  [valid-type]']
 Line 67: Unexpected errors ['typeddicts_required.py:67: error: Required[] can be only used in a TypedDict definition  [valid-type]']
 """
diff --git a/conformance/results/mypy/typeddicts_type_consistency.toml b/conformance/results/mypy/typeddicts_type_consistency.toml
index 317b03110..95309087d 100644
--- a/conformance/results/mypy/typeddicts_type_consistency.toml
+++ b/conformance/results/mypy/typeddicts_type_consistency.toml
@@ -14,7 +14,6 @@ typeddicts_type_consistency.py:124: error: Incompatible types (expression has ty
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 69: Unexpected errors ['typeddicts_type_consistency.py:69: error: Extra key "y" for TypedDict "A3"  [typeddict-unknown-key]']
 Line 99: Unexpected errors ['typeddicts_type_consistency.py:99: error: Incompatible types in assignment (expression has type "str | None", variable has type "str")  [assignment]']
 Line 105: Unexpected errors ['typeddicts_type_consistency.py:105: error: Incompatible types in assignment (expression has type "int | str", variable has type "int")  [assignment]']
 """
diff --git a/conformance/results/mypy/version.toml b/conformance/results/mypy/version.toml
index da96566e1..4f076d3cf 100644
--- a/conformance/results/mypy/version.toml
+++ b/conformance/results/mypy/version.toml
@@ -1,2 +1,2 @@
 version = "mypy 1.9.0"
-test_duration = 1.5
+test_duration = 1.6
diff --git a/conformance/results/pyre/aliases_recursive.toml b/conformance/results/pyre/aliases_recursive.toml
index 758945022..84b1d9975 100644
--- a/conformance/results/pyre/aliases_recursive.toml
+++ b/conformance/results/pyre/aliases_recursive.toml
@@ -10,14 +10,14 @@ aliases_recursive.py:30:35 Incompatible parameter type [6]: In call `typing.Gene
 aliases_recursive.py:33:4 Undefined or invalid type [11]: Annotation `RecursiveTuple` is not defined as a type.
 aliases_recursive.py:42:39 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_KT]], Type[Variable[_VT_co](covariant)]]` but got `Tuple[Type[str], str]`.
 aliases_recursive.py:44:4 Undefined or invalid type [11]: Annotation `RecursiveMapping` is not defined as a type.
-aliases_recursive.py:62:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `_SpecialForm`.
-aliases_recursive.py:65:4 Undefined or invalid type [11]: Annotation `SpecializedTypeAlias1` is not defined as a type.
-aliases_recursive.py:66:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias1` is not defined as a type.
-aliases_recursive.py:69:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `_SpecialForm`.
-aliases_recursive.py:71:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias2` is not defined as a type.
-aliases_recursive.py:76:0 Incompatible variable type [9]: RecursiveUnion is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
-aliases_recursive.py:79:0 Incompatible variable type [9]: MutualReference1 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
-aliases_recursive.py:79:62 Incompatible variable type [9]: MutualReference2 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
+aliases_recursive.py:58:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `_SpecialForm`.
+aliases_recursive.py:61:4 Undefined or invalid type [11]: Annotation `SpecializedTypeAlias1` is not defined as a type.
+aliases_recursive.py:62:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias1` is not defined as a type.
+aliases_recursive.py:65:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `_SpecialForm`.
+aliases_recursive.py:67:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias2` is not defined as a type.
+aliases_recursive.py:72:0 Incompatible variable type [9]: RecursiveUnion is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
+aliases_recursive.py:75:0 Incompatible variable type [9]: MutualReference1 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
+aliases_recursive.py:75:62 Incompatible variable type [9]: MutualReference2 is declared to have type `TypeAlias` but is used as type `Type[typing.Any]`.
 """
 conformance_automated = "Fail"
 errors_diff = """
@@ -25,16 +25,16 @@ Line 38: Expected 1 errors
 Line 39: Expected 1 errors
 Line 50: Expected 1 errors
 Line 51: Expected 1 errors
-Line 55: Expected 1 errors
-Line 67: Expected 1 errors
-Line 73: Expected 1 errors
+Line 52: Expected 1 errors
+Line 63: Expected 1 errors
+Line 69: Expected 1 errors
 Line 30: Unexpected errors ['aliases_recursive.py:30:35 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[str, typing.Any]`.']
 Line 33: Unexpected errors ['aliases_recursive.py:33:4 Undefined or invalid type [11]: Annotation `RecursiveTuple` is not defined as a type.']
 Line 42: Unexpected errors ['aliases_recursive.py:42:39 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_KT]], Type[Variable[_VT_co](covariant)]]` but got `Tuple[Type[str], str]`.']
 Line 44: Unexpected errors ['aliases_recursive.py:44:4 Undefined or invalid type [11]: Annotation `RecursiveMapping` is not defined as a type.']
-Line 62: Unexpected errors ['aliases_recursive.py:62:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `_SpecialForm`.']
-Line 65: Unexpected errors ['aliases_recursive.py:65:4 Undefined or invalid type [11]: Annotation `SpecializedTypeAlias1` is not defined as a type.']
-Line 66: Unexpected errors ['aliases_recursive.py:66:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias1` is not defined as a type.']
-Line 69: Unexpected errors ['aliases_recursive.py:69:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `_SpecialForm`.']
-Line 71: Unexpected errors ['aliases_recursive.py:71:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias2` is not defined as a type.']
+Line 58: Unexpected errors ['aliases_recursive.py:58:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `_SpecialForm`.']
+Line 61: Unexpected errors ['aliases_recursive.py:61:4 Undefined or invalid type [11]: Annotation `SpecializedTypeAlias1` is not defined as a type.']
+Line 62: Unexpected errors ['aliases_recursive.py:62:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias1` is not defined as a type.']
+Line 65: Unexpected errors ['aliases_recursive.py:65:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `_SpecialForm`.']
+Line 67: Unexpected errors ['aliases_recursive.py:67:4 Undefined or invalid type [11]: Annotation `GenericTypeAlias2` is not defined as a type.']
 """
diff --git a/conformance/results/pyre/aliases_type_statement.toml b/conformance/results/pyre/aliases_type_statement.toml
index 4aaccfbb0..02d923e11 100644
--- a/conformance/results/pyre/aliases_type_statement.toml
+++ b/conformance/results/pyre/aliases_type_statement.toml
@@ -12,7 +12,21 @@ Line 19: Expected 1 errors
 Line 23: Expected 1 errors
 Line 26: Expected 1 errors
 Line 31: Expected 1 errors
+Line 37: Expected 1 errors
+Line 38: Expected 1 errors
+Line 39: Expected 1 errors
+Line 40: Expected 1 errors
+Line 41: Expected 1 errors
+Line 42: Expected 1 errors
+Line 43: Expected 1 errors
+Line 44: Expected 1 errors
+Line 45: Expected 1 errors
+Line 46: Expected 1 errors
+Line 47: Expected 1 errors
+Line 48: Expected 1 errors
+Line 49: Expected 1 errors
 Line 52: Expected 1 errors
+Line 58: Expected 1 errors
 Line 64: Expected 1 errors
 Line 69: Expected 1 errors
 Line 79: Expected 1 errors
diff --git a/conformance/results/pyre/aliases_typealiastype.toml b/conformance/results/pyre/aliases_typealiastype.toml
index f06c07cc1..3faf76ee5 100644
--- a/conformance/results/pyre/aliases_typealiastype.toml
+++ b/conformance/results/pyre/aliases_typealiastype.toml
@@ -21,35 +21,32 @@ aliases_typealiastype.py:35:4 Undefined or invalid type [11]: Annotation `GoodAl
 aliases_typealiastype.py:37:4 Undefined or invalid type [11]: Annotation `GoodAlias5` is not defined as a type.
 aliases_typealiastype.py:39:4 Invalid type [31]: Expression `$local_aliases_typealiastype$GoodAlias5[(int, str, [int, str], *tuple[(int, str, int)])]` is not a valid type.
 aliases_typealiastype.py:43:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
-aliases_typealiastype.py:44:22 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.
+aliases_typealiastype.py:43:44 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.
+aliases_typealiastype.py:44:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
+aliases_typealiastype.py:44:44 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.
+aliases_typealiastype.py:45:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
 aliases_typealiastype.py:46:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
-aliases_typealiastype.py:46:44 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.
 aliases_typealiastype.py:47:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
-aliases_typealiastype.py:50:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
-aliases_typealiastype.py:51:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
-aliases_typealiastype.py:54:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
-aliases_typealiastype.py:55:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
-aliases_typealiastype.py:58:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
-aliases_typealiastype.py:59:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
+aliases_typealiastype.py:48:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
+aliases_typealiastype.py:49:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
+aliases_typealiastype.py:52:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
+aliases_typealiastype.py:53:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
+aliases_typealiastype.py:54:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
+aliases_typealiastype.py:55:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
+aliases_typealiastype.py:56:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
+aliases_typealiastype.py:57:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
+aliases_typealiastype.py:58:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
+aliases_typealiastype.py:59:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
 aliases_typealiastype.py:60:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
 aliases_typealiastype.py:61:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
 aliases_typealiastype.py:62:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
 aliases_typealiastype.py:63:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
 aliases_typealiastype.py:64:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
-aliases_typealiastype.py:65:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
-aliases_typealiastype.py:66:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
-aliases_typealiastype.py:67:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
-aliases_typealiastype.py:68:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
-aliases_typealiastype.py:69:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
-aliases_typealiastype.py:70:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.
 """
 conformance_automated = "Fail"
 errors_diff = """
 Line 32: Expected 1 errors
 Line 40: Expected 1 errors
-Line 45: Expected 1 errors
-Line 49: Expected 1 errors
-Line 53: Expected 1 errors
 Line 5: Unexpected errors ['aliases_typealiastype.py:5:0 Undefined import [21]: Could not find a name `TypeAliasType` defined in module `typing`.']
 Line 16: Unexpected errors ['aliases_typealiastype.py:16:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
 Line 17: Unexpected errors ['aliases_typealiastype.py:17:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.', 'aliases_typealiastype.py:17:46 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
@@ -61,22 +58,5 @@ Line 27: Unexpected errors ['aliases_typealiastype.py:27:17 Undefined attribute
 Line 35: Unexpected errors ['aliases_typealiastype.py:35:4 Undefined or invalid type [11]: Annotation `GoodAlias4` is not defined as a type.']
 Line 37: Unexpected errors ['aliases_typealiastype.py:37:4 Undefined or invalid type [11]: Annotation `GoodAlias5` is not defined as a type.']
 Line 39: Unexpected errors ['aliases_typealiastype.py:39:4 Invalid type [31]: Expression `$local_aliases_typealiastype$GoodAlias5[(int, str, [int, str], *tuple[(int, str, int)])]` is not a valid type.']
-Line 43: Unexpected errors ['aliases_typealiastype.py:43:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 44: Unexpected errors ['aliases_typealiastype.py:44:22 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
-Line 47: Unexpected errors ['aliases_typealiastype.py:47:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 51: Unexpected errors ['aliases_typealiastype.py:51:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 55: Unexpected errors ['aliases_typealiastype.py:55:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 58: Unexpected errors ['aliases_typealiastype.py:58:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 59: Unexpected errors ['aliases_typealiastype.py:59:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 60: Unexpected errors ['aliases_typealiastype.py:60:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 61: Unexpected errors ['aliases_typealiastype.py:61:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 62: Unexpected errors ['aliases_typealiastype.py:62:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 63: Unexpected errors ['aliases_typealiastype.py:63:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 64: Unexpected errors ['aliases_typealiastype.py:64:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 65: Unexpected errors ['aliases_typealiastype.py:65:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 66: Unexpected errors ['aliases_typealiastype.py:66:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 67: Unexpected errors ['aliases_typealiastype.py:67:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 68: Unexpected errors ['aliases_typealiastype.py:68:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 69: Unexpected errors ['aliases_typealiastype.py:69:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
-Line 70: Unexpected errors ['aliases_typealiastype.py:70:13 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
+Line 49: Unexpected errors ['aliases_typealiastype.py:49:12 Undefined attribute [16]: Module `typing` has no attribute `TypeAliasType`.']
 """
diff --git a/conformance/results/pyre/annotations_forward_refs.toml b/conformance/results/pyre/annotations_forward_refs.toml
index 00d759cda..00885232d 100644
--- a/conformance/results/pyre/annotations_forward_refs.toml
+++ b/conformance/results/pyre/annotations_forward_refs.toml
@@ -30,22 +30,14 @@ annotations_forward_refs.py:100:7 Undefined or invalid type [11]: Annotation `
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 22: Expected 1 errors
+Line 23: Expected 1 errors
+Line 24: Expected 1 errors
+Line 25: Expected 1 errors
+Line 54: Expected 1 errors
+Line 66: Expected 1 errors
 Line 89: Expected 1 errors
 Line 19: Unexpected errors ['annotations_forward_refs.py:19:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `UnionType`.']
-Line 41: Unexpected errors ['annotations_forward_refs.py:41:8 Undefined or invalid type [11]: Annotation `eval(.join(map(chr, [105, 110, 116])))` is not defined as a type.']
-Line 42: Unexpected errors ['annotations_forward_refs.py:42:8 Invalid type [31]: Expression `"[int, str]"` is not a valid type.']
-Line 43: Unexpected errors ['annotations_forward_refs.py:43:8 Invalid type [31]: Expression `"(int, str)"` is not a valid type.']
-Line 44: Unexpected errors ['annotations_forward_refs.py:44:8 Undefined or invalid type [11]: Annotation `comprehension(int for generators(generator($target$i in range(1) if )))` is not defined as a type.']
-Line 45: Unexpected errors ['annotations_forward_refs.py:45:8 Invalid type [31]: Expression `"{  }"` is not a valid type.']
-Line 46: Unexpected errors ['annotations_forward_refs.py:46:8 Undefined or invalid type [11]: Annotation `lambda () (int)()` is not defined as a type.']
-Line 47: Unexpected errors ['annotations_forward_refs.py:47:8 Invalid type [31]: Expression `[int][0]` is not a valid type.']
-Line 48: Unexpected errors ['annotations_forward_refs.py:48:8 Invalid type [31]: Expression `"int if 1 < 3 else str"` is not a valid type.']
-Line 49: Unexpected errors ['annotations_forward_refs.py:49:8 Undefined or invalid type [11]: Annotation `var1` is not defined as a type.']
-Line 50: Unexpected errors ['annotations_forward_refs.py:50:9 Invalid type [31]: Expression `"True"` is not a valid type.']
-Line 51: Unexpected errors ['annotations_forward_refs.py:51:9 Invalid type [31]: Expression `"1"` is not a valid type.']
-Line 52: Unexpected errors ['annotations_forward_refs.py:52:9 Invalid type [31]: Expression `"-1"` is not a valid type.']
-Line 53: Unexpected errors ['annotations_forward_refs.py:53:9 Invalid type [31]: Expression `"int or str"` is not a valid type.']
-Line 55: Unexpected errors ['annotations_forward_refs.py:55:9 Undefined or invalid type [11]: Annotation `types` is not defined as a type.']
 Line 77: Unexpected errors ['annotations_forward_refs.py:77:0 Uninitialized attribute [13]: Attribute `ClassC` is declared in class `ClassD` to have type `ClassC` but is never initialized.']
 Line 87: Unexpected errors ['annotations_forward_refs.py:87:7 Undefined or invalid type [11]: Annotation `ClassD.int` is not defined as a type.']
 Line 100: Unexpected errors ['annotations_forward_refs.py:100:7 Undefined or invalid type [11]: Annotation `']
diff --git a/conformance/results/pyre/annotations_generators.toml b/conformance/results/pyre/annotations_generators.toml
index b16ed0dae..4d5caf812 100644
--- a/conformance/results/pyre/annotations_generators.toml
+++ b/conformance/results/pyre/annotations_generators.toml
@@ -24,9 +24,7 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 51: Expected 1 errors
 Line 86: Expected 1 errors
-Line 87: Unexpected errors ['annotations_generators.py:87:4 Incompatible return type [7]: Expected `int` but got `Generator[None, typing.Any, typing.Any]`.']
 Line 88: Unexpected errors ['annotations_generators.py:88:4 Incompatible return type [7]: Expected `int` but got `Generator[typing.Any, typing.Any, int]`.']
-Line 92: Unexpected errors ['annotations_generators.py:92:4 Incompatible return type [7]: Expected `int` but got `AsyncGenerator[None, typing.Any]`.']
 Line 167: Unexpected errors ['annotations_generators.py:167:35 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_T_co](covariant)], Type[Variable[_T_contra](contravariant)]]` but got `Tuple[Type[str], None]`.']
 Line 174: Unexpected errors ['annotations_generators.py:174:35 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_T_co](covariant)], Type[Variable[_T_contra](contravariant)]]` but got `Tuple[Type[str], None]`.']
 Line 182: Unexpected errors ['annotations_generators.py:182:48 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[Type[Variable[_T_co](covariant)], Type[Variable[_T_contra](contravariant)], Type[Variable[_V_co](covariant)]]` but got `Tuple[object, object, typing.Any]`.', 'annotations_generators.py:182:58 Undefined attribute [16]: `AsyncIterator` has no attribute `__getitem__`.']
diff --git a/conformance/results/pyre/classes_classvar.toml b/conformance/results/pyre/classes_classvar.toml
index f2be82e38..80e8d551d 100644
--- a/conformance/results/pyre/classes_classvar.toml
+++ b/conformance/results/pyre/classes_classvar.toml
@@ -30,7 +30,6 @@ errors_diff = """
 Line 43: Expected 1 errors
 Line 44: Expected 1 errors
 Line 45: Expected 1 errors
-Line 48: Expected 1 errors
 Line 53: Expected 1 errors
 Line 61: Expected 1 errors
 Line 62: Expected 1 errors
diff --git a/conformance/results/pyre/classes_override.toml b/conformance/results/pyre/classes_override.toml
index 47a7d12b3..2b8bb626a 100644
--- a/conformance/results/pyre/classes_override.toml
+++ b/conformance/results/pyre/classes_override.toml
@@ -22,18 +22,16 @@ classes_override.py:103:4 Invalid override [40]: `classes_override.ChildB.method
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 86: Expected 1 errors
 Line 7: Unexpected errors ['classes_override.py:7:0 Undefined import [21]: Could not find a name `override` defined in module `typing`.']
 Line 37: Unexpected errors ['classes_override.py:37:5 Undefined attribute [16]: Module `typing` has no attribute `override`.']
 Line 52: Unexpected errors ['classes_override.py:52:5 Undefined attribute [16]: Module `typing` has no attribute `override`.']
-Line 53: Unexpected errors ['classes_override.py:53:4 Invalid override [40]: `classes_override.ChildA.method3` is decorated with @override, but no method of the same name exists in superclasses of `ChildA`.']
 Line 64: Unexpected errors ['classes_override.py:64:5 Undefined attribute [16]: Module `typing` has no attribute `override`.']
 Line 65: Unexpected errors ['classes_override.py:65:4 Incompatible overload [43]: This definition does not have the same decorators as the preceding overload(s).', 'classes_override.py:65:4 Invalid override [40]: `classes_override.ChildA.method4` is decorated with @override, but no method of the same name exists in superclasses of `ChildA`.']
 Line 78: Unexpected errors ['classes_override.py:78:5 Undefined attribute [16]: Module `typing` has no attribute `override`.']
-Line 79: Unexpected errors ['classes_override.py:79:4 Invalid override [40]: `classes_override.ChildA.static_method1` is decorated with @override, but no method of the same name exists in superclasses of `ChildA`.']
 Line 83: Unexpected errors ['classes_override.py:83:5 Undefined attribute [16]: Module `typing` has no attribute `override`.']
 Line 84: Unexpected errors ['classes_override.py:84:4 Invalid override [40]: `classes_override.ChildA.class_method1` is decorated with @override, but no method of the same name exists in superclasses of `ChildA`.']
 Line 90: Unexpected errors ['classes_override.py:90:5 Undefined attribute [16]: Module `typing` has no attribute `override`.']
-Line 91: Unexpected errors ['classes_override.py:91:4 Invalid override [40]: `classes_override.ChildA.property1` is decorated with @override, but no method of the same name exists in superclasses of `ChildA`.']
 Line 97: Unexpected errors ['classes_override.py:97:14 Invalid inheritance [39]: `typing.Any` is not a valid parent class.']
 Line 102: Unexpected errors ['classes_override.py:102:5 Undefined attribute [16]: Module `typing` has no attribute `override`.']
 Line 103: Unexpected errors ['classes_override.py:103:4 Invalid override [40]: `classes_override.ChildB.method1` is decorated with @override, but no method of the same name exists in superclasses of `ChildB`.']
diff --git a/conformance/results/pyre/directives_no_type_check.toml b/conformance/results/pyre/directives_no_type_check.toml
index b05d4b585..007359add 100644
--- a/conformance/results/pyre/directives_no_type_check.toml
+++ b/conformance/results/pyre/directives_no_type_check.toml
@@ -16,5 +16,4 @@ Line 16: Unexpected errors ['directives_no_type_check.py:16:4 Incompatible attri
 Line 21: Unexpected errors ['directives_no_type_check.py:21:12 Unsupported operand [58]: `+` is not supported for operand types `int` and `str`.']
 Line 22: Unexpected errors ['directives_no_type_check.py:22:4 Incompatible return type [7]: Expected `None` but got `int`.']
 Line 25: Unexpected errors ['directives_no_type_check.py:25:6 Incompatible parameter type [6]: In call `func1`, for 1st positional argument, expected `int` but got `bytes`.', 'directives_no_type_check.py:25:18 Incompatible parameter type [6]: In call `func1`, for 2nd positional argument, expected `str` but got `bytes`.']
-Line 26: Unexpected errors ['directives_no_type_check.py:26:0 Missing argument [20]: Call `func1` expects argument `a`.']
 """
diff --git a/conformance/results/pyre/generics_defaults.toml b/conformance/results/pyre/generics_defaults.toml
index 26936e56b..8d7b53b77 100644
--- a/conformance/results/pyre/generics_defaults.toml
+++ b/conformance/results/pyre/generics_defaults.toml
@@ -1,57 +1,55 @@
 conformant = "Unsupported"
 output = """
-generics_defaults.py:25:4 Undefined or invalid type [11]: Annotation `DefaultStrT` is not defined as a type.
-generics_defaults.py:25:4 Undefined or invalid type [11]: Annotation `T` is not defined as a type.
-generics_defaults.py:29:20 Undefined or invalid type [11]: Annotation `DefaultIntT` is not defined as a type.
-generics_defaults.py:32:32 Undefined attribute [16]: `NoNonDefaults` has no attribute `__getitem__`.
-generics_defaults.py:37:17 Undefined or invalid type [11]: Annotation `DefaultBoolT` is not defined as a type.
-generics_defaults.py:40:12 Undefined attribute [16]: `OneDefault` has no attribute `__getitem__`.
-generics_defaults.py:44:21 Undefined or invalid type [11]: Annotation `T1` is not defined as a type.
-generics_defaults.py:44:21 Undefined or invalid type [11]: Annotation `T2` is not defined as a type.
-generics_defaults.py:47:33 Undefined attribute [16]: `AllTheDefaults` has no attribute `__getitem__`.
-generics_defaults.py:75:33 Incompatible parameter type [6]: In call `ParamSpec.__init__`, for argument `default`, expected `Union[None, Type[typing.Any], str]` but got `List[Type[Union[int, str]]]`.
-generics_defaults.py:78:22 Undefined or invalid type [11]: Annotation `DefaultP` is not defined as a type.
-generics_defaults.py:81:34 Undefined attribute [16]: `Class_ParamSpec` has no attribute `__getitem__`.
-generics_defaults.py:90:59 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[int]]`.
-generics_defaults.py:93:25 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$DefaultTs)]` is not a valid type.
-generics_defaults.py:96:56 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.
-generics_defaults.py:96:63 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[int]]`.
-generics_defaults.py:97:53 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[str], Type[int]]`. Expected has length 0, but actual has length 2.
-generics_defaults.py:98:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], Type[bool]]`. Expected has length 0, but actual has length 2.
-generics_defaults.py:98:64 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], Type[bool]]`. Expected has length 0, but actual has length 2.
-generics_defaults.py:130:13 Undefined or invalid type [11]: Annotation `T4` is not defined as a type.
-generics_defaults.py:144:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$T5)]` is not a valid type.
-generics_defaults.py:144:11 Undefined or invalid type [11]: Annotation `T5` is not defined as a type.
-generics_defaults.py:151:19 Incompatible parameter type [6]: In call `ParamSpec.__init__`, for argument `default`, expected `Union[None, Type[typing.Any], str]` but got `List[Type[float]]`.
-generics_defaults.py:154:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$P)]` is not a valid type.
-generics_defaults.py:154:11 Undefined or invalid type [11]: Annotation `P` is not defined as a type.
-generics_defaults.py:157:12 Undefined attribute [16]: `Foo6` has no attribute `__getitem__`.
-generics_defaults.py:172:33 Undefined attribute [16]: `Foo7` has no attribute `__getitem__`.
+generics_defaults.py:24:31 Undefined or invalid type [11]: Annotation `DefaultStrT` is not defined as a type.
+generics_defaults.py:24:31 Undefined or invalid type [11]: Annotation `T` is not defined as a type.
+generics_defaults.py:27:20 Undefined or invalid type [11]: Annotation `DefaultIntT` is not defined as a type.
+generics_defaults.py:30:32 Undefined attribute [16]: `NoNonDefaults` has no attribute `__getitem__`.
+generics_defaults.py:35:17 Undefined or invalid type [11]: Annotation `DefaultBoolT` is not defined as a type.
+generics_defaults.py:38:12 Undefined attribute [16]: `OneDefault` has no attribute `__getitem__`.
+generics_defaults.py:42:21 Undefined or invalid type [11]: Annotation `T1` is not defined as a type.
+generics_defaults.py:42:21 Undefined or invalid type [11]: Annotation `T2` is not defined as a type.
+generics_defaults.py:45:33 Undefined attribute [16]: `AllTheDefaults` has no attribute `__getitem__`.
+generics_defaults.py:73:33 Incompatible parameter type [6]: In call `ParamSpec.__init__`, for argument `default`, expected `Union[None, Type[typing.Any], str]` but got `List[Type[Union[int, str]]]`.
+generics_defaults.py:76:22 Undefined or invalid type [11]: Annotation `DefaultP` is not defined as a type.
+generics_defaults.py:79:34 Undefined attribute [16]: `Class_ParamSpec` has no attribute `__getitem__`.
+generics_defaults.py:88:59 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[int]]`.
+generics_defaults.py:91:25 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$DefaultTs)]` is not a valid type.
+generics_defaults.py:94:56 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.
+generics_defaults.py:94:63 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[int]]`.
+generics_defaults.py:95:53 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[str], Type[int]]`. Expected has length 0, but actual has length 2.
+generics_defaults.py:96:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], Type[bool]]`. Expected has length 0, but actual has length 2.
+generics_defaults.py:96:64 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], Type[bool]]`. Expected has length 0, but actual has length 2.
+generics_defaults.py:128:13 Undefined or invalid type [11]: Annotation `T4` is not defined as a type.
+generics_defaults.py:142:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$T5)]` is not a valid type.
+generics_defaults.py:142:11 Undefined or invalid type [11]: Annotation `T5` is not defined as a type.
+generics_defaults.py:149:19 Incompatible parameter type [6]: In call `ParamSpec.__init__`, for argument `default`, expected `Union[None, Type[typing.Any], str]` but got `List[Type[float]]`.
+generics_defaults.py:152:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$P)]` is not a valid type.
+generics_defaults.py:152:11 Undefined or invalid type [11]: Annotation `P` is not defined as a type.
+generics_defaults.py:155:12 Undefined attribute [16]: `Foo6` has no attribute `__getitem__`.
+generics_defaults.py:170:33 Undefined attribute [16]: `Foo7` has no attribute `__getitem__`.
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Expected 1 errors
-Line 52: Expected 1 errors
-Line 108: Expected 1 errors
-Line 117: Expected 1 errors
-Line 25: Unexpected errors ['generics_defaults.py:25:4 Undefined or invalid type [11]: Annotation `DefaultStrT` is not defined as a type.', 'generics_defaults.py:25:4 Undefined or invalid type [11]: Annotation `T` is not defined as a type.']
-Line 29: Unexpected errors ['generics_defaults.py:29:20 Undefined or invalid type [11]: Annotation `DefaultIntT` is not defined as a type.']
-Line 32: Unexpected errors ['generics_defaults.py:32:32 Undefined attribute [16]: `NoNonDefaults` has no attribute `__getitem__`.']
-Line 37: Unexpected errors ['generics_defaults.py:37:17 Undefined or invalid type [11]: Annotation `DefaultBoolT` is not defined as a type.']
-Line 40: Unexpected errors ['generics_defaults.py:40:12 Undefined attribute [16]: `OneDefault` has no attribute `__getitem__`.']
-Line 44: Unexpected errors ['generics_defaults.py:44:21 Undefined or invalid type [11]: Annotation `T1` is not defined as a type.', 'generics_defaults.py:44:21 Undefined or invalid type [11]: Annotation `T2` is not defined as a type.']
-Line 47: Unexpected errors ['generics_defaults.py:47:33 Undefined attribute [16]: `AllTheDefaults` has no attribute `__getitem__`.']
-Line 75: Unexpected errors ['generics_defaults.py:75:33 Incompatible parameter type [6]: In call `ParamSpec.__init__`, for argument `default`, expected `Union[None, Type[typing.Any], str]` but got `List[Type[Union[int, str]]]`.']
-Line 78: Unexpected errors ['generics_defaults.py:78:22 Undefined or invalid type [11]: Annotation `DefaultP` is not defined as a type.']
-Line 81: Unexpected errors ['generics_defaults.py:81:34 Undefined attribute [16]: `Class_ParamSpec` has no attribute `__getitem__`.']
-Line 90: Unexpected errors ['generics_defaults.py:90:59 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[int]]`.']
-Line 93: Unexpected errors ['generics_defaults.py:93:25 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$DefaultTs)]` is not a valid type.']
-Line 96: Unexpected errors ['generics_defaults.py:96:56 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_defaults.py:96:63 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[int]]`.']
-Line 97: Unexpected errors ['generics_defaults.py:97:53 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[str], Type[int]]`. Expected has length 0, but actual has length 2.']
-Line 98: Unexpected errors ['generics_defaults.py:98:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], Type[bool]]`. Expected has length 0, but actual has length 2.', 'generics_defaults.py:98:64 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], Type[bool]]`. Expected has length 0, but actual has length 2.']
-Line 130: Unexpected errors ['generics_defaults.py:130:13 Undefined or invalid type [11]: Annotation `T4` is not defined as a type.']
-Line 151: Unexpected errors ['generics_defaults.py:151:19 Incompatible parameter type [6]: In call `ParamSpec.__init__`, for argument `default`, expected `Union[None, Type[typing.Any], str]` but got `List[Type[float]]`.']
-Line 154: Unexpected errors ['generics_defaults.py:154:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$P)]` is not a valid type.', 'generics_defaults.py:154:11 Undefined or invalid type [11]: Annotation `P` is not defined as a type.']
-Line 157: Unexpected errors ['generics_defaults.py:157:12 Undefined attribute [16]: `Foo6` has no attribute `__getitem__`.']
-Line 172: Unexpected errors ['generics_defaults.py:172:33 Undefined attribute [16]: `Foo7` has no attribute `__getitem__`.']
+Line 50: Expected 1 errors
+Line 106: Expected 1 errors
+Line 115: Expected 1 errors
+Line 27: Unexpected errors ['generics_defaults.py:27:20 Undefined or invalid type [11]: Annotation `DefaultIntT` is not defined as a type.']
+Line 30: Unexpected errors ['generics_defaults.py:30:32 Undefined attribute [16]: `NoNonDefaults` has no attribute `__getitem__`.']
+Line 35: Unexpected errors ['generics_defaults.py:35:17 Undefined or invalid type [11]: Annotation `DefaultBoolT` is not defined as a type.']
+Line 38: Unexpected errors ['generics_defaults.py:38:12 Undefined attribute [16]: `OneDefault` has no attribute `__getitem__`.']
+Line 42: Unexpected errors ['generics_defaults.py:42:21 Undefined or invalid type [11]: Annotation `T1` is not defined as a type.', 'generics_defaults.py:42:21 Undefined or invalid type [11]: Annotation `T2` is not defined as a type.']
+Line 45: Unexpected errors ['generics_defaults.py:45:33 Undefined attribute [16]: `AllTheDefaults` has no attribute `__getitem__`.']
+Line 73: Unexpected errors ['generics_defaults.py:73:33 Incompatible parameter type [6]: In call `ParamSpec.__init__`, for argument `default`, expected `Union[None, Type[typing.Any], str]` but got `List[Type[Union[int, str]]]`.']
+Line 76: Unexpected errors ['generics_defaults.py:76:22 Undefined or invalid type [11]: Annotation `DefaultP` is not defined as a type.']
+Line 79: Unexpected errors ['generics_defaults.py:79:34 Undefined attribute [16]: `Class_ParamSpec` has no attribute `__getitem__`.']
+Line 88: Unexpected errors ['generics_defaults.py:88:59 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[int]]`.']
+Line 91: Unexpected errors ['generics_defaults.py:91:25 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$DefaultTs)]` is not a valid type.']
+Line 94: Unexpected errors ['generics_defaults.py:94:56 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_defaults.py:94:63 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[int]]`.']
+Line 95: Unexpected errors ['generics_defaults.py:95:53 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[str], Type[int]]`. Expected has length 0, but actual has length 2.']
+Line 96: Unexpected errors ['generics_defaults.py:96:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], Type[bool]]`. Expected has length 0, but actual has length 2.', 'generics_defaults.py:96:64 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], Type[bool]]`. Expected has length 0, but actual has length 2.']
+Line 128: Unexpected errors ['generics_defaults.py:128:13 Undefined or invalid type [11]: Annotation `T4` is not defined as a type.']
+Line 149: Unexpected errors ['generics_defaults.py:149:19 Incompatible parameter type [6]: In call `ParamSpec.__init__`, for argument `default`, expected `Union[None, Type[typing.Any], str]` but got `List[Type[float]]`.']
+Line 152: Unexpected errors ['generics_defaults.py:152:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$P)]` is not a valid type.', 'generics_defaults.py:152:11 Undefined or invalid type [11]: Annotation `P` is not defined as a type.']
+Line 155: Unexpected errors ['generics_defaults.py:155:12 Undefined attribute [16]: `Foo6` has no attribute `__getitem__`.']
+Line 170: Unexpected errors ['generics_defaults.py:170:33 Undefined attribute [16]: `Foo7` has no attribute `__getitem__`.']
 """
diff --git a/conformance/results/pyre/generics_typevartuple_args.toml b/conformance/results/pyre/generics_typevartuple_args.toml
index 203d2925e..ff006cc20 100644
--- a/conformance/results/pyre/generics_typevartuple_args.toml
+++ b/conformance/results/pyre/generics_typevartuple_args.toml
@@ -26,7 +26,6 @@ Line 58: Expected 1 errors
 Line 59: Expected 1 errors
 Line 67: Expected 1 errors
 Line 76: Expected 1 errors
-Line 80: Expected 1 errors
 Line 16: Unexpected errors ['generics_typevartuple_args.py:16:25 Invalid type [31]: Expression `*$local_generics_typevartuple_args$Ts` is not a valid type.', 'generics_typevartuple_args.py:16:33 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_args$Ts)]` is not a valid type.']
 Line 20: Unexpected errors ['generics_typevartuple_args.py:20:41 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[str]]`.']
 Line 27: Unexpected errors ['generics_typevartuple_args.py:27:30 Invalid type [31]: Expression `*tuple[(*$local_generics_typevartuple_args$Ts, generics_typevartuple_args.Env)]` is not a valid type.', 'generics_typevartuple_args.py:27:76 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_args$Ts)]` is not a valid type.']
diff --git a/conformance/results/pyre/tuples_unpacked.toml b/conformance/results/pyre/tuples_unpacked.toml
index 7955bf009..8dddd3c36 100644
--- a/conformance/results/pyre/tuples_unpacked.toml
+++ b/conformance/results/pyre/tuples_unpacked.toml
@@ -30,7 +30,7 @@ tuples_unpacked.py:56:5 Undefined or invalid type [11]: Annotation `Unpack` is n
 conformance_automated = "Fail"
 errors_diff = """
 Line 58: Expected 1 errors
-Line 61: Expected 1 errors
+Line 60: Expected 1 errors
 Line 16: Unexpected errors ['tuples_unpacked.py:16:13 Invalid type [31]: Expression `tuple[(int, *tuple[(bool, bool)], str)]` is not a valid type.']
 Line 17: Unexpected errors ['tuples_unpacked.py:17:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[bool], Type[bool], Type[str]]`.']
 Line 18: Unexpected errors ['tuples_unpacked.py:18:25 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `typing.Tuple[*Tuple[typing.Any, ...], Type[bool], Type[str]]`.', 'tuples_unpacked.py:18:25 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'tuples_unpacked.py:18:32 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[bool]]`.']
diff --git a/conformance/results/pyre/typeddicts_required.toml b/conformance/results/pyre/typeddicts_required.toml
index a9774e88a..faa297eb8 100644
--- a/conformance/results/pyre/typeddicts_required.toml
+++ b/conformance/results/pyre/typeddicts_required.toml
@@ -12,7 +12,7 @@ typeddicts_required.py:74:24 TypedDict initialization error [55]: Expected type
 conformance_automated = "Fail"
 errors_diff = """
 Line 12: Expected 1 errors
-Line 17: Expected 1 errors
+Line 16: Expected 1 errors
 Line 59: Expected 1 errors
 Line 60: Expected 1 errors
 Line 11: Unexpected errors ['typeddicts_required.py:11:0 Uninitialized attribute [13]: Attribute `x` is declared in class `NotTypedDict` to have type `Required[int]` but is never initialized.']
diff --git a/conformance/results/pyre/typeddicts_type_consistency.toml b/conformance/results/pyre/typeddicts_type_consistency.toml
index 047971878..2758132bd 100644
--- a/conformance/results/pyre/typeddicts_type_consistency.toml
+++ b/conformance/results/pyre/typeddicts_type_consistency.toml
@@ -20,7 +20,6 @@ typeddicts_type_consistency.py:150:0 Incompatible variable type [9]: o4 is decla
 conformance_automated = "Fail"
 errors_diff = """
 Line 65: Expected 1 errors
-Line 69: Unexpected errors ['typeddicts_type_consistency.py:69:11 TypedDict initialization error [55]: TypedDict `A3` has no field `y`.']
 Line 99: Unexpected errors ['typeddicts_type_consistency.py:99:0 Incompatible variable type [9]: name3 is declared to have type `str` but is used as type `Optional[str]`.']
 Line 105: Unexpected errors ['typeddicts_type_consistency.py:105:0 Incompatible variable type [9]: age4 is declared to have type `int` but is used as type `Union[str, int]`.']
 Line 150: Unexpected errors ['typeddicts_type_consistency.py:150:0 Incompatible variable type [9]: o4 is declared to have type `Outer3` but is used as type `Outer2`.']
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index 93d6d4fef..4107972e5 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 3.5
+test_duration = 3.4
diff --git a/conformance/results/pyright/aliases_recursive.toml b/conformance/results/pyright/aliases_recursive.toml
index 36ef996a0..41ce6b4f8 100644
--- a/conformance/results/pyright/aliases_recursive.toml
+++ b/conformance/results/pyright/aliases_recursive.toml
@@ -52,20 +52,18 @@ aliases_recursive.py:52:24 - error: Expression of type "dict[str, str | int | di
     "dict[str, str | int | dict[str, str | int | list[int]]]" is incompatible with "int"
     "dict[str, str | int | dict[str, str | int | list[int]]]" is incompatible with "Mapping[str, RecursiveMapping]"
       Type parameter "_VT_co@Mapping" is covariant, but "str | int | dict[str, str | int | list[int]]" is not a subtype of "RecursiveMapping" (reportAssignmentType)
-aliases_recursive.py:67:38 - error: Expression of type "list[str | list[float]]" cannot be assigned to declared type "GenericTypeAlias1[str]"
+aliases_recursive.py:63:38 - error: Expression of type "list[str | list[float]]" cannot be assigned to declared type "GenericTypeAlias1[str]"
   Type "float" cannot be assigned to type "GenericTypeAlias1[T1@GenericTypeAlias1] | str"
     "float" is incompatible with "GenericTypeAlias1[T1@GenericTypeAlias1]"
     "float" is incompatible with "str" (reportAssignmentType)
-aliases_recursive.py:73:51 - error: Expression of type "list[list[int | list[str | int | list[float]]] | str]" cannot be assigned to declared type "GenericTypeAlias2[str, int]"
+aliases_recursive.py:69:51 - error: Expression of type "list[list[int | list[str | int | list[float]]] | str]" cannot be assigned to declared type "GenericTypeAlias2[str, int]"
   Type "float" cannot be assigned to type "GenericTypeAlias2[T1@GenericTypeAlias2, T2@GenericTypeAlias2] | str | int"
     "float" is incompatible with "GenericTypeAlias2[T1@GenericTypeAlias2, T2@GenericTypeAlias2]"
     "float" is incompatible with "str"
     "float" is incompatible with "int" (reportAssignmentType)
-aliases_recursive.py:76:29 - error: Type alias "RecursiveUnion" cannot use itself in its definition (reportGeneralTypeIssues)
-aliases_recursive.py:79:31 - error: Type alias "MutualReference1" cannot use itself in its definition (reportGeneralTypeIssues)
+aliases_recursive.py:72:29 - error: Type alias "RecursiveUnion" cannot use itself in its definition (reportGeneralTypeIssues)
+aliases_recursive.py:75:31 - error: Type alias "MutualReference1" cannot use itself in its definition (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 55: Expected 1 errors
-Line 52: Unexpected errors ['aliases_recursive.py:52:24 - error: Expression of type "dict[str, str | int | dict[str, str | int | list[int]]]" cannot be assigned to declared type "RecursiveMapping"']
 """
diff --git a/conformance/results/pyright/aliases_type_statement.toml b/conformance/results/pyright/aliases_type_statement.toml
index 176bade5c..606d17e18 100644
--- a/conformance/results/pyright/aliases_type_statement.toml
+++ b/conformance/results/pyright/aliases_type_statement.toml
@@ -51,20 +51,6 @@ aliases_type_statement.py:84:28 - error: Type alias "RecursiveTypeAlias3" cannot
 aliases_type_statement.py:86:31 - error: Type alias "RecursiveTypeAlias4" cannot use itself in its definition (reportGeneralTypeIssues)
 aliases_type_statement.py:90:28 - error: Type alias "RecursiveTypeAlias6" cannot use itself in its definition (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 37: Unexpected errors ['aliases_type_statement.py:37:22 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
-Line 38: Unexpected errors ['aliases_type_statement.py:38:22 - error: List expression not allowed in type annotation', 'aliases_type_statement.py:38:22 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)']
-Line 39: Unexpected errors ['aliases_type_statement.py:39:22 - error: Tuple expression not allowed in type annotation']
-Line 40: Unexpected errors ['aliases_type_statement.py:40:22 - error: List expression not allowed in type annotation', 'aliases_type_statement.py:40:22 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
-Line 41: Unexpected errors ['aliases_type_statement.py:41:22 - error: Dictionary expression not allowed in type annotation', 'aliases_type_statement.py:41:22 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)']
-Line 42: Unexpected errors ['aliases_type_statement.py:42:22 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
-Line 43: Unexpected errors ['aliases_type_statement.py:43:22 - error: List expression not allowed in type annotation', 'aliases_type_statement.py:43:22 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
-Line 44: Unexpected errors ['aliases_type_statement.py:44:22 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)']
-Line 45: Unexpected errors ['aliases_type_statement.py:45:22 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 46: Unexpected errors ['aliases_type_statement.py:46:23 - error: Expected type expression but received "Literal[True]" (reportGeneralTypeIssues)']
-Line 47: Unexpected errors ['aliases_type_statement.py:47:23 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)']
-Line 48: Unexpected errors ['aliases_type_statement.py:48:23 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)']
-Line 49: Unexpected errors ['aliases_type_statement.py:49:23 - error: Expected expression', 'aliases_type_statement.py:49:23 - error: Tuple expression not allowed in type annotation']
-Line 58: Unexpected errors ['aliases_type_statement.py:58:10 - error: A type statement can be used only within a module or class scope (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/aliases_typealiastype.toml b/conformance/results/pyright/aliases_typealiastype.toml
index ac17224a4..488f49516 100644
--- a/conformance/results/pyright/aliases_typealiastype.toml
+++ b/conformance/results/pyright/aliases_typealiastype.toml
@@ -5,49 +5,30 @@ aliases_typealiastype.py:32:18 - error: Cannot access member "other_attrib" for
 aliases_typealiastype.py:40:5 - error: Could not specialize type "GoodAlias5[S@GoodAlias5, TStr@GoodAlias5, P@GoodAlias5, Ts@GoodAlias5]"
   Type "int" cannot be assigned to type "str"
     "int" is incompatible with "str"
-aliases_typealiastype.py:44:23 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)
-aliases_typealiastype.py:46:45 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)
-aliases_typealiastype.py:48:35 - error: Type parameter list must be a tuple containing only TypeVar, TypeVarTuple, or ParamSpec
-aliases_typealiastype.py:50:40 - error: Type alias "BadAlias4" cannot use itself in its definition (reportGeneralTypeIssues)
-aliases_typealiastype.py:52:18 - error: Type alias "BadAlias5" cannot use itself in its definition (reportGeneralTypeIssues)
-aliases_typealiastype.py:54:40 - error: Type alias "BadAlias6" cannot use itself in its definition (reportGeneralTypeIssues)
-aliases_typealiastype.py:58:40 - error: Call expression not allowed in type expression (reportInvalidTypeForm)
-aliases_typealiastype.py:59:40 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)
-aliases_typealiastype.py:60:42 - error: Expected type expression but received "tuple[tuple[type[int], type[str]]]" (reportGeneralTypeIssues)
-aliases_typealiastype.py:61:42 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)
-aliases_typealiastype.py:62:42 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)
-aliases_typealiastype.py:63:42 - error: Call expression not allowed in type expression (reportInvalidTypeForm)
-aliases_typealiastype.py:64:42 - error: List expression not allowed in type annotation
+aliases_typealiastype.py:43:45 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)
+aliases_typealiastype.py:44:45 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)
+aliases_typealiastype.py:45:57 - error: Type parameter list must be a tuple containing only TypeVar, TypeVarTuple, or ParamSpec
+aliases_typealiastype.py:46:40 - error: Type alias "BadAlias4" cannot use itself in its definition (reportGeneralTypeIssues)
+aliases_typealiastype.py:47:40 - error: Type alias "BadAlias5" cannot use itself in its definition (reportGeneralTypeIssues)
+aliases_typealiastype.py:48:40 - error: Type alias "BadAlias6" cannot use itself in its definition (reportGeneralTypeIssues)
+aliases_typealiastype.py:52:40 - error: Call expression not allowed in type expression (reportInvalidTypeForm)
+aliases_typealiastype.py:53:40 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)
+aliases_typealiastype.py:54:42 - error: Expected type expression but received "tuple[tuple[type[int], type[str]]]" (reportGeneralTypeIssues)
+aliases_typealiastype.py:55:42 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)
+aliases_typealiastype.py:56:42 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)
+aliases_typealiastype.py:57:42 - error: Call expression not allowed in type expression (reportInvalidTypeForm)
+aliases_typealiastype.py:58:42 - error: List expression not allowed in type annotation
   Use List[T] to indicate a list type or Union[T1, T2] to indicate a union type (reportInvalidTypeForm)
-aliases_typealiastype.py:64:42 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)
-aliases_typealiastype.py:65:42 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)
-aliases_typealiastype.py:66:42 - error: Variable not allowed in type expression (reportInvalidTypeForm)
-aliases_typealiastype.py:67:42 - error: Expected type expression but received "Literal[True]" (reportGeneralTypeIssues)
-aliases_typealiastype.py:68:42 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)
-aliases_typealiastype.py:69:42 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)
-aliases_typealiastype.py:70:42 - error: Expected expression
-aliases_typealiastype.py:70:42 - error: Tuple expression not allowed in type annotation
+aliases_typealiastype.py:58:42 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)
+aliases_typealiastype.py:59:42 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)
+aliases_typealiastype.py:60:42 - error: Variable not allowed in type expression (reportInvalidTypeForm)
+aliases_typealiastype.py:61:42 - error: Expected type expression but received "Literal[True]" (reportGeneralTypeIssues)
+aliases_typealiastype.py:62:42 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)
+aliases_typealiastype.py:63:42 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)
+aliases_typealiastype.py:64:42 - error: Expected expression
+aliases_typealiastype.py:64:42 - error: Tuple expression not allowed in type annotation
   Use tuple[T1, ..., Tn] to indicate a tuple type or Union[T1, T2] to indicate a union type (reportInvalidTypeForm)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 45: Expected 1 errors
-Line 49: Expected 1 errors
-Line 53: Expected 1 errors
-Line 44: Unexpected errors ['aliases_typealiastype.py:44:23 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)']
-Line 48: Unexpected errors ['aliases_typealiastype.py:48:35 - error: Type parameter list must be a tuple containing only TypeVar, TypeVarTuple, or ParamSpec']
-Line 52: Unexpected errors ['aliases_typealiastype.py:52:18 - error: Type alias "BadAlias5" cannot use itself in its definition (reportGeneralTypeIssues)']
-Line 58: Unexpected errors ['aliases_typealiastype.py:58:40 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
-Line 59: Unexpected errors ['aliases_typealiastype.py:59:40 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)']
-Line 60: Unexpected errors ['aliases_typealiastype.py:60:42 - error: Expected type expression but received "tuple[tuple[type[int], type[str]]]" (reportGeneralTypeIssues)']
-Line 61: Unexpected errors ['aliases_typealiastype.py:61:42 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
-Line 62: Unexpected errors ['aliases_typealiastype.py:62:42 - error: Expected type expression but received "dict[str, str]" (reportGeneralTypeIssues)']
-Line 63: Unexpected errors ['aliases_typealiastype.py:63:42 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
-Line 64: Unexpected errors ['aliases_typealiastype.py:64:42 - error: List expression not allowed in type annotation', 'aliases_typealiastype.py:64:42 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
-Line 65: Unexpected errors ['aliases_typealiastype.py:65:42 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)']
-Line 66: Unexpected errors ['aliases_typealiastype.py:66:42 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 67: Unexpected errors ['aliases_typealiastype.py:67:42 - error: Expected type expression but received "Literal[True]" (reportGeneralTypeIssues)']
-Line 68: Unexpected errors ['aliases_typealiastype.py:68:42 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)']
-Line 69: Unexpected errors ['aliases_typealiastype.py:69:42 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)']
-Line 70: Unexpected errors ['aliases_typealiastype.py:70:42 - error: Expected expression', 'aliases_typealiastype.py:70:42 - error: Tuple expression not allowed in type annotation']
 """
diff --git a/conformance/results/pyright/annotations_forward_refs.toml b/conformance/results/pyright/annotations_forward_refs.toml
index a9f142fc9..9da88c16a 100644
--- a/conformance/results/pyright/annotations_forward_refs.toml
+++ b/conformance/results/pyright/annotations_forward_refs.toml
@@ -35,26 +35,6 @@ annotations_forward_refs.py:80:14 - error: Type of "ClassF" could not be determi
 annotations_forward_refs.py:80:14 - error: Variable not allowed in type expression (reportInvalidTypeForm)
 annotations_forward_refs.py:89:8 - error: Expected type expression but received "(self: Self@ClassD) -> None" (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 22: Unexpected errors ['annotations_forward_refs.py:22:7 - error: "ClassA" is not defined (reportUndefinedVariable)']
-Line 23: Unexpected errors ['annotations_forward_refs.py:23:12 - error: "ClassA" is not defined (reportUndefinedVariable)']
-Line 24: Unexpected errors ['annotations_forward_refs.py:24:7 - error: Union syntax cannot be used with string operand; use quotes around entire expression (reportGeneralTypeIssues)']
-Line 25: Unexpected errors ['annotations_forward_refs.py:25:13 - error: Union syntax cannot be used with string operand; use quotes around entire expression (reportGeneralTypeIssues)']
-Line 41: Unexpected errors ['annotations_forward_refs.py:41:9 - error: Expected type but received a string literal (reportGeneralTypeIssues)']
-Line 42: Unexpected errors ['annotations_forward_refs.py:42:10 - error: List expression not allowed in type annotation', 'annotations_forward_refs.py:42:10 - error: Expected type expression but received "list[Unknown]" (reportGeneralTypeIssues)']
-Line 43: Unexpected errors ['annotations_forward_refs.py:43:10 - error: Tuple expression not allowed in type annotation']
-Line 44: Unexpected errors ['annotations_forward_refs.py:44:10 - error: List expression not allowed in type annotation', 'annotations_forward_refs.py:44:10 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
-Line 45: Unexpected errors ['annotations_forward_refs.py:45:10 - error: Dictionary expression not allowed in type annotation', 'annotations_forward_refs.py:45:10 - error: Expected type expression but received "dict[Unknown, Unknown]" (reportGeneralTypeIssues)']
-Line 46: Unexpected errors ['annotations_forward_refs.py:46:10 - error: Call expression not allowed in type expression (reportInvalidTypeForm)']
-Line 47: Unexpected errors ['annotations_forward_refs.py:47:10 - error: List expression not allowed in type annotation', 'annotations_forward_refs.py:47:10 - error: Expected type expression but received "list[type[int]]" (reportGeneralTypeIssues)']
-Line 48: Unexpected errors ['annotations_forward_refs.py:48:10 - error: Ternary expression not allowed in type annotation (reportInvalidTypeForm)']
-Line 49: Unexpected errors ['annotations_forward_refs.py:49:10 - error: Variable not allowed in type expression (reportInvalidTypeForm)']
-Line 50: Unexpected errors ['annotations_forward_refs.py:50:11 - error: Expected type expression but received "Literal[True]" (reportGeneralTypeIssues)']
-Line 51: Unexpected errors ['annotations_forward_refs.py:51:11 - error: Expected type expression but received "Literal[1]" (reportGeneralTypeIssues)']
-Line 52: Unexpected errors ['annotations_forward_refs.py:52:11 - error: Unary operator not allowed in type annotation (reportInvalidTypeForm)']
-Line 53: Unexpected errors ['annotations_forward_refs.py:53:11 - error: Binary operator not allowed in type annotation (reportInvalidTypeForm)']
-Line 54: Unexpected errors ['annotations_forward_refs.py:54:11 - error: Expected expression', 'annotations_forward_refs.py:54:11 - error: Tuple expression not allowed in type annotation']
-Line 55: Unexpected errors ['annotations_forward_refs.py:55:10 - error: Module cannot be used as a type (reportGeneralTypeIssues)']
-Line 66: Unexpected errors ['annotations_forward_refs.py:66:26 - error: "ClassB" is not defined (reportUndefinedVariable)']
 """
diff --git a/conformance/results/pyright/annotations_generators.toml b/conformance/results/pyright/annotations_generators.toml
index 97262ff08..eda62089a 100644
--- a/conformance/results/pyright/annotations_generators.toml
+++ b/conformance/results/pyright/annotations_generators.toml
@@ -31,8 +31,6 @@ annotations_generators.py:135:16 - error: Return type of generator function must
     Type parameter "_SendT_contra@Generator" is contravariant, but "int" is not a supertype of "str"
       "str" is incompatible with "int" (reportReturnType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 87: Unexpected errors ['annotations_generators.py:87:11 - error: Return type of generator function must be compatible with "Generator[None, Any, Any]"']
-Line 92: Unexpected errors ['annotations_generators.py:92:11 - error: Return type of async generator function must be compatible with "AsyncGenerator[None, Any]"']
 """
diff --git a/conformance/results/pyright/classes_classvar.toml b/conformance/results/pyright/classes_classvar.toml
index 3063121de..aa417b136 100644
--- a/conformance/results/pyright/classes_classvar.toml
+++ b/conformance/results/pyright/classes_classvar.toml
@@ -23,7 +23,6 @@ classes_classvar.py:129:13 - error: Expression of type "ProtoAImpl" cannot be as
     "x" is defined as a ClassVar in protocol
     "y" is defined as a ClassVar in protocol (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 48: Expected 1 errors
 """
diff --git a/conformance/results/pyright/classes_override.toml b/conformance/results/pyright/classes_override.toml
index c82345645..c04b7b3fc 100644
--- a/conformance/results/pyright/classes_override.toml
+++ b/conformance/results/pyright/classes_override.toml
@@ -8,9 +8,7 @@ classes_override.py:91:9 - error: Method "property1" is marked as override, but
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 53: Unexpected errors ['classes_override.py:53:9 - error: Method "method3" is marked as override, but no base method of same name is present (reportGeneralTypeIssues)']
+Line 86: Expected 1 errors
 Line 65: Unexpected errors ['classes_override.py:65:9 - error: Method "method4" is marked as override, but no base method of same name is present (reportGeneralTypeIssues)']
-Line 79: Unexpected errors ['classes_override.py:79:9 - error: Method "static_method1" is marked as override, but no base method of same name is present (reportGeneralTypeIssues)']
 Line 84: Unexpected errors ['classes_override.py:84:9 - error: Method "class_method1" is marked as override, but no base method of same name is present (reportGeneralTypeIssues)']
-Line 91: Unexpected errors ['classes_override.py:91:9 - error: Method "property1" is marked as override, but no base method of same name is present (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/directives_no_type_check.toml b/conformance/results/pyright/directives_no_type_check.toml
index 453b9bad1..168f75541 100644
--- a/conformance/results/pyright/directives_no_type_check.toml
+++ b/conformance/results/pyright/directives_no_type_check.toml
@@ -1,4 +1,4 @@
-conformant = "Pass"
+conformant = "Partial"
 notes = """
 Does not honor `@no_type_check` class decorator.
 """
@@ -10,5 +10,4 @@ directives_no_type_check.py:26:1 - error: Arguments missing for parameters "a",
 conformance_automated = "Fail"
 errors_diff = """
 Line 16: Unexpected errors ['directives_no_type_check.py:16:14 - error: Expression of type "Literal[\\'\\']" cannot be assigned to declared type "int"']
-Line 26: Unexpected errors ['directives_no_type_check.py:26:1 - error: Arguments missing for parameters "a", "b" (reportCallIssue)']
 """
diff --git a/conformance/results/pyright/generics_defaults.toml b/conformance/results/pyright/generics_defaults.toml
index 57d04c226..ac6e18b19 100644
--- a/conformance/results/pyright/generics_defaults.toml
+++ b/conformance/results/pyright/generics_defaults.toml
@@ -1,19 +1,17 @@
 conformant = "Pass"
 output = """
 generics_defaults.py:24:7 - error: "T" cannot appear after "DefaultStrT" in type parameter list because it has no default type (reportGeneralTypeIssues)
-generics_defaults.py:52:16 - error: Too few type arguments provided for "AllTheDefaults"; expected 2 but received 1 (reportInvalidTypeArguments)
-generics_defaults.py:107:35 - error: TypeVar default type must be a subtype of the bound type (reportGeneralTypeIssues)
-generics_defaults.py:116:36 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)
-generics_defaults.py:144:7 - error: TypeVar "T5" has a default value and cannot follow TypeVarTuple "Ts" (reportGeneralTypeIssues)
-generics_defaults.py:173:18 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)
+generics_defaults.py:50:16 - error: Too few type arguments provided for "AllTheDefaults"; expected 2 but received 1 (reportInvalidTypeArguments)
+generics_defaults.py:105:35 - error: TypeVar default type must be a subtype of the bound type (reportGeneralTypeIssues)
+generics_defaults.py:114:36 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)
+generics_defaults.py:142:7 - error: TypeVar "T5" has a default value and cannot follow TypeVarTuple "Ts" (reportGeneralTypeIssues)
+generics_defaults.py:171:18 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Expected 1 errors
-Line 108: Expected 1 errors
-Line 117: Expected 1 errors
-Line 24: Unexpected errors ['generics_defaults.py:24:7 - error: "T" cannot appear after "DefaultStrT" in type parameter list because it has no default type (reportGeneralTypeIssues)']
-Line 107: Unexpected errors ['generics_defaults.py:107:35 - error: TypeVar default type must be a subtype of the bound type (reportGeneralTypeIssues)']
-Line 116: Unexpected errors ['generics_defaults.py:116:36 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)']
-Line 173: Unexpected errors ['generics_defaults.py:173:18 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)']
+Line 106: Expected 1 errors
+Line 115: Expected 1 errors
+Line 105: Unexpected errors ['generics_defaults.py:105:35 - error: TypeVar default type must be a subtype of the bound type (reportGeneralTypeIssues)']
+Line 114: Unexpected errors ['generics_defaults.py:114:36 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)']
+Line 171: Unexpected errors ['generics_defaults.py:171:18 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/generics_typevartuple_args.toml b/conformance/results/pyright/generics_typevartuple_args.toml
index 53dd44f20..6e0ee4b27 100644
--- a/conformance/results/pyright/generics_typevartuple_args.toml
+++ b/conformance/results/pyright/generics_typevartuple_args.toml
@@ -17,7 +17,6 @@ generics_typevartuple_args.py:75:13 - error: Argument of type "tuple[Literal[1],
 generics_typevartuple_args.py:76:14 - error: Argument of type "tuple[Literal['1']]" cannot be assigned to parameter "args" of type "tuple[*Ts@func4]" in function "func4"
   "Literal['1']" is incompatible with "int" (reportArgumentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 80: Expected 1 errors
 """
diff --git a/conformance/results/pyright/tuples_unpacked.toml b/conformance/results/pyright/tuples_unpacked.toml
index 7e249a5c5..3c2f83887 100644
--- a/conformance/results/pyright/tuples_unpacked.toml
+++ b/conformance/results/pyright/tuples_unpacked.toml
@@ -10,6 +10,4 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 31: Expected 1 errors
 Line 32: Expected 1 errors
-Line 61: Expected 1 errors
-Line 60: Unexpected errors ['tuples_unpacked.py:60:50 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple']
 """
diff --git a/conformance/results/pyright/typeddicts_required.toml b/conformance/results/pyright/typeddicts_required.toml
index 15a2ccce2..874099f4d 100644
--- a/conformance/results/pyright/typeddicts_required.toml
+++ b/conformance/results/pyright/typeddicts_required.toml
@@ -5,8 +5,6 @@ typeddicts_required.py:16:8 - error: "NotRequired" is not allowed in this contex
 typeddicts_required.py:59:8 - error: "Required" is not allowed in this context
 typeddicts_required.py:60:8 - error: "Required" is not allowed in this context
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 17: Expected 1 errors
-Line 16: Unexpected errors ['typeddicts_required.py:16:8 - error: "NotRequired" is not allowed in this context']
 """
diff --git a/conformance/results/pyright/typeddicts_type_consistency.toml b/conformance/results/pyright/typeddicts_type_consistency.toml
index 4330c2d3e..7d27dd4fb 100644
--- a/conformance/results/pyright/typeddicts_type_consistency.toml
+++ b/conformance/results/pyright/typeddicts_type_consistency.toml
@@ -23,7 +23,6 @@ typeddicts_type_consistency.py:82:25 - error: Expression of type "B3" cannot be
 typeddicts_type_consistency.py:124:56 - error: Expression of type "dict[str, dict[str, dict[str, int]]]" cannot be assigned to declared type "Outer1"
   "Literal[1]" is incompatible with "str" (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 69: Unexpected errors ['typeddicts_type_consistency.py:69:21 - error: Expression of type "dict[str, int]" cannot be assigned to declared type "A3"']
 """
diff --git a/conformance/results/pyright/version.toml b/conformance/results/pyright/version.toml
index 4b1baca77..8cd1cf7a5 100644
--- a/conformance/results/pyright/version.toml
+++ b/conformance/results/pyright/version.toml
@@ -1,2 +1,2 @@
 version = "pyright 1.1.357"
-test_duration = 1.6
+test_duration = 1.8
diff --git a/conformance/results/pytype/aliases_recursive.toml b/conformance/results/pytype/aliases_recursive.toml
index dccd3b5be..e65418915 100644
--- a/conformance/results/pytype/aliases_recursive.toml
+++ b/conformance/results/pytype/aliases_recursive.toml
@@ -11,29 +11,29 @@ File "aliases_recursive.py", line 38, in <module>: Type annotation for t6 does n
 File "aliases_recursive.py", line 39, in <module>: Type annotation for t6 does not match type of assignment [annotation-type-mismatch]
 File "aliases_recursive.py", line 50, in <module>: Type annotation for m7 does not match type of assignment [annotation-type-mismatch]
 File "aliases_recursive.py", line 51, in <module>: Type annotation for m8 does not match type of assignment [annotation-type-mismatch]
-File "aliases_recursive.py", line 62, in <module>: unsupported operand type(s) for |: ''GenericTypeAlias1[T1]': str' and 'T1: TypeVar' [unsupported-operands]
+File "aliases_recursive.py", line 58, in <module>: unsupported operand type(s) for |: ''GenericTypeAlias1[T1]': str' and 'T1: TypeVar' [unsupported-operands]
+File "aliases_recursive.py", line 59, in <module>: Invalid type annotation 'list[str]'  [invalid-annotation]
+File "aliases_recursive.py", line 62, in <module>: Invalid type annotation 'list[str]'  [invalid-annotation]
+File "aliases_recursive.py", line 62, in <module>: Invalid type annotation 'GenericTypeAlias1[str]'  [invalid-annotation]
 File "aliases_recursive.py", line 63, in <module>: Invalid type annotation 'list[str]'  [invalid-annotation]
-File "aliases_recursive.py", line 66, in <module>: Invalid type annotation 'list[str]'  [invalid-annotation]
-File "aliases_recursive.py", line 66, in <module>: Invalid type annotation 'GenericTypeAlias1[str]'  [invalid-annotation]
-File "aliases_recursive.py", line 67, in <module>: Invalid type annotation 'list[str]'  [invalid-annotation]
-File "aliases_recursive.py", line 67, in <module>: Invalid type annotation 'GenericTypeAlias1[str]'  [invalid-annotation]
-File "aliases_recursive.py", line 69, in <module>: unsupported operand type(s) for |: ''GenericTypeAlias2[T1, T2]': str' and 'T1: TypeVar' [unsupported-operands]
-File "aliases_recursive.py", line 71, in <module>: Invalid type annotation 'list[str, int]'  [invalid-annotation]
-File "aliases_recursive.py", line 71, in <module>: Invalid type annotation 'GenericTypeAlias2[str, int]'  [invalid-annotation]
-File "aliases_recursive.py", line 72, in <module>: Invalid type annotation 'list[str, float]'  [invalid-annotation]
-File "aliases_recursive.py", line 72, in <module>: Invalid type annotation 'GenericTypeAlias2[str, float]'  [invalid-annotation]
-File "aliases_recursive.py", line 73, in <module>: Invalid type annotation 'list[str, int]'  [invalid-annotation]
-File "aliases_recursive.py", line 73, in <module>: Invalid type annotation 'GenericTypeAlias2[str, int]'  [invalid-annotation]
+File "aliases_recursive.py", line 63, in <module>: Invalid type annotation 'GenericTypeAlias1[str]'  [invalid-annotation]
+File "aliases_recursive.py", line 65, in <module>: unsupported operand type(s) for |: ''GenericTypeAlias2[T1, T2]': str' and 'T1: TypeVar' [unsupported-operands]
+File "aliases_recursive.py", line 67, in <module>: Invalid type annotation 'list[str, int]'  [invalid-annotation]
+File "aliases_recursive.py", line 67, in <module>: Invalid type annotation 'GenericTypeAlias2[str, int]'  [invalid-annotation]
+File "aliases_recursive.py", line 68, in <module>: Invalid type annotation 'list[str, float]'  [invalid-annotation]
+File "aliases_recursive.py", line 68, in <module>: Invalid type annotation 'GenericTypeAlias2[str, float]'  [invalid-annotation]
+File "aliases_recursive.py", line 69, in <module>: Invalid type annotation 'list[str, int]'  [invalid-annotation]
+File "aliases_recursive.py", line 69, in <module>: Invalid type annotation 'GenericTypeAlias2[str, int]'  [invalid-annotation]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 55: Expected 1 errors
-Line 76: Expected 1 errors
-Line 79: Expected 1 errors
-Line 62: Unexpected errors ['File "aliases_recursive.py", line 62, in <module>: unsupported operand type(s) for |: \\'\\'GenericTypeAlias1[T1]\\': str\\' and \\'T1: TypeVar\\' [unsupported-operands]']
-Line 63: Unexpected errors ['File "aliases_recursive.py", line 63, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]']
-Line 66: Unexpected errors ['File "aliases_recursive.py", line 66, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 66, in <module>: Invalid type annotation \\'GenericTypeAlias1[str]\\'  [invalid-annotation]']
-Line 69: Unexpected errors ['File "aliases_recursive.py", line 69, in <module>: unsupported operand type(s) for |: \\'\\'GenericTypeAlias2[T1, T2]\\': str\\' and \\'T1: TypeVar\\' [unsupported-operands]']
-Line 71: Unexpected errors ['File "aliases_recursive.py", line 71, in <module>: Invalid type annotation \\'list[str, int]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 71, in <module>: Invalid type annotation \\'GenericTypeAlias2[str, int]\\'  [invalid-annotation]']
-Line 72: Unexpected errors ['File "aliases_recursive.py", line 72, in <module>: Invalid type annotation \\'list[str, float]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 72, in <module>: Invalid type annotation \\'GenericTypeAlias2[str, float]\\'  [invalid-annotation]']
+Line 52: Expected 1 errors
+Line 72: Expected 1 errors
+Line 75: Expected 1 errors
+Line 58: Unexpected errors ['File "aliases_recursive.py", line 58, in <module>: unsupported operand type(s) for |: \\'\\'GenericTypeAlias1[T1]\\': str\\' and \\'T1: TypeVar\\' [unsupported-operands]']
+Line 59: Unexpected errors ['File "aliases_recursive.py", line 59, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]']
+Line 62: Unexpected errors ['File "aliases_recursive.py", line 62, in <module>: Invalid type annotation \\'list[str]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 62, in <module>: Invalid type annotation \\'GenericTypeAlias1[str]\\'  [invalid-annotation]']
+Line 65: Unexpected errors ['File "aliases_recursive.py", line 65, in <module>: unsupported operand type(s) for |: \\'\\'GenericTypeAlias2[T1, T2]\\': str\\' and \\'T1: TypeVar\\' [unsupported-operands]']
+Line 67: Unexpected errors ['File "aliases_recursive.py", line 67, in <module>: Invalid type annotation \\'list[str, int]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 67, in <module>: Invalid type annotation \\'GenericTypeAlias2[str, int]\\'  [invalid-annotation]']
+Line 68: Unexpected errors ['File "aliases_recursive.py", line 68, in <module>: Invalid type annotation \\'list[str, float]\\'  [invalid-annotation]', 'File "aliases_recursive.py", line 68, in <module>: Invalid type annotation \\'GenericTypeAlias2[str, float]\\'  [invalid-annotation]']
 """
diff --git a/conformance/results/pytype/aliases_type_statement.toml b/conformance/results/pytype/aliases_type_statement.toml
index 1b37d722c..cd7ae2953 100644
--- a/conformance/results/pytype/aliases_type_statement.toml
+++ b/conformance/results/pytype/aliases_type_statement.toml
@@ -12,7 +12,21 @@ Line 19: Expected 1 errors
 Line 23: Expected 1 errors
 Line 26: Expected 1 errors
 Line 31: Expected 1 errors
+Line 37: Expected 1 errors
+Line 38: Expected 1 errors
+Line 39: Expected 1 errors
+Line 40: Expected 1 errors
+Line 41: Expected 1 errors
+Line 42: Expected 1 errors
+Line 43: Expected 1 errors
+Line 44: Expected 1 errors
+Line 45: Expected 1 errors
+Line 46: Expected 1 errors
+Line 47: Expected 1 errors
+Line 48: Expected 1 errors
+Line 49: Expected 1 errors
 Line 52: Expected 1 errors
+Line 58: Expected 1 errors
 Line 64: Expected 1 errors
 Line 69: Expected 1 errors
 Line 79: Expected 1 errors
diff --git a/conformance/results/pytype/aliases_typealiastype.toml b/conformance/results/pytype/aliases_typealiastype.toml
index 916fedba2..f2c6d2414 100644
--- a/conformance/results/pytype/aliases_typealiastype.toml
+++ b/conformance/results/pytype/aliases_typealiastype.toml
@@ -9,21 +9,32 @@ File "aliases_typealiastype.py", line 11, in <module>: Function TypeVarTuple.__i
 File "aliases_typealiastype.py", line 19, in <module>: Name 'GoodAlias4' is not defined [name-error]
 File "aliases_typealiastype.py", line 22, in <module>: Name 'GoodAlias5' is not defined [name-error]
 File "aliases_typealiastype.py", line 22, in <module>: Invalid type annotation '<instance of Tuple[nothing, ...]>'  [invalid-annotation]
-File "aliases_typealiastype.py", line 50, in <module>: Name 'BadAlias4' is not defined [name-error]
-File "aliases_typealiastype.py", line 52, in <module>: Name 'BadAlias5' is not defined [name-error]
-File "aliases_typealiastype.py", line 54, in <module>: Name 'BadAlias7' is not defined [name-error]
+File "aliases_typealiastype.py", line 46, in <module>: Name 'BadAlias4' is not defined [name-error]
+File "aliases_typealiastype.py", line 47, in <module>: Name 'BadAlias5' is not defined [name-error]
+File "aliases_typealiastype.py", line 48, in <module>: Name 'BadAlias7' is not defined [name-error]
 """
 conformance_automated = "Fail"
 errors_diff = """
 Line 32: Expected 1 errors
 Line 40: Expected 1 errors
+Line 43: Expected 1 errors
+Line 44: Expected 1 errors
 Line 45: Expected 1 errors
-Line 46: Expected 1 errors
-Line 49: Expected 1 errors
+Line 52: Expected 1 errors
 Line 53: Expected 1 errors
+Line 54: Expected 1 errors
+Line 55: Expected 1 errors
+Line 56: Expected 1 errors
+Line 57: Expected 1 errors
+Line 58: Expected 1 errors
+Line 59: Expected 1 errors
+Line 60: Expected 1 errors
+Line 61: Expected 1 errors
+Line 62: Expected 1 errors
+Line 63: Expected 1 errors
+Line 64: Expected 1 errors
 Line 5: Unexpected errors ['File "aliases_typealiastype.py", line 5, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]', 'File "aliases_typealiastype.py", line 5, in <module>: Can\\'t find module \\'typing.TypeAliasType\\'. [import-error]']
 Line 11: Unexpected errors ['File "aliases_typealiastype.py", line 11, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
 Line 19: Unexpected errors ['File "aliases_typealiastype.py", line 19, in <module>: Name \\'GoodAlias4\\' is not defined [name-error]']
 Line 22: Unexpected errors ['File "aliases_typealiastype.py", line 22, in <module>: Name \\'GoodAlias5\\' is not defined [name-error]', 'File "aliases_typealiastype.py", line 22, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
-Line 52: Unexpected errors ['File "aliases_typealiastype.py", line 52, in <module>: Name \\'BadAlias5\\' is not defined [name-error]']
 """
diff --git a/conformance/results/pytype/annotations_forward_refs.toml b/conformance/results/pytype/annotations_forward_refs.toml
index f9cfceeec..c9373b7cc 100644
--- a/conformance/results/pytype/annotations_forward_refs.toml
+++ b/conformance/results/pytype/annotations_forward_refs.toml
@@ -30,12 +30,22 @@ File "annotations_forward_refs.py", line 100, in <module>: unexpected indent [py
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 22: Unexpected errors ['File "annotations_forward_refs.py", line 22, in <module>: Name \\'ClassA\\' is not defined [name-error]']
-Line 23: Unexpected errors ['File "annotations_forward_refs.py", line 23, in <module>: Name \\'ClassA\\' is not defined [name-error]']
-Line 24: Unexpected errors ['File "annotations_forward_refs.py", line 24, in <module>: unsupported operand type(s) for |: \\'\\'ClassA\\': str\\' and \\'int: Type[int]\\' [unsupported-operands]']
-Line 25: Unexpected errors ['File "annotations_forward_refs.py", line 25, in <module>: Missing parameter \\'y\\' in call to function int.__or__ [missing-parameter]']
+Line 41: Expected 1 errors
+Line 42: Expected 1 errors
+Line 43: Expected 1 errors
+Line 44: Expected 1 errors
+Line 45: Expected 1 errors
+Line 46: Expected 1 errors
+Line 47: Expected 1 errors
+Line 48: Expected 1 errors
+Line 49: Expected 1 errors
+Line 50: Expected 1 errors
+Line 51: Expected 1 errors
+Line 52: Expected 1 errors
+Line 53: Expected 1 errors
+Line 54: Expected 1 errors
+Line 55: Expected 1 errors
 Line 40: Unexpected errors ['File "annotations_forward_refs.py", line 40, in <module>: invalid syntax [python-compiler-error]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'{}\\' for p5 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'[int, str]\\' for p2 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'True\\' for p10 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'<instance of module>\\' for p15 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'<instance of List[Type[int]]>\\' for p4 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'1\\' for p9 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'1\\' for p11 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'-1\\' for p12 [invalid-annotation]', 'File "annotations_forward_refs.py", line 40, in <module>: Invalid type annotation \\'(int, str)\\' for p3 [invalid-annotation]']
-Line 66: Unexpected errors ['File "annotations_forward_refs.py", line 66, in ClassB: Name \\'ClassB\\' is not defined [name-error]']
 Line 82: Unexpected errors ['File "annotations_forward_refs.py", line 82, in ClassD: Invalid type annotation \\'<instance of str>\\' for str [invalid-annotation]']
 Line 87: Unexpected errors ['File "annotations_forward_refs.py", line 87, in ClassD: Invalid type annotation \\'<instance of Callable>\\' for x [invalid-annotation]']
 Line 93: Unexpected errors ['File "annotations_forward_refs.py", line 93, in <module>: Any [assert-type]']
diff --git a/conformance/results/pytype/annotations_generators.toml b/conformance/results/pytype/annotations_generators.toml
index fea020b78..458f513dd 100644
--- a/conformance/results/pytype/annotations_generators.toml
+++ b/conformance/results/pytype/annotations_generators.toml
@@ -21,6 +21,8 @@ File "annotations_generators.py", line 182, in <module>: Callable[[], AsyncItera
 conformance_automated = "Fail"
 errors_diff = """
 Line 51: Expected 1 errors
+Line 87: Expected 1 errors
+Line 92: Expected 1 errors
 Line 135: Expected 1 errors
 Line 100: Unexpected errors ['File "annotations_generators.py", line 100, in <module>: Bad return type \\'IntIterator\\' for generator function generator15 [bad-yield-annotation]']
 Line 109: Unexpected errors ['File "annotations_generators.py", line 109, in <module>: Bad return type \\'AsyncIntIterator\\' for async generator function generator16 [bad-yield-annotation]']
diff --git a/conformance/results/pytype/classes_classvar.toml b/conformance/results/pytype/classes_classvar.toml
index 12c278beb..5e3d3a718 100644
--- a/conformance/results/pytype/classes_classvar.toml
+++ b/conformance/results/pytype/classes_classvar.toml
@@ -30,7 +30,6 @@ errors_diff = """
 Line 43: Expected 1 errors
 Line 44: Expected 1 errors
 Line 45: Expected 1 errors
-Line 48: Expected 1 errors
 Line 53: Expected 1 errors
 Line 61: Expected 1 errors
 Line 62: Expected 1 errors
diff --git a/conformance/results/pytype/classes_override.toml b/conformance/results/pytype/classes_override.toml
index 7c6f98b2b..e5a028e95 100644
--- a/conformance/results/pytype/classes_override.toml
+++ b/conformance/results/pytype/classes_override.toml
@@ -13,10 +13,12 @@ File "classes_override.py", line 103, in ChildB: Attribute 'method1' not found o
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 79: Expected 1 errors
+Line 86: Expected 1 errors
+Line 91: Expected 1 errors
 Line 7: Unexpected errors ['File "classes_override.py", line 7, in <module>: typing.override not supported yet [not-supported-yet]']
 Line 30: Unexpected errors ['File "classes_override.py", line 30, in method2: bad return type [bad-return-type]']
 Line 50: Unexpected errors ['File "classes_override.py", line 50, in method2: bad return type [bad-return-type]']
-Line 53: Unexpected errors ['File "classes_override.py", line 53, in ChildA: Attribute \\'method3\\' not found on any parent class [override-error]']
 Line 57: Unexpected errors ['File "classes_override.py", line 57, in ChildA: Attribute \\'method4\\' not found on any parent class [override-error]']
 Line 66: Unexpected errors ['File "classes_override.py", line 66, in method4: bad return type [bad-return-type]']
 Line 103: Unexpected errors ['File "classes_override.py", line 103, in ChildB: Attribute \\'method1\\' not found on any parent class [override-error]']
diff --git a/conformance/results/pytype/directives_no_type_check.toml b/conformance/results/pytype/directives_no_type_check.toml
index f61248ed1..5ec06e48d 100644
--- a/conformance/results/pytype/directives_no_type_check.toml
+++ b/conformance/results/pytype/directives_no_type_check.toml
@@ -15,5 +15,4 @@ Line 16: Unexpected errors ['File "directives_no_type_check.py", line 16, in Cla
 Line 21: Unexpected errors ['File "directives_no_type_check.py", line 21, in func1: unsupported operand type(s) for +: int and str [unsupported-operands]']
 Line 22: Unexpected errors ['File "directives_no_type_check.py", line 22, in func1: bad return type [bad-return-type]']
 Line 25: Unexpected errors ['File "directives_no_type_check.py", line 25, in <module>: Function func1 was called with the wrong arguments [wrong-arg-types]']
-Line 26: Unexpected errors ['File "directives_no_type_check.py", line 26, in <module>: Missing parameter \\'a\\' in call to function func1 [missing-parameter]']
 """
diff --git a/conformance/results/pytype/generics_defaults.toml b/conformance/results/pytype/generics_defaults.toml
index 9e42a5158..c4dd85700 100644
--- a/conformance/results/pytype/generics_defaults.toml
+++ b/conformance/results/pytype/generics_defaults.toml
@@ -5,100 +5,98 @@ File "generics_defaults.py", line 8, in <module>: typing_extensions.TypeVarTuple
 File "generics_defaults.py", line 11, in <module>: wrong arguments [invalid-typevar]
 File "generics_defaults.py", line 12, in <module>: wrong arguments [invalid-typevar]
 File "generics_defaults.py", line 13, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults.py", line 25, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
-File "generics_defaults.py", line 29, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults.py", line 24, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults.py", line 27, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults.py", line 30, in <module>: class NoNonDefaults is not indexable [not-indexable]
+File "generics_defaults.py", line 31, in <module>: class NoNonDefaults is not indexable [not-indexable]
 File "generics_defaults.py", line 32, in <module>: class NoNonDefaults is not indexable [not-indexable]
-File "generics_defaults.py", line 33, in <module>: class NoNonDefaults is not indexable [not-indexable]
-File "generics_defaults.py", line 34, in <module>: class NoNonDefaults is not indexable [not-indexable]
-File "generics_defaults.py", line 37, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
-File "generics_defaults.py", line 40, in <module>: Invalid type annotation 'OneDefault[float, bool]'  [invalid-annotation]
-File "generics_defaults.py", line 41, in <module>: Invalid type annotation 'OneDefault[float, bool]'  [invalid-annotation]
-File "generics_defaults.py", line 44, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
-File "generics_defaults.py", line 47, in <module>: Invalid type annotation 'AllTheDefaults[Any, Any, str, int, bool]'  [invalid-annotation]
-File "generics_defaults.py", line 49, in <module>: Invalid type annotation 'AllTheDefaults[int, complex, str, int, bool]'  [invalid-annotation]
-File "generics_defaults.py", line 52, in <module>: Invalid type annotation 'AllTheDefaults[int]'  [invalid-annotation]
-File "generics_defaults.py", line 55, in <module>: Invalid type annotation 'AllTheDefaults[int, complex, str, int, bool]'  [invalid-annotation]
-File "generics_defaults.py", line 58, in <module>: Invalid type annotation 'AllTheDefaults[int, complex, str]'  [invalid-annotation]
-File "generics_defaults.py", line 59, in <module>: Invalid type annotation 'AllTheDefaults[int, complex, str, int, bool]'  [invalid-annotation]
-File "generics_defaults.py", line 62, in <module>: Invalid type annotation 'AllTheDefaults[int, complex, str, int]'  [invalid-annotation]
-File "generics_defaults.py", line 63, in <module>: Invalid type annotation 'AllTheDefaults[int, complex, str, int, bool]'  [invalid-annotation]
-File "generics_defaults.py", line 66, in <module>: Invalid type annotation 'AllTheDefaults[int, complex, str, int, bool]'  [invalid-annotation]
-File "generics_defaults.py", line 67, in <module>: Invalid type annotation 'AllTheDefaults[int, complex, str, int, bool]'  [invalid-annotation]
-File "generics_defaults.py", line 75, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults.py", line 78, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults.py", line 35, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults.py", line 38, in <module>: Invalid type annotation 'OneDefault[float, bool]'  [invalid-annotation]
+File "generics_defaults.py", line 39, in <module>: Invalid type annotation 'OneDefault[float, bool]'  [invalid-annotation]
+File "generics_defaults.py", line 42, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults.py", line 45, in <module>: Invalid type annotation 'AllTheDefaults[Any, Any, str, int, bool]'  [invalid-annotation]
+File "generics_defaults.py", line 47, in <module>: Invalid type annotation 'AllTheDefaults[int, complex, str, int, bool]'  [invalid-annotation]
+File "generics_defaults.py", line 50, in <module>: Invalid type annotation 'AllTheDefaults[int]'  [invalid-annotation]
+File "generics_defaults.py", line 53, in <module>: Invalid type annotation 'AllTheDefaults[int, complex, str, int, bool]'  [invalid-annotation]
+File "generics_defaults.py", line 56, in <module>: Invalid type annotation 'AllTheDefaults[int, complex, str]'  [invalid-annotation]
+File "generics_defaults.py", line 57, in <module>: Invalid type annotation 'AllTheDefaults[int, complex, str, int, bool]'  [invalid-annotation]
+File "generics_defaults.py", line 60, in <module>: Invalid type annotation 'AllTheDefaults[int, complex, str, int]'  [invalid-annotation]
+File "generics_defaults.py", line 61, in <module>: Invalid type annotation 'AllTheDefaults[int, complex, str, int, bool]'  [invalid-annotation]
+File "generics_defaults.py", line 64, in <module>: Invalid type annotation 'AllTheDefaults[int, complex, str, int, bool]'  [invalid-annotation]
+File "generics_defaults.py", line 65, in <module>: Invalid type annotation 'AllTheDefaults[int, complex, str, int, bool]'  [invalid-annotation]
+File "generics_defaults.py", line 73, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults.py", line 76, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults.py", line 79, in <module>: class Class_ParamSpec is not indexable [not-indexable]
+File "generics_defaults.py", line 80, in <module>: class Class_ParamSpec is not indexable [not-indexable]
 File "generics_defaults.py", line 81, in <module>: class Class_ParamSpec is not indexable [not-indexable]
-File "generics_defaults.py", line 82, in <module>: class Class_ParamSpec is not indexable [not-indexable]
-File "generics_defaults.py", line 83, in <module>: class Class_ParamSpec is not indexable [not-indexable]
-File "generics_defaults.py", line 93, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults.py", line 91, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults.py", line 94, in <module>: class Class_TypeVarTuple is not indexable [not-indexable]
+File "generics_defaults.py", line 95, in <module>: class Class_TypeVarTuple is not indexable [not-indexable]
 File "generics_defaults.py", line 96, in <module>: class Class_TypeVarTuple is not indexable [not-indexable]
-File "generics_defaults.py", line 97, in <module>: class Class_TypeVarTuple is not indexable [not-indexable]
-File "generics_defaults.py", line 98, in <module>: class Class_TypeVarTuple is not indexable [not-indexable]
-File "generics_defaults.py", line 105, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults.py", line 106, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults.py", line 114, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults.py", line 115, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults.py", line 127, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults.py", line 133, in <module>: Any [assert-type]
-File "generics_defaults.py", line 141, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults.py", line 144, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
-File "generics_defaults.py", line 151, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults.py", line 154, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
-File "generics_defaults.py", line 157, in <module>: class Foo6 is not indexable [not-indexable]
-File "generics_defaults.py", line 158, in <module>: class Foo6 is not indexable [not-indexable]
-File "generics_defaults.py", line 165, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
-File "generics_defaults.py", line 172, in <module>: class Foo7 is not indexable [not-indexable]
-File "generics_defaults.py", line 172, in <module>: Callable[[Any], Self] [assert-type]
-File "generics_defaults.py", line 173, in <module>: Any [assert-type]
+File "generics_defaults.py", line 103, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults.py", line 104, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults.py", line 112, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults.py", line 113, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults.py", line 125, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults.py", line 131, in <module>: Any [assert-type]
+File "generics_defaults.py", line 139, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults.py", line 142, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults.py", line 149, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults.py", line 152, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults.py", line 155, in <module>: class Foo6 is not indexable [not-indexable]
+File "generics_defaults.py", line 156, in <module>: class Foo6 is not indexable [not-indexable]
+File "generics_defaults.py", line 163, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults.py", line 170, in <module>: class Foo7 is not indexable [not-indexable]
+File "generics_defaults.py", line 170, in <module>: Callable[[Any], Self] [assert-type]
+File "generics_defaults.py", line 171, in <module>: Any [assert-type]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Expected 1 errors
-Line 108: Expected 1 errors
-Line 117: Expected 1 errors
+Line 106: Expected 1 errors
+Line 115: Expected 1 errors
 Line 7: Unexpected errors ['File "generics_defaults.py", line 7, in <module>: typing.Unpack not supported yet [not-supported-yet]']
 Line 8: Unexpected errors ['File "generics_defaults.py", line 8, in <module>: typing_extensions.TypeVarTuple not supported yet [not-supported-yet]']
 Line 11: Unexpected errors ['File "generics_defaults.py", line 11, in <module>: wrong arguments [invalid-typevar]']
 Line 12: Unexpected errors ['File "generics_defaults.py", line 12, in <module>: wrong arguments [invalid-typevar]']
 Line 13: Unexpected errors ['File "generics_defaults.py", line 13, in <module>: wrong arguments [invalid-typevar]']
-Line 25: Unexpected errors ['File "generics_defaults.py", line 25, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
-Line 29: Unexpected errors ['File "generics_defaults.py", line 29, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 27: Unexpected errors ['File "generics_defaults.py", line 27, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 30: Unexpected errors ['File "generics_defaults.py", line 30, in <module>: class NoNonDefaults is not indexable [not-indexable]']
+Line 31: Unexpected errors ['File "generics_defaults.py", line 31, in <module>: class NoNonDefaults is not indexable [not-indexable]']
 Line 32: Unexpected errors ['File "generics_defaults.py", line 32, in <module>: class NoNonDefaults is not indexable [not-indexable]']
-Line 33: Unexpected errors ['File "generics_defaults.py", line 33, in <module>: class NoNonDefaults is not indexable [not-indexable]']
-Line 34: Unexpected errors ['File "generics_defaults.py", line 34, in <module>: class NoNonDefaults is not indexable [not-indexable]']
-Line 37: Unexpected errors ['File "generics_defaults.py", line 37, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
-Line 40: Unexpected errors ['File "generics_defaults.py", line 40, in <module>: Invalid type annotation \\'OneDefault[float, bool]\\'  [invalid-annotation]']
-Line 41: Unexpected errors ['File "generics_defaults.py", line 41, in <module>: Invalid type annotation \\'OneDefault[float, bool]\\'  [invalid-annotation]']
-Line 44: Unexpected errors ['File "generics_defaults.py", line 44, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
-Line 47: Unexpected errors ['File "generics_defaults.py", line 47, in <module>: Invalid type annotation \\'AllTheDefaults[Any, Any, str, int, bool]\\'  [invalid-annotation]']
-Line 49: Unexpected errors ['File "generics_defaults.py", line 49, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
-Line 55: Unexpected errors ['File "generics_defaults.py", line 55, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
-Line 58: Unexpected errors ['File "generics_defaults.py", line 58, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str]\\'  [invalid-annotation]']
-Line 59: Unexpected errors ['File "generics_defaults.py", line 59, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
-Line 62: Unexpected errors ['File "generics_defaults.py", line 62, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int]\\'  [invalid-annotation]']
-Line 63: Unexpected errors ['File "generics_defaults.py", line 63, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
-Line 66: Unexpected errors ['File "generics_defaults.py", line 66, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
-Line 67: Unexpected errors ['File "generics_defaults.py", line 67, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
-Line 75: Unexpected errors ['File "generics_defaults.py", line 75, in <module>: wrong arguments [invalid-typevar]']
-Line 78: Unexpected errors ['File "generics_defaults.py", line 78, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 35: Unexpected errors ['File "generics_defaults.py", line 35, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 38: Unexpected errors ['File "generics_defaults.py", line 38, in <module>: Invalid type annotation \\'OneDefault[float, bool]\\'  [invalid-annotation]']
+Line 39: Unexpected errors ['File "generics_defaults.py", line 39, in <module>: Invalid type annotation \\'OneDefault[float, bool]\\'  [invalid-annotation]']
+Line 42: Unexpected errors ['File "generics_defaults.py", line 42, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 45: Unexpected errors ['File "generics_defaults.py", line 45, in <module>: Invalid type annotation \\'AllTheDefaults[Any, Any, str, int, bool]\\'  [invalid-annotation]']
+Line 47: Unexpected errors ['File "generics_defaults.py", line 47, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
+Line 53: Unexpected errors ['File "generics_defaults.py", line 53, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
+Line 56: Unexpected errors ['File "generics_defaults.py", line 56, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str]\\'  [invalid-annotation]']
+Line 57: Unexpected errors ['File "generics_defaults.py", line 57, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
+Line 60: Unexpected errors ['File "generics_defaults.py", line 60, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int]\\'  [invalid-annotation]']
+Line 61: Unexpected errors ['File "generics_defaults.py", line 61, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
+Line 64: Unexpected errors ['File "generics_defaults.py", line 64, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
+Line 65: Unexpected errors ['File "generics_defaults.py", line 65, in <module>: Invalid type annotation \\'AllTheDefaults[int, complex, str, int, bool]\\'  [invalid-annotation]']
+Line 73: Unexpected errors ['File "generics_defaults.py", line 73, in <module>: wrong arguments [invalid-typevar]']
+Line 76: Unexpected errors ['File "generics_defaults.py", line 76, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 79: Unexpected errors ['File "generics_defaults.py", line 79, in <module>: class Class_ParamSpec is not indexable [not-indexable]']
+Line 80: Unexpected errors ['File "generics_defaults.py", line 80, in <module>: class Class_ParamSpec is not indexable [not-indexable]']
 Line 81: Unexpected errors ['File "generics_defaults.py", line 81, in <module>: class Class_ParamSpec is not indexable [not-indexable]']
-Line 82: Unexpected errors ['File "generics_defaults.py", line 82, in <module>: class Class_ParamSpec is not indexable [not-indexable]']
-Line 83: Unexpected errors ['File "generics_defaults.py", line 83, in <module>: class Class_ParamSpec is not indexable [not-indexable]']
-Line 93: Unexpected errors ['File "generics_defaults.py", line 93, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 91: Unexpected errors ['File "generics_defaults.py", line 91, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 94: Unexpected errors ['File "generics_defaults.py", line 94, in <module>: class Class_TypeVarTuple is not indexable [not-indexable]']
+Line 95: Unexpected errors ['File "generics_defaults.py", line 95, in <module>: class Class_TypeVarTuple is not indexable [not-indexable]']
 Line 96: Unexpected errors ['File "generics_defaults.py", line 96, in <module>: class Class_TypeVarTuple is not indexable [not-indexable]']
-Line 97: Unexpected errors ['File "generics_defaults.py", line 97, in <module>: class Class_TypeVarTuple is not indexable [not-indexable]']
-Line 98: Unexpected errors ['File "generics_defaults.py", line 98, in <module>: class Class_TypeVarTuple is not indexable [not-indexable]']
-Line 105: Unexpected errors ['File "generics_defaults.py", line 105, in <module>: wrong arguments [invalid-typevar]']
-Line 106: Unexpected errors ['File "generics_defaults.py", line 106, in <module>: wrong arguments [invalid-typevar]']
-Line 114: Unexpected errors ['File "generics_defaults.py", line 114, in <module>: wrong arguments [invalid-typevar]']
-Line 115: Unexpected errors ['File "generics_defaults.py", line 115, in <module>: wrong arguments [invalid-typevar]']
-Line 127: Unexpected errors ['File "generics_defaults.py", line 127, in <module>: wrong arguments [invalid-typevar]']
-Line 133: Unexpected errors ['File "generics_defaults.py", line 133, in <module>: Any [assert-type]']
-Line 141: Unexpected errors ['File "generics_defaults.py", line 141, in <module>: wrong arguments [invalid-typevar]']
-Line 151: Unexpected errors ['File "generics_defaults.py", line 151, in <module>: wrong arguments [invalid-typevar]']
-Line 154: Unexpected errors ['File "generics_defaults.py", line 154, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
-Line 157: Unexpected errors ['File "generics_defaults.py", line 157, in <module>: class Foo6 is not indexable [not-indexable]']
-Line 158: Unexpected errors ['File "generics_defaults.py", line 158, in <module>: class Foo6 is not indexable [not-indexable]']
-Line 165: Unexpected errors ['File "generics_defaults.py", line 165, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
-Line 172: Unexpected errors ['File "generics_defaults.py", line 172, in <module>: class Foo7 is not indexable [not-indexable]', 'File "generics_defaults.py", line 172, in <module>: Callable[[Any], Self] [assert-type]']
-Line 173: Unexpected errors ['File "generics_defaults.py", line 173, in <module>: Any [assert-type]']
+Line 103: Unexpected errors ['File "generics_defaults.py", line 103, in <module>: wrong arguments [invalid-typevar]']
+Line 104: Unexpected errors ['File "generics_defaults.py", line 104, in <module>: wrong arguments [invalid-typevar]']
+Line 112: Unexpected errors ['File "generics_defaults.py", line 112, in <module>: wrong arguments [invalid-typevar]']
+Line 113: Unexpected errors ['File "generics_defaults.py", line 113, in <module>: wrong arguments [invalid-typevar]']
+Line 125: Unexpected errors ['File "generics_defaults.py", line 125, in <module>: wrong arguments [invalid-typevar]']
+Line 131: Unexpected errors ['File "generics_defaults.py", line 131, in <module>: Any [assert-type]']
+Line 139: Unexpected errors ['File "generics_defaults.py", line 139, in <module>: wrong arguments [invalid-typevar]']
+Line 149: Unexpected errors ['File "generics_defaults.py", line 149, in <module>: wrong arguments [invalid-typevar]']
+Line 152: Unexpected errors ['File "generics_defaults.py", line 152, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 155: Unexpected errors ['File "generics_defaults.py", line 155, in <module>: class Foo6 is not indexable [not-indexable]']
+Line 156: Unexpected errors ['File "generics_defaults.py", line 156, in <module>: class Foo6 is not indexable [not-indexable]']
+Line 163: Unexpected errors ['File "generics_defaults.py", line 163, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 170: Unexpected errors ['File "generics_defaults.py", line 170, in <module>: class Foo7 is not indexable [not-indexable]', 'File "generics_defaults.py", line 170, in <module>: Callable[[Any], Self] [assert-type]']
+Line 171: Unexpected errors ['File "generics_defaults.py", line 171, in <module>: Any [assert-type]']
 """
diff --git a/conformance/results/pytype/generics_typevartuple_args.toml b/conformance/results/pytype/generics_typevartuple_args.toml
index 4a9b42523..f74bb0691 100644
--- a/conformance/results/pytype/generics_typevartuple_args.toml
+++ b/conformance/results/pytype/generics_typevartuple_args.toml
@@ -36,7 +36,6 @@ Line 58: Expected 1 errors
 Line 59: Expected 1 errors
 Line 67: Expected 1 errors
 Line 76: Expected 1 errors
-Line 80: Expected 1 errors
 Line 10: Unexpected errors ['File "generics_typevartuple_args.py", line 10, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
 Line 13: Unexpected errors ['File "generics_typevartuple_args.py", line 13, in <module>: Function TypeVarTuple.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
 Line 16: Unexpected errors ['File "generics_typevartuple_args.py", line 16, in <module>: No attribute \\'__iter__\\' on TypeVarTuple [attribute-error]', 'File "generics_typevartuple_args.py", line 16, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
diff --git a/conformance/results/pytype/tuples_unpacked.toml b/conformance/results/pytype/tuples_unpacked.toml
index dc1d16f21..9badad80c 100644
--- a/conformance/results/pytype/tuples_unpacked.toml
+++ b/conformance/results/pytype/tuples_unpacked.toml
@@ -31,7 +31,7 @@ File "tuples_unpacked.py", line 50, in func3: Invalid type annotation 'tuple[*tu
 conformance_automated = "Fail"
 errors_diff = """
 Line 58: Expected 1 errors
-Line 61: Expected 1 errors
+Line 60: Expected 1 errors
 Line 13: Unexpected errors ['File "tuples_unpacked.py", line 13, in <module>: typing.Unpack not supported yet [not-supported-yet]', 'File "tuples_unpacked.py", line 13, in <module>: typing.TypeVarTuple not supported yet [not-supported-yet]']
 Line 16: Unexpected errors ['File "tuples_unpacked.py", line 16, in <module>: Invalid type annotation \\'<instance of tuple>\\'  [invalid-annotation]']
 Line 17: Unexpected errors ['File "tuples_unpacked.py", line 17, in func1: Tuple[Any] [assert-type]']
diff --git a/conformance/results/pytype/typeddicts_required.toml b/conformance/results/pytype/typeddicts_required.toml
index 4110c1537..117006670 100644
--- a/conformance/results/pytype/typeddicts_required.toml
+++ b/conformance/results/pytype/typeddicts_required.toml
@@ -10,7 +10,7 @@ RecursionError: maximum recursion depth exceeded
 conformance_automated = "Fail"
 errors_diff = """
 Line 12: Expected 1 errors
-Line 17: Expected 1 errors
+Line 16: Expected 1 errors
 Line 59: Expected 1 errors
 Line 60: Expected 1 errors
 """
diff --git a/conformance/results/pytype/typeddicts_type_consistency.toml b/conformance/results/pytype/typeddicts_type_consistency.toml
index 475c8deb5..8ab1a8efd 100644
--- a/conformance/results/pytype/typeddicts_type_consistency.toml
+++ b/conformance/results/pytype/typeddicts_type_consistency.toml
@@ -19,5 +19,4 @@ Line 77: Expected 1 errors
 Line 78: Expected 1 errors
 Line 82: Expected 1 errors
 Line 62: Unexpected errors ['File "typeddicts_type_consistency.py", line 62, in <module>: Type annotation for a3 does not match type of assignment [annotation-type-mismatch]']
-Line 69: Unexpected errors ['File "typeddicts_type_consistency.py", line 69, in <module>: Type annotation for a3_1 does not match type of assignment [annotation-type-mismatch]']
 """
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index 3955371e5..cfdfa7906 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 43.6
+test_duration = 44.9
diff --git a/conformance/results/results.html b/conformance/results/results.html
index 83c978060..a628a94ba 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.5sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>43.6sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.8sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.4sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>44.9sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>
diff --git a/conformance/src/main.py b/conformance/src/main.py
index 1b8c7b3d1..29869a421 100644
--- a/conformance/src/main.py
+++ b/conformance/src/main.py
@@ -51,6 +51,10 @@ def get_expected_errors(test_case: Path) -> dict[int, tuple[int, int]]:
         lines = f.readlines()
     output: dict[int, tuple[int, int]] = {}
     for i, line in enumerate(lines, start=1):
+        line_without_comment, *_ = line.split("#")
+        # Ignore lines with no non-comment content. This allows commenting out test cases.
+        if not line_without_comment.strip():
+            continue
         required = 0
         optional = 0
         for match in re.finditer(r"# E\??(?=:|$| )", line):
diff --git a/conformance/tests/aliases_recursive.py b/conformance/tests/aliases_recursive.py
index 412e67ccc..fa289a581 100644
--- a/conformance/tests/aliases_recursive.py
+++ b/conformance/tests/aliases_recursive.py
@@ -49,11 +49,7 @@ def func1(j1: Json) -> Json2:
 m6: RecursiveMapping = {"1": "1", "2": 1, "3": {"0": "0", "1": "2", "2": {}}}  # OK
 m7: RecursiveMapping = {"1": [1]}  # E
 m8: RecursiveMapping = {"1": "1", "2": 1, "3": [1, 2]}  # E
-m9: RecursiveMapping = {
-    "1": "1",
-    "2": 1,
-    "3": {"0": "0", "1": 1, "2": [1, 2, 3]},  # E
-}
+m9: RecursiveMapping = {"1": "1", "2": 1, "3": {"0": "0", "1": 1, "2": [1, 2, 3]}}  # E
 
 
 T1 = TypeVar("T1", str, int)
diff --git a/conformance/tests/aliases_type_statement.py b/conformance/tests/aliases_type_statement.py
index 7b7c69019..b471b45a3 100644
--- a/conformance/tests/aliases_type_statement.py
+++ b/conformance/tests/aliases_type_statement.py
@@ -34,19 +34,19 @@ def func2(x: object):
 var1 = 1
 
 # The following should not be allowed as type aliases.
-type BadTypeAlias1 = eval("".join(map(chr, [105, 110, 116])))
-type BadTypeAlias2 = [int, str]
-type BadTypeAlias3 = ((int, str),)
-type BadTypeAlias4 = [int for i in range(1)]
-type BadTypeAlias5 = {"a": "b"}
-type BadTypeAlias6 = (lambda: int)()
-type BadTypeAlias7 = [int][0]
-type BadTypeAlias8 = int if 1 < 3 else str
-type BadTypeAlias9 = var1
-type BadTypeAlias10 = True
-type BadTypeAlias11 = 1
-type BadTypeAlias12 = list or set
-type BadTypeAlias13 = f"{'int'}"
+type BadTypeAlias1 = eval("".join(map(chr, [105, 110, 116])))  # E
+type BadTypeAlias2 = [int, str]  # E
+type BadTypeAlias3 = ((int, str),)  # E
+type BadTypeAlias4 = [int for i in range(1)]  # E
+type BadTypeAlias5 = {"a": "b"}  # E
+type BadTypeAlias6 = (lambda: int)()  # E
+type BadTypeAlias7 = [int][0]  # E
+type BadTypeAlias8 = int if 1 < 3 else str  # E
+type BadTypeAlias9 = var1  # E
+type BadTypeAlias10 = True  # E
+type BadTypeAlias11 = 1  # E
+type BadTypeAlias12 = list or set  # E
+type BadTypeAlias13 = f"{'int'}"  # E
 
 if 1 < 2:
     type BadTypeAlias14 = int  # E: redeclared
@@ -55,7 +55,7 @@ def func2(x: object):
 
 
 def func3():
-    type BadTypeAlias15 = int  # Type error alias not allowed in function
+    type BadTypeAlias15 = int  # E: alias not allowed in function
 
 
 
diff --git a/conformance/tests/aliases_typealiastype.py b/conformance/tests/aliases_typealiastype.py
index c7528107e..82d79d27d 100644
--- a/conformance/tests/aliases_typealiastype.py
+++ b/conformance/tests/aliases_typealiastype.py
@@ -40,31 +40,25 @@ class ClassA(Generic[T]):
 x6: GoodAlias5[int, int, ...]  # E: incorrect type arguments
 
 
-BadAlias1 = TypeAliasType(
-    "BadAlias1", list[S], type_params=(T,)
-)  # E: S not in scope
+BadAlias1 = TypeAliasType("BadAlias1", list[S], type_params=(T,))  # E: S not in scope
 BadAlias2 = TypeAliasType("BadAlias2", list[S])  # E: S not in scope
-BadAlias3 = TypeAliasType(
-    "BadAlias3", int, type_params=my_tuple
-)  # E: not literal tuple
+BadAlias3 = TypeAliasType("BadAlias3", int, type_params=my_tuple)  # E: not literal tuple
 BadAlias4 = TypeAliasType("BadAlias4", BadAlias4)  # E: circular dependency
-BadAlias5 = TypeAliasType(
-    "BadAlias5", T | BadAlias5[str], type_params=(T,)
-)  # E: circular dependency
+BadAlias5 = TypeAliasType("BadAlias5", T | BadAlias5[str], type_params=(T,))  # E: circular dependency
 BadAlias6 = TypeAliasType("BadAlias6", BadAlias7)  # E: circular dependency
 BadAlias7 = TypeAliasType("BadAlias7", BadAlias6)
 
 # The following are invalid type expressions for a type alias.
-BadAlias8 = TypeAliasType("BadAlias8", eval("".join(map(chr, [105, 110, 116]))))
-BadAlias9 = TypeAliasType("BadAlias9", [int, str])
-BadAlias10 = TypeAliasType("BadAlias10", ((int, str),))
-BadAlias11 = TypeAliasType("BadAlias11", [int for i in range(1)])
-BadAlias12 = TypeAliasType("BadAlias12", {"a": "b"})
-BadAlias13 = TypeAliasType("BadAlias13", (lambda: int)())
-BadAlias14 = TypeAliasType("BadAlias14", [int][0])
-BadAlias15 = TypeAliasType("BadAlias15", int if 1 < 3 else str)
-BadAlias16 = TypeAliasType("BadAlias16", var1)
-BadAlias17 = TypeAliasType("BadAlias17", True)
-BadAlias18 = TypeAliasType("BadAlias18", 1)
-BadAlias19 = TypeAliasType("BadAlias19", list or set)
-BadAlias20 = TypeAliasType("BadAlias20", f"{'int'}")
+BadAlias8 = TypeAliasType("BadAlias8", eval("".join(map(chr, [105, 110, 116]))))  # E
+BadAlias9 = TypeAliasType("BadAlias9", [int, str])  # E
+BadAlias10 = TypeAliasType("BadAlias10", ((int, str),))  # E
+BadAlias11 = TypeAliasType("BadAlias11", [int for i in range(1)])  # E
+BadAlias12 = TypeAliasType("BadAlias12", {"a": "b"})  # E
+BadAlias13 = TypeAliasType("BadAlias13", (lambda: int)())  # E
+BadAlias14 = TypeAliasType("BadAlias14", [int][0])  # E
+BadAlias15 = TypeAliasType("BadAlias15", int if 1 < 3 else str)  # E
+BadAlias16 = TypeAliasType("BadAlias16", var1)  # E
+BadAlias17 = TypeAliasType("BadAlias17", True)  # E
+BadAlias18 = TypeAliasType("BadAlias18", 1)  # E
+BadAlias19 = TypeAliasType("BadAlias19", list or set)  # E
+BadAlias20 = TypeAliasType("BadAlias20", f"{'int'}")  # E
diff --git a/conformance/tests/annotations_forward_refs.py b/conformance/tests/annotations_forward_refs.py
index 937268080..b64a8e936 100644
--- a/conformance/tests/annotations_forward_refs.py
+++ b/conformance/tests/annotations_forward_refs.py
@@ -19,10 +19,10 @@ def func1(
     assert_type(p4, list[ClassA | int])
 
 
-bad1: ClassA  # Runtime error: requires quotes
-bad2: list[ClassA]  # Runtime error: requires quotes
-bad3: "ClassA" | int  # Runtime error
-bad4: int | "ClassA"  # Runtime error
+bad1: ClassA  # E: Runtime error: requires quotes
+bad2: list[ClassA]  # E: Runtime error: requires quotes
+bad3: "ClassA" | int  # E: Runtime error
+bad4: int | "ClassA"  # E: Runtime error
 
 
 class ClassA:
@@ -38,21 +38,21 @@ class ClassA:
 # The following should all generate errors because they are not legal type
 # expressions, despite being enclosed in quotes.
 def invalid_annotations(
-    p1: "eval(" ".join(map(chr, [105, 110, 116])))",
-    p2: "[int, str]",
-    p3: "(int, str)",
-    p4: "[int for i in range(1)]",
-    p5: "{}",
-    p6: "(lambda : int)()",
-    p7: "[int][0]",
-    p8: "int if 1 < 3 else str",
-    p9: "var1",
-    p10: "True",
-    p11: "1",
-    p12: "-1",
-    p13: "int or str",
-    p14: 'f"int"',
-    p15: "types",
+    p1: "eval(" ".join(map(chr, [105, 110, 116])))",  # E
+    p2: "[int, str]",  # E
+    p3: "(int, str)",  # E
+    p4: "[int for i in range(1)]",  # E
+    p5: "{}",  # E
+    p6: "(lambda : int)()",  # E
+    p7: "[int][0]",  # E
+    p8: "int if 1 < 3 else str",  # E
+    p9: "var1",  # E
+    p10: "True",  # E
+    p11: "1",  # E
+    p12: "-1",  # E
+    p13: "int or str",  # E
+    p14: 'f"int"',  # E
+    p15: "types",  # E
 ):
     pass
 
@@ -63,7 +63,7 @@ def invalid_annotations(
 
 
 class ClassB:
-    def method1(self) -> ClassB:  # Runtime error
+    def method1(self) -> ClassB:  # E: Runtime error
         return ClassB()
 
     def method2(self) -> "ClassB":  # OK
diff --git a/conformance/tests/annotations_generators.py b/conformance/tests/annotations_generators.py
index b2a5f21d5..106fda812 100644
--- a/conformance/tests/annotations_generators.py
+++ b/conformance/tests/annotations_generators.py
@@ -84,12 +84,12 @@ def generator7() -> Iterator[dict[str, int]]:
 
 
 def generator8() -> int:  # E: incompatible return type
-    yield None
+    yield None  # E
     return 0
 
 
 async def generator9() -> int:  # E: incompatible return type
-    yield None
+    yield None  # E
 
 
 class IntIterator(Protocol):
diff --git a/conformance/tests/classes_override.py b/conformance/tests/classes_override.py
index a41351d38..85560bd1c 100644
--- a/conformance/tests/classes_override.py
+++ b/conformance/tests/classes_override.py
@@ -50,7 +50,7 @@ def method2(self, x: int | str) -> int | str:  # OK
         return 0
 
     @override
-    def method3(self) -> int:  # Type check error: no matching signature in ancestor
+    def method3(self) -> int:  # E: no matching signature in ancestor
         return 1
 
     @overload
@@ -76,19 +76,19 @@ def method5(self):  # OK
 
     @staticmethod
     @override
-    def static_method1() -> int:  # Type check error: no matching signature in ancestor
+    def static_method1() -> int:  # E: no matching signature in ancestor
         return 1
 
     @classmethod
     @override
     def class_method1(
         cls,
-    ) -> int:  # Type check error: no matching signature in ancestor
+    ) -> int:  # E: no matching signature in ancestor
         return 1
 
     @property
     @override
-    def property1(self) -> int:  # Type check error: no matching signature in ancestor
+    def property1(self) -> int:  # E: no matching signature in ancestor
         return 1
 
 
diff --git a/conformance/tests/directives_no_type_check.py b/conformance/tests/directives_no_type_check.py
index 11365fb77..bbe9cb9f5 100644
--- a/conformance/tests/directives_no_type_check.py
+++ b/conformance/tests/directives_no_type_check.py
@@ -23,4 +23,4 @@ def func1(a: int, b: str) -> None:
 
 
 func1(b"invalid", b"arguments")  # No error should be reported
-func1()  # Type error - incorrect arguments for parameters
+func1()  # E: incorrect arguments for parameters
diff --git a/conformance/tests/generics_defaults.py b/conformance/tests/generics_defaults.py
index a10d66b47..714dd7f0e 100644
--- a/conformance/tests/generics_defaults.py
+++ b/conformance/tests/generics_defaults.py
@@ -21,9 +21,7 @@
 # > and a type checker should flag this as an error.
 
 
-class NonDefaultFollowsDefault(
-    Generic[DefaultStrT, T]
-): ...  # E: non-default TypeVars cannot follow ones with defaults
+class NonDefaultFollowsDefault(Generic[DefaultStrT, T]): ...  # E: non-default TypeVars cannot follow ones with defaults
 
 
 class NoNonDefaults(Generic[DefaultStrT, DefaultIntT]): ...
diff --git a/conformance/tests/tuples_unpacked.py b/conformance/tests/tuples_unpacked.py
index 7a9eccade..dc7f6cd4c 100644
--- a/conformance/tests/tuples_unpacked.py
+++ b/conformance/tests/tuples_unpacked.py
@@ -57,5 +57,5 @@ def func3(t: tuple[*Ts]):
 t12: tuple[Unpack[tuple[str, Unpack[tuple[str, ...]]]]]  # OK
 t13: tuple[Unpack[tuple[str, ...]], Unpack[tuple[int, ...]]]  # E
 t14: tuple[
-    Unpack[tuple[str, Unpack[tuple[str, ...]]]], Unpack[tuple[int, ...]]
-]  # E
+    Unpack[tuple[str, Unpack[tuple[str, ...]]]], Unpack[tuple[int, ...]]  # E
+]
diff --git a/conformance/tests/typeddicts_required.py b/conformance/tests/typeddicts_required.py
index 4feacba6e..b97568b65 100644
--- a/conformance/tests/typeddicts_required.py
+++ b/conformance/tests/typeddicts_required.py
@@ -13,8 +13,8 @@ class NotTypedDict:
 
 
 def func1(
-    x: NotRequired[int],
-) -> None:  # E: Required not allowed in this context
+    x: NotRequired[int],  # E: NotRequired not allowed in this context
+) -> None:
     pass
 
 
diff --git a/conformance/tests/typeddicts_type_consistency.py b/conformance/tests/typeddicts_type_consistency.py
index 35b4ba4c5..f0d453619 100644
--- a/conformance/tests/typeddicts_type_consistency.py
+++ b/conformance/tests/typeddicts_type_consistency.py
@@ -66,7 +66,7 @@ class B3(TypedDict):
 
 
 # This should generate an error because it's a literal assignment.
-a3_1: A3 = {"x": 0, "y": 0}
+a3_1: A3 = {"x": 0, "y": 0}  # E
 
 # This should not generate an error.
 a3_2 = b3

From 8a65f30d12a609d72c0f9a36f60dc58b5a6078bc Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Thu, 4 Apr 2024 11:30:03 -0400
Subject: [PATCH 14/22] Add helper script

---
 conformance/src/unexpected_fails.py | 29 +++++++++++++++++++++++++++++
 1 file changed, 29 insertions(+)
 create mode 100644 conformance/src/unexpected_fails.py

diff --git a/conformance/src/unexpected_fails.py b/conformance/src/unexpected_fails.py
new file mode 100644
index 000000000..8c43d0482
--- /dev/null
+++ b/conformance/src/unexpected_fails.py
@@ -0,0 +1,29 @@
+"""
+
+Helper script to find test cases where the automated and manual
+conformance results differ.
+
+"""
+
+from pathlib import Path
+import tomllib
+
+root_dir = Path(__file__).resolve().parent.parent
+
+for type_checker_dir in sorted((root_dir / "results").iterdir()):
+    if type_checker_dir.is_dir():
+        for file in sorted(type_checker_dir.iterdir()):
+            if file.name == "version.toml":
+                continue
+            with file.open("rb") as f:
+                try:
+                    info = tomllib.load(f)
+                except Exception as e:
+                    raise Exception(f"Error decoding {file}") from e
+            try:
+                previous_pass = info["conformant"] == "Pass"
+                new_pass = info["conformance_automated"] == "Pass"
+            except KeyError as e:
+                raise Exception(f"Missing key in {file}") from e
+            if previous_pass != new_pass:
+                print(f"{file}: {info['conformant']} vs. {info['conformance_automated']}")

From 3b5b8b502897da394feb7acdadfb7e4545a54396 Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Thu, 4 Apr 2024 12:08:52 -0400
Subject: [PATCH 15/22] some pytype updates

---
 .../results/mypy/generics_scoping.toml        | 38 +++++++-------
 conformance/results/mypy/version.toml         |  2 +-
 .../results/pyre/generics_scoping.toml        | 30 +++++------
 conformance/results/pyre/version.toml         |  2 +-
 .../results/pyright/generics_scoping.toml     | 20 ++++----
 .../results/pyright/narrowing_typeis.toml     |  1 +
 .../results/pytype/generics_scoping.toml      | 50 +++++++------------
 .../results/pytype/generics_upper_bound.toml  |  2 +-
 .../pytype/namedtuples_define_functional.toml |  2 +-
 .../results/pytype/narrowing_typeis.toml      |  1 +
 conformance/results/pytype/version.toml       |  2 +-
 conformance/results/results.html              |  2 +-
 conformance/src/unexpected_fails.py           |  6 +--
 conformance/tests/generics_scoping.py         | 12 +++--
 14 files changed, 82 insertions(+), 88 deletions(-)

diff --git a/conformance/results/mypy/generics_scoping.toml b/conformance/results/mypy/generics_scoping.toml
index ff33ec5d0..cffdc23b9 100644
--- a/conformance/results/mypy/generics_scoping.toml
+++ b/conformance/results/mypy/generics_scoping.toml
@@ -3,29 +3,29 @@ notes = """
 False negative on generic class nested within generic class with same type variable.
 """
 output = """
-generics_scoping.py:25: error: Argument 1 to "meth_2" of "MyClass" has incompatible type "str"; expected "int"  [arg-type]
-generics_scoping.py:46: error: Type variable "generics_scoping.S" is unbound  [valid-type]
-generics_scoping.py:46: note: (Hint: Use "Generic[S]" or "Protocol[S]" base class to bind "S" inside a class)
-generics_scoping.py:46: note: (Hint: Use "S" in function signature to bind "S" inside a function)
+generics_scoping.py:29: error: Argument 1 to "meth_2" of "MyClass" has incompatible type "str"; expected "int"  [arg-type]
 generics_scoping.py:50: error: Type variable "generics_scoping.S" is unbound  [valid-type]
 generics_scoping.py:50: note: (Hint: Use "Generic[S]" or "Protocol[S]" base class to bind "S" inside a class)
 generics_scoping.py:50: note: (Hint: Use "S" in function signature to bind "S" inside a function)
-generics_scoping.py:61: error: Free type variable expected in Generic[...]  [misc]
-generics_scoping.py:74: error: Type variable "generics_scoping.T" is unbound  [valid-type]
-generics_scoping.py:74: note: (Hint: Use "Generic[T]" or "Protocol[T]" base class to bind "T" inside a class)
-generics_scoping.py:74: note: (Hint: Use "T" in function signature to bind "T" inside a function)
-generics_scoping.py:80: error: Can't use bound type variable "T" to define generic alias  [valid-type]
-generics_scoping.py:84: error: Type variable "generics_scoping.T" is unbound  [valid-type]
-generics_scoping.py:84: note: (Hint: Use "Generic[T]" or "Protocol[T]" base class to bind "T" inside a class)
-generics_scoping.py:84: note: (Hint: Use "T" in function signature to bind "T" inside a function)
-generics_scoping.py:85: error: Type variable "generics_scoping.T" is unbound  [valid-type]
-generics_scoping.py:85: note: (Hint: Use "Generic[T]" or "Protocol[T]" base class to bind "T" inside a class)
-generics_scoping.py:85: note: (Hint: Use "T" in function signature to bind "T" inside a function)
-generics_scoping.py:86: error: Type variable "generics_scoping.T" is unbound  [valid-type]
-generics_scoping.py:86: note: (Hint: Use "Generic[T]" or "Protocol[T]" base class to bind "T" inside a class)
-generics_scoping.py:86: note: (Hint: Use "T" in function signature to bind "T" inside a function)
+generics_scoping.py:54: error: Type variable "generics_scoping.S" is unbound  [valid-type]
+generics_scoping.py:54: note: (Hint: Use "Generic[S]" or "Protocol[S]" base class to bind "S" inside a class)
+generics_scoping.py:54: note: (Hint: Use "S" in function signature to bind "S" inside a function)
+generics_scoping.py:65: error: Free type variable expected in Generic[...]  [misc]
+generics_scoping.py:78: error: Type variable "generics_scoping.T" is unbound  [valid-type]
+generics_scoping.py:78: note: (Hint: Use "Generic[T]" or "Protocol[T]" base class to bind "T" inside a class)
+generics_scoping.py:78: note: (Hint: Use "T" in function signature to bind "T" inside a function)
+generics_scoping.py:84: error: Can't use bound type variable "T" to define generic alias  [valid-type]
+generics_scoping.py:88: error: Type variable "generics_scoping.T" is unbound  [valid-type]
+generics_scoping.py:88: note: (Hint: Use "Generic[T]" or "Protocol[T]" base class to bind "T" inside a class)
+generics_scoping.py:88: note: (Hint: Use "T" in function signature to bind "T" inside a function)
+generics_scoping.py:89: error: Type variable "generics_scoping.T" is unbound  [valid-type]
+generics_scoping.py:89: note: (Hint: Use "Generic[T]" or "Protocol[T]" base class to bind "T" inside a class)
+generics_scoping.py:89: note: (Hint: Use "T" in function signature to bind "T" inside a function)
+generics_scoping.py:90: error: Type variable "generics_scoping.T" is unbound  [valid-type]
+generics_scoping.py:90: note: (Hint: Use "Generic[T]" or "Protocol[T]" base class to bind "T" inside a class)
+generics_scoping.py:90: note: (Hint: Use "T" in function signature to bind "T" inside a function)
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 71: Expected 1 errors
+Line 75: Expected 1 errors
 """
diff --git a/conformance/results/mypy/version.toml b/conformance/results/mypy/version.toml
index 4f076d3cf..15e6e85c0 100644
--- a/conformance/results/mypy/version.toml
+++ b/conformance/results/mypy/version.toml
@@ -1,2 +1,2 @@
 version = "mypy 1.9.0"
-test_duration = 1.6
+test_duration = 1.4
diff --git a/conformance/results/pyre/generics_scoping.toml b/conformance/results/pyre/generics_scoping.toml
index 595c154fd..7f4e9d990 100644
--- a/conformance/results/pyre/generics_scoping.toml
+++ b/conformance/results/pyre/generics_scoping.toml
@@ -4,22 +4,22 @@ False negative on generic class nested within generic function with same type va
 False negative on generic class nested within generic class with same type variable.
 """
 output = """
-generics_scoping.py:25:9 Incompatible parameter type [6]: In call `MyClass.meth_2`, for 1st positional argument, expected `int` but got `str`.
-generics_scoping.py:46:7 Invalid type variable [34]: The type variable `Variable[S]` isn't present in the function's parameters.
-generics_scoping.py:50:13 Invalid type variable [34]: The current class isn't generic with respect to the type variable `Variable[S]`. To reference the type variable, you can modify the class to inherit from `typing.Generic[S]`.
-generics_scoping.py:70:0 Uninitialized attribute [13]: Attribute `attr` is declared in class `Outer` to have type `Outer.Inner[Variable[T]]` but is never initialized.
-generics_scoping.py:73:4 Uninitialized attribute [13]: Attribute `x` is declared in class `Outer.AlsoBad` to have type `typing.List[Variable[T]]` but is never initialized.
-generics_scoping.py:74:11 Invalid type variable [34]: The current class isn't generic with respect to the type variable `Variable[T]`. To reference the type variable, you can modify the class to inherit from `typing.Generic[T]`.
-generics_scoping.py:80:4 Incompatible attribute type [8]: Attribute `alias` declared in class `Outer` has type `TypeAlias` but is used as type `Type[List[Variable[_T]]]`.
-generics_scoping.py:80:28 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.
-generics_scoping.py:84:13 Invalid type variable [34]: The type variable `Variable[T]` can only be used to annotate generic classes or functions.
-generics_scoping.py:85:13 Invalid type variable [34]: The type variable `Variable[T]` can only be used to annotate generic classes or functions.
-generics_scoping.py:86:5 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.
+generics_scoping.py:29:9 Incompatible parameter type [6]: In call `MyClass.meth_2`, for 1st positional argument, expected `int` but got `str`.
+generics_scoping.py:50:7 Invalid type variable [34]: The type variable `Variable[S]` isn't present in the function's parameters.
+generics_scoping.py:54:13 Invalid type variable [34]: The current class isn't generic with respect to the type variable `Variable[S]`. To reference the type variable, you can modify the class to inherit from `typing.Generic[S]`.
+generics_scoping.py:74:0 Uninitialized attribute [13]: Attribute `attr` is declared in class `Outer` to have type `Outer.Inner[Variable[T]]` but is never initialized.
+generics_scoping.py:77:4 Uninitialized attribute [13]: Attribute `x` is declared in class `Outer.AlsoBad` to have type `typing.List[Variable[T]]` but is never initialized.
+generics_scoping.py:78:11 Invalid type variable [34]: The current class isn't generic with respect to the type variable `Variable[T]`. To reference the type variable, you can modify the class to inherit from `typing.Generic[T]`.
+generics_scoping.py:84:4 Incompatible attribute type [8]: Attribute `alias` declared in class `Outer` has type `TypeAlias` but is used as type `Type[List[Variable[_T]]]`.
+generics_scoping.py:84:28 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.
+generics_scoping.py:88:13 Invalid type variable [34]: The type variable `Variable[T]` can only be used to annotate generic classes or functions.
+generics_scoping.py:89:13 Invalid type variable [34]: The type variable `Variable[T]` can only be used to annotate generic classes or functions.
+generics_scoping.py:90:5 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 61: Expected 1 errors
-Line 71: Expected 1 errors
-Line 70: Unexpected errors ['generics_scoping.py:70:0 Uninitialized attribute [13]: Attribute `attr` is declared in class `Outer` to have type `Outer.Inner[Variable[T]]` but is never initialized.']
-Line 73: Unexpected errors ['generics_scoping.py:73:4 Uninitialized attribute [13]: Attribute `x` is declared in class `Outer.AlsoBad` to have type `typing.List[Variable[T]]` but is never initialized.']
+Line 65: Expected 1 errors
+Line 75: Expected 1 errors
+Line 74: Unexpected errors ['generics_scoping.py:74:0 Uninitialized attribute [13]: Attribute `attr` is declared in class `Outer` to have type `Outer.Inner[Variable[T]]` but is never initialized.']
+Line 77: Unexpected errors ['generics_scoping.py:77:4 Uninitialized attribute [13]: Attribute `x` is declared in class `Outer.AlsoBad` to have type `typing.List[Variable[T]]` but is never initialized.']
 """
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index 93d6d4fef..1e0b6f658 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 3.5
+test_duration = 3.6
diff --git a/conformance/results/pyright/generics_scoping.toml b/conformance/results/pyright/generics_scoping.toml
index a67f2645c..229fa95ab 100644
--- a/conformance/results/pyright/generics_scoping.toml
+++ b/conformance/results/pyright/generics_scoping.toml
@@ -1,16 +1,16 @@
 conformant = "Pass"
 output = """
-generics_scoping.py:25:10 - error: Argument of type "Literal['a']" cannot be assigned to parameter "x" of type "int" in function "meth_2"
+generics_scoping.py:29:10 - error: Argument of type "Literal['a']" cannot be assigned to parameter "x" of type "int" in function "meth_2"
   "Literal['a']" is incompatible with "int" (reportArgumentType)
-generics_scoping.py:46:13 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)
-generics_scoping.py:50:19 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)
-generics_scoping.py:61:29 - error: TypeVar "T" is already in use by an outer scope (reportGeneralTypeIssues)
-generics_scoping.py:71:24 - error: TypeVar "T" is already in use by an outer scope (reportGeneralTypeIssues)
-generics_scoping.py:74:17 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)
-generics_scoping.py:80:5 - error: Generic type alias within class cannot use bound type variables T
-generics_scoping.py:84:14 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)
-generics_scoping.py:85:19 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)
-generics_scoping.py:86:6 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)
+generics_scoping.py:50:13 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)
+generics_scoping.py:54:19 - error: Type variable "S" has no meaning in this context (reportGeneralTypeIssues)
+generics_scoping.py:65:29 - error: TypeVar "T" is already in use by an outer scope (reportGeneralTypeIssues)
+generics_scoping.py:75:24 - error: TypeVar "T" is already in use by an outer scope (reportGeneralTypeIssues)
+generics_scoping.py:78:17 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)
+generics_scoping.py:84:5 - error: Generic type alias within class cannot use bound type variables T
+generics_scoping.py:88:14 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)
+generics_scoping.py:89:19 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)
+generics_scoping.py:90:6 - error: Type variable "T" has no meaning in this context (reportGeneralTypeIssues)
 """
 conformance_automated = "Pass"
 errors_diff = """
diff --git a/conformance/results/pyright/narrowing_typeis.toml b/conformance/results/pyright/narrowing_typeis.toml
index 8ed919dca..7c8133d19 100644
--- a/conformance/results/pyright/narrowing_typeis.toml
+++ b/conformance/results/pyright/narrowing_typeis.toml
@@ -1,3 +1,4 @@
+conformant = "Pass"
 conformance_automated = "Fail"
 errors_diff = """
 Line 191: Expected 1 errors
diff --git a/conformance/results/pytype/generics_scoping.toml b/conformance/results/pytype/generics_scoping.toml
index c0cba07aa..06cd75cde 100644
--- a/conformance/results/pytype/generics_scoping.toml
+++ b/conformance/results/pytype/generics_scoping.toml
@@ -1,39 +1,27 @@
 conformant = "Pass"
 output = """
-File "generics_scoping.py", line 9, in fun_1: bad return type [bad-return-type]
+File "generics_scoping.py", line 29, in <module>: Function MyClass.meth_2 was called with the wrong arguments [wrong-arg-types]
+File "generics_scoping.py", line 39, in method: bad return type [bad-return-type]
 Called from (traceback):
-  line 12, in current file
-File "generics_scoping.py", line 10, in fun_2: bad return type [bad-return-type]
+  line 43, in current file
+File "generics_scoping.py", line 39, in method: bad return type [bad-return-type]
 Called from (traceback):
-  line 13, in current file
-File "generics_scoping.py", line 20, in meth_1: bad return type [bad-return-type]
-Called from (traceback):
-  line 24, in current file
-File "generics_scoping.py", line 25, in <module>: Function MyClass.meth_2 was called with the wrong arguments [wrong-arg-types]
-File "generics_scoping.py", line 35, in method: bad return type [bad-return-type]
-Called from (traceback):
-  line 39, in current file
-File "generics_scoping.py", line 35, in method: bad return type [bad-return-type]
-Called from (traceback):
-  line 38, in current file
-File "generics_scoping.py", line 46, in fun_3: Invalid type annotation 'List[S]' for z [invalid-annotation]
-File "generics_scoping.py", line 50, in Bar: Invalid type annotation 'List[S]' for an_attr [invalid-annotation]
-File "generics_scoping.py", line 59, in fun_4: Invalid type annotation 'T'  [invalid-annotation]
-File "generics_scoping.py", line 70, in <module>: Invalid type annotation 'Outer'  [invalid-annotation]
-File "generics_scoping.py", line 74, in AlsoBad: Invalid type annotation 'List[T]' for x [invalid-annotation]
-File "generics_scoping.py", line 84, in <module>: Invalid type annotation 'T' for global_var1 [invalid-annotation]
-File "generics_scoping.py", line 85, in <module>: Invalid type annotation 'List[T]' for global_var2 [invalid-annotation]
+  line 42, in current file
+File "generics_scoping.py", line 50, in fun_3: Invalid type annotation 'List[S]' for z [invalid-annotation]
+File "generics_scoping.py", line 54, in Bar: Invalid type annotation 'List[S]' for an_attr [invalid-annotation]
+File "generics_scoping.py", line 63, in fun_4: Invalid type annotation 'T'  [invalid-annotation]
+File "generics_scoping.py", line 74, in <module>: Invalid type annotation 'Outer'  [invalid-annotation]
+File "generics_scoping.py", line 78, in AlsoBad: Invalid type annotation 'List[T]' for x [invalid-annotation]
+File "generics_scoping.py", line 88, in <module>: Invalid type annotation 'T' for global_var1 [invalid-annotation]
+File "generics_scoping.py", line 89, in <module>: Invalid type annotation 'List[T]' for global_var2 [invalid-annotation]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 61: Expected 1 errors
-Line 71: Expected 1 errors
-Line 80: Expected 1 errors
-Line 86: Expected 1 errors
-Line 9: Unexpected errors ['File "generics_scoping.py", line 9, in fun_1: bad return type [bad-return-type]']
-Line 10: Unexpected errors ['File "generics_scoping.py", line 10, in fun_2: bad return type [bad-return-type]']
-Line 20: Unexpected errors ['File "generics_scoping.py", line 20, in meth_1: bad return type [bad-return-type]']
-Line 35: Unexpected errors ['File "generics_scoping.py", line 35, in method: bad return type [bad-return-type]', 'File "generics_scoping.py", line 35, in method: bad return type [bad-return-type]']
-Line 59: Unexpected errors ['File "generics_scoping.py", line 59, in fun_4: Invalid type annotation \\'T\\'  [invalid-annotation]']
-Line 70: Unexpected errors ['File "generics_scoping.py", line 70, in <module>: Invalid type annotation \\'Outer\\'  [invalid-annotation]']
+Line 65: Expected 1 errors
+Line 75: Expected 1 errors
+Line 84: Expected 1 errors
+Line 90: Expected 1 errors
+Line 39: Unexpected errors ['File "generics_scoping.py", line 39, in method: bad return type [bad-return-type]', 'File "generics_scoping.py", line 39, in method: bad return type [bad-return-type]']
+Line 63: Unexpected errors ['File "generics_scoping.py", line 63, in fun_4: Invalid type annotation \\'T\\'  [invalid-annotation]']
+Line 74: Unexpected errors ['File "generics_scoping.py", line 74, in <module>: Invalid type annotation \\'Outer\\'  [invalid-annotation]']
 """
diff --git a/conformance/results/pytype/generics_upper_bound.toml b/conformance/results/pytype/generics_upper_bound.toml
index d54b044a7..52f7af491 100644
--- a/conformance/results/pytype/generics_upper_bound.toml
+++ b/conformance/results/pytype/generics_upper_bound.toml
@@ -1,4 +1,4 @@
-conformant = "Pass"
+conformant = "Partial"
 notes = """
 Does not properly support assert_type.
 """
diff --git a/conformance/results/pytype/namedtuples_define_functional.toml b/conformance/results/pytype/namedtuples_define_functional.toml
index d3f97fa62..ab1f06c02 100644
--- a/conformance/results/pytype/namedtuples_define_functional.toml
+++ b/conformance/results/pytype/namedtuples_define_functional.toml
@@ -1,4 +1,4 @@
-conformant = "Pass"
+conformant = "Partial"
 notes = """
 Does not handle illegal named tuple names the same as runtime.
 Does not support defaults in functional form.
diff --git a/conformance/results/pytype/narrowing_typeis.toml b/conformance/results/pytype/narrowing_typeis.toml
index 2e80aa415..1f67493dd 100644
--- a/conformance/results/pytype/narrowing_typeis.toml
+++ b/conformance/results/pytype/narrowing_typeis.toml
@@ -1,3 +1,4 @@
+conformant = "Unsupported"
 conformance_automated = "Fail"
 errors_diff = """
 Line 105: Expected 1 errors
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index 6db682ade..71e4279b4 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 46.1
+test_duration = 44.8
diff --git a/conformance/results/results.html b/conformance/results/results.html
index 348438013..8839aafed 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.7sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.5sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>46.1sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p><p>Does not allow covariant use of TypeGuard.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeis</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unknown</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unknown</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.4sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.7sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.6sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>44.8sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p><p>Does not allow covariant use of TypeGuard.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeis</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>
diff --git a/conformance/src/unexpected_fails.py b/conformance/src/unexpected_fails.py
index 8c43d0482..96ccf3770 100644
--- a/conformance/src/unexpected_fails.py
+++ b/conformance/src/unexpected_fails.py
@@ -8,9 +8,9 @@
 from pathlib import Path
 import tomllib
 
-root_dir = Path(__file__).resolve().parent.parent
+results_dir = Path(__file__).resolve().parent.parent / "results"
 
-for type_checker_dir in sorted((root_dir / "results").iterdir()):
+for type_checker_dir in sorted(results_dir.iterdir()):
     if type_checker_dir.is_dir():
         for file in sorted(type_checker_dir.iterdir()):
             if file.name == "version.toml":
@@ -26,4 +26,4 @@
             except KeyError as e:
                 raise Exception(f"Missing key in {file}") from e
             if previous_pass != new_pass:
-                print(f"{file}: {info['conformant']} vs. {info['conformance_automated']}")
+                print(f"{file.relative_to(results_dir)}: {info['conformant']} vs. {info['conformance_automated']}")
diff --git a/conformance/tests/generics_scoping.py b/conformance/tests/generics_scoping.py
index 5655af6f6..389cbc382 100644
--- a/conformance/tests/generics_scoping.py
+++ b/conformance/tests/generics_scoping.py
@@ -6,8 +6,10 @@
 # > different types in the same code block.
 T = TypeVar('T')
 
-def fun_1(x: T) -> T: ...  # T here
-def fun_2(x: T) -> T: ...  # and here could be different
+def fun_1(x: T) -> T:  # T here
+    return x
+def fun_2(x: T) -> T:  # and here could be different
+    return x
 
 assert_type(fun_1(1), int)
 assert_type(fun_2('a'), str)
@@ -17,8 +19,10 @@ def fun_2(x: T) -> T: ...  # and here could be different
 # > to that variable.
 
 class MyClass(Generic[T]):
-    def meth_1(self, x: T) -> T: ...  # T here
-    def meth_2(self, x: T) -> T: ...  # and here are always the same
+    def meth_1(self, x: T) -> T:  # T here
+        return x
+    def meth_2(self, x: T) -> T:  # and here are always the same
+        return x
 
 a: MyClass[int] = MyClass()
 a.meth_1(1)  # OK

From 7fbee0be038102412ea42236a1c60e93b92e1097 Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Thu, 4 Apr 2024 12:17:38 -0400
Subject: [PATCH 16/22] Review some pyre issues

---
 conformance/results/mypy/dataclasses_kwonly.toml            | 3 ---
 conformance/results/pyre/annotations_typeexpr.toml          | 5 ++++-
 conformance/results/pyre/dataclasses_kwonly.toml            | 5 +----
 conformance/results/pyre/directives_no_type_check.toml      | 2 +-
 conformance/results/pyre/namedtuples_define_functional.toml | 2 +-
 conformance/results/pyre/typeddicts_operations.toml         | 6 ++++--
 conformance/results/pyre/version.toml                       | 2 +-
 conformance/results/pyright/dataclasses_kwonly.toml         | 5 +----
 conformance/results/pyright/version.toml                    | 2 +-
 conformance/results/pytype/dataclasses_kwonly.toml          | 3 ---
 conformance/results/pytype/version.toml                     | 2 +-
 conformance/results/results.html                            | 2 +-
 conformance/tests/dataclasses_kwonly.py                     | 6 +++---
 conformance/tests/typeddicts_operations.py                  | 2 +-
 14 files changed, 20 insertions(+), 27 deletions(-)

diff --git a/conformance/results/mypy/dataclasses_kwonly.toml b/conformance/results/mypy/dataclasses_kwonly.toml
index a7cdc65ea..118448df3 100644
--- a/conformance/results/mypy/dataclasses_kwonly.toml
+++ b/conformance/results/mypy/dataclasses_kwonly.toml
@@ -18,10 +18,7 @@ dataclasses_kwonly.py:53: error: Too many positional arguments for "DC3"  [misc]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 23: Unexpected errors ['dataclasses_kwonly.py:23: error: Too many positional arguments for "DC1"  [misc]']
 Line 29: Unexpected errors ['dataclasses_kwonly.py:29: error: Attributes without a default cannot follow attributes with one  [misc]']
 Line 32: Unexpected errors ['dataclasses_kwonly.py:32: error: Too many positional arguments for "DC2"  [misc]', 'dataclasses_kwonly.py:32: error: Too few arguments for "DC2"  [call-arg]', 'dataclasses_kwonly.py:32: error: Argument 1 to "DC2" has incompatible type "str"; expected "int"  [arg-type]']
 Line 35: Unexpected errors ['dataclasses_kwonly.py:35: error: "DC2" gets multiple values for keyword argument "b"  [misc]', 'dataclasses_kwonly.py:35: error: Too few arguments for "DC2"  [call-arg]', 'dataclasses_kwonly.py:35: error: Argument 1 to "DC2" has incompatible type "str"; expected "int"  [arg-type]']
-Line 38: Unexpected errors ['dataclasses_kwonly.py:38: error: Too many positional arguments for "DC2"  [misc]', 'dataclasses_kwonly.py:38: error: Argument 1 to "DC2" has incompatible type "str"; expected "int"  [arg-type]', 'dataclasses_kwonly.py:38: error: Argument 2 to "DC2" has incompatible type "int"; expected "str"  [arg-type]']
-Line 53: Unexpected errors ['dataclasses_kwonly.py:53: error: Too many positional arguments for "DC3"  [misc]']
 """
diff --git a/conformance/results/pyre/annotations_typeexpr.toml b/conformance/results/pyre/annotations_typeexpr.toml
index 7bc267210..af34154ba 100644
--- a/conformance/results/pyre/annotations_typeexpr.toml
+++ b/conformance/results/pyre/annotations_typeexpr.toml
@@ -1,4 +1,7 @@
-conformant = "Pass"
+conformant = "Partial"
+notes = """
+Rejects some generics
+"""
 output = """
 annotations_typeexpr.py:75:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `object`.
 annotations_typeexpr.py:77:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[object, typing.Any]`.
diff --git a/conformance/results/pyre/dataclasses_kwonly.toml b/conformance/results/pyre/dataclasses_kwonly.toml
index f1b294dff..7ee1c34ef 100644
--- a/conformance/results/pyre/dataclasses_kwonly.toml
+++ b/conformance/results/pyre/dataclasses_kwonly.toml
@@ -4,9 +4,6 @@ dataclasses_kwonly.py:23:0 Too many arguments [19]: Call `DC1.__init__` expects
 dataclasses_kwonly.py:38:0 Too many arguments [19]: Call `DC2.__init__` expects 1 positional argument, 2 were provided.
 dataclasses_kwonly.py:53:0 Too many arguments [19]: Call `DC3.__init__` expects 1 positional argument, 2 were provided.
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 23: Unexpected errors ['dataclasses_kwonly.py:23:0 Too many arguments [19]: Call `DC1.__init__` expects 1 positional argument, 2 were provided.']
-Line 38: Unexpected errors ['dataclasses_kwonly.py:38:0 Too many arguments [19]: Call `DC2.__init__` expects 1 positional argument, 2 were provided.']
-Line 53: Unexpected errors ['dataclasses_kwonly.py:53:0 Too many arguments [19]: Call `DC3.__init__` expects 1 positional argument, 2 were provided.']
 """
diff --git a/conformance/results/pyre/directives_no_type_check.toml b/conformance/results/pyre/directives_no_type_check.toml
index 007359add..cfa664316 100644
--- a/conformance/results/pyre/directives_no_type_check.toml
+++ b/conformance/results/pyre/directives_no_type_check.toml
@@ -1,4 +1,4 @@
-conformant = "Pass"
+conformant = "Partial"
 notes = """
 Does not honor @no_type_check decorator.
 """
diff --git a/conformance/results/pyre/namedtuples_define_functional.toml b/conformance/results/pyre/namedtuples_define_functional.toml
index 2d2ec34b0..34bef5854 100644
--- a/conformance/results/pyre/namedtuples_define_functional.toml
+++ b/conformance/results/pyre/namedtuples_define_functional.toml
@@ -1,4 +1,4 @@
-conformant = "Pass"
+conformant = "Partial"
 notes = """
 Does not reject duplicate field names in functional form.
 Does not handle illegal named tuple names the same as runtime.
diff --git a/conformance/results/pyre/typeddicts_operations.toml b/conformance/results/pyre/typeddicts_operations.toml
index 96de20596..14ebfde95 100644
--- a/conformance/results/pyre/typeddicts_operations.toml
+++ b/conformance/results/pyre/typeddicts_operations.toml
@@ -1,4 +1,7 @@
-conformant = "Pass"
+conformant = "Partial"
+notes = """
+Does not reject `del` of required key.
+"""
 output = """
 typeddicts_operations.py:22:16 Invalid TypedDict operation [54]: Expected `str` to be assigned to `Movie` field `name` but got `int`.
 typeddicts_operations.py:23:16 Invalid TypedDict operation [54]: Expected `int` to be assigned to `Movie` field `year` but got `str`.
@@ -15,5 +18,4 @@ typeddicts_operations.py:62:0 Undefined attribute [16]: `MovieOptional` has no a
 conformance_automated = "Fail"
 errors_diff = """
 Line 49: Expected 1 errors
-Line 44: Unexpected errors ['typeddicts_operations.py:44:10 TypedDict accessed with a missing key [27]: TypedDict `Movie` has no key `other`.']
 """
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index 1e0b6f658..8d7091d95 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 3.6
+test_duration = 3.3
diff --git a/conformance/results/pyright/dataclasses_kwonly.toml b/conformance/results/pyright/dataclasses_kwonly.toml
index da6049e83..3afb280aa 100644
--- a/conformance/results/pyright/dataclasses_kwonly.toml
+++ b/conformance/results/pyright/dataclasses_kwonly.toml
@@ -4,9 +4,6 @@ dataclasses_kwonly.py:23:11 - error: Expected 1 positional argument (reportCallI
 dataclasses_kwonly.py:38:11 - error: Expected 1 positional argument (reportCallIssue)
 dataclasses_kwonly.py:53:11 - error: Expected 1 positional argument (reportCallIssue)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 23: Unexpected errors ['dataclasses_kwonly.py:23:11 - error: Expected 1 positional argument (reportCallIssue)']
-Line 38: Unexpected errors ['dataclasses_kwonly.py:38:11 - error: Expected 1 positional argument (reportCallIssue)']
-Line 53: Unexpected errors ['dataclasses_kwonly.py:53:11 - error: Expected 1 positional argument (reportCallIssue)']
 """
diff --git a/conformance/results/pyright/version.toml b/conformance/results/pyright/version.toml
index 9d0780a91..4b1baca77 100644
--- a/conformance/results/pyright/version.toml
+++ b/conformance/results/pyright/version.toml
@@ -1,2 +1,2 @@
 version = "pyright 1.1.357"
-test_duration = 1.7
+test_duration = 1.6
diff --git a/conformance/results/pytype/dataclasses_kwonly.toml b/conformance/results/pytype/dataclasses_kwonly.toml
index 3f20fc9fb..76a22f8af 100644
--- a/conformance/results/pytype/dataclasses_kwonly.toml
+++ b/conformance/results/pytype/dataclasses_kwonly.toml
@@ -14,11 +14,8 @@ File "dataclasses_kwonly.py", line 61, in <module>: function DC4.__init__ got mu
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 23: Unexpected errors ['File "dataclasses_kwonly.py", line 23, in <module>: Function DC1.__init__ expects 2 arg(s), got 3 [wrong-arg-count]']
-Line 38: Unexpected errors ['File "dataclasses_kwonly.py", line 38, in <module>: Function DC2.__init__ expects 2 arg(s), got 3 [wrong-arg-count]']
 Line 47: Unexpected errors ['File "dataclasses_kwonly.py", line 47, in <module>: Missing parameter \\'a\\' in call to function DC3.__init__ [missing-parameter]']
 Line 50: Unexpected errors ['File "dataclasses_kwonly.py", line 50, in <module>: Missing parameter \\'a\\' in call to function DC3.__init__ [missing-parameter]']
-Line 53: Unexpected errors ['File "dataclasses_kwonly.py", line 53, in <module>: Missing parameter \\'a\\' in call to function DC3.__init__ [missing-parameter]']
 Line 56: Unexpected errors ['File "dataclasses_kwonly.py", line 56, in <module>: In method __init__, non-default argument c follows default argument [invalid-function-definition]']
 Line 61: Unexpected errors ['File "dataclasses_kwonly.py", line 61, in <module>: function DC4.__init__ got multiple values for keyword argument \\'b\\' [duplicate-keyword-argument]']
 """
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index 71e4279b4..72324c383 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 44.8
+test_duration = 45.2
diff --git a/conformance/results/results.html b/conformance/results/results.html
index 8839aafed..e2ca6a40e 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.4sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.7sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.6sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>44.8sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p><p>Does not allow covariant use of TypeGuard.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeis</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.4sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.3sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>45.2sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some generics</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject `del` of required key.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p><p>Does not allow covariant use of TypeGuard.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeis</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>
diff --git a/conformance/tests/dataclasses_kwonly.py b/conformance/tests/dataclasses_kwonly.py
index 011a88eb1..674d85fa9 100644
--- a/conformance/tests/dataclasses_kwonly.py
+++ b/conformance/tests/dataclasses_kwonly.py
@@ -20,7 +20,7 @@ class DC1:
 DC1("hi", b=1)
 
 # This should generate an error because "b" is keyword-only.
-DC1("hi", 1)
+DC1("hi", 1)  # E
 
 
 @dataclass
@@ -35,7 +35,7 @@ class DC2:
 DC2("hi", b=1)
 
 # This should generate an error because "b" is keyword-only.
-DC2("hi", 1)
+DC2("hi", 1)  # E
 
 
 @dataclass(kw_only=True)
@@ -50,7 +50,7 @@ class DC3:
 DC3("hi", b=1)
 
 # This should generate an error because "b" is keyword-only.
-DC3("hi", 1)
+DC3("hi", 1)  # E
 
 
 @dataclass
diff --git a/conformance/tests/typeddicts_operations.py b/conformance/tests/typeddicts_operations.py
index a504082be..b7859424b 100644
--- a/conformance/tests/typeddicts_operations.py
+++ b/conformance/tests/typeddicts_operations.py
@@ -41,7 +41,7 @@ def func1(variable_key: str):
 movie.get("name")
 
 # It's not clear from the spec what type this should be.
-movie.get("other")
+movie.get("other")  # E?
 
 
 movie.clear()  # E: clear not allowed

From 81a4aee5464debbe7eb8b80346017439b559f0cb Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Fri, 5 Apr 2024 08:52:45 -0400
Subject: [PATCH 17/22] Fix a few

---
 conformance/results/pyright/narrowing_typeis.toml | 5 ++++-
 conformance/tests/namedtuples_define_class.py     | 2 +-
 conformance/tests/namedtuples_usage.py            | 4 ++--
 3 files changed, 7 insertions(+), 4 deletions(-)

diff --git a/conformance/results/pyright/narrowing_typeis.toml b/conformance/results/pyright/narrowing_typeis.toml
index 7c8133d19..4e2ec8713 100644
--- a/conformance/results/pyright/narrowing_typeis.toml
+++ b/conformance/results/pyright/narrowing_typeis.toml
@@ -1,4 +1,7 @@
-conformant = "Pass"
+conformant = "Partial"
+notes = """
+Does not reject covariant use of TypeIs.
+"""
 conformance_automated = "Fail"
 errors_diff = """
 Line 191: Expected 1 errors
diff --git a/conformance/tests/namedtuples_define_class.py b/conformance/tests/namedtuples_define_class.py
index c81863556..e345a197d 100644
--- a/conformance/tests/namedtuples_define_class.py
+++ b/conformance/tests/namedtuples_define_class.py
@@ -56,7 +56,7 @@ class Point(NamedTuple):
 
 class Location(NamedTuple):
     altitude: float = 0.0
-    latitude: float  # Type error (previous field has a default value)
+    latitude: float  # E: previous field has a default value
 
 
 # > A named tuple class can be subclassed, but any fields added by the subclass
diff --git a/conformance/tests/namedtuples_usage.py b/conformance/tests/namedtuples_usage.py
index ef63490c0..591237955 100644
--- a/conformance/tests/namedtuples_usage.py
+++ b/conformance/tests/namedtuples_usage.py
@@ -49,8 +49,8 @@ class Point(NamedTuple):
 assert_type(x1, int)
 assert_type(units1, str)
 
-x2, y2 = p  # Type error (too few values to unpack)
-x3, y3, unit3, other = p  # Type error (too many values to unpack)
+x2, y2 = p  # E: too few values to unpack
+x3, y3, unit3, other = p  # E: too many values to unpack
 
 
 class PointWithName(Point):

From 75a98ab4273ab8d8a65959171fb4b6b02d332729 Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Fri, 5 Apr 2024 08:56:56 -0400
Subject: [PATCH 18/22] Remove redundant "E?"

No longer necessary since I no longer count errors.
---
 conformance/tests/callables_annotation.py         | 2 +-
 conformance/tests/callables_kwargs.py             | 8 ++++----
 conformance/tests/directives_assert_type.py       | 4 ++--
 conformance/tests/directives_cast.py              | 4 ++--
 conformance/tests/directives_reveal_type.py       | 4 ++--
 conformance/tests/generics_paramspec_semantics.py | 2 +-
 conformance/tests/protocols_variance.py           | 4 ++--
 7 files changed, 14 insertions(+), 14 deletions(-)

diff --git a/conformance/tests/callables_annotation.py b/conformance/tests/callables_annotation.py
index d374d0f38..d139be56a 100644
--- a/conformance/tests/callables_annotation.py
+++ b/conformance/tests/callables_annotation.py
@@ -14,7 +14,7 @@ def func1(cb: Callable[[int, str], list[str]]) -> None:
     cb(1, 2)  # E
     cb(1, "", 1)  # E
     # Mypy reports two errors, one for each kwarg.
-    cb(a=1, b="")  # E: bad kwarg 'a'  # E?: bad kwarg 'b'
+    cb(a=1, b="")  # E: bad kwarg 'a'
 
 
 def func2(cb: Callable[[], dict[str, str]]) -> None:
diff --git a/conformance/tests/callables_kwargs.py b/conformance/tests/callables_kwargs.py
index 89a994c6b..45da10822 100644
--- a/conformance/tests/callables_kwargs.py
+++ b/conformance/tests/callables_kwargs.py
@@ -43,7 +43,7 @@ def func2(v3: str, **kwargs: Unpack[TD1]) -> None:
 
 def func3() -> None:
     # Mypy reports multiple errors here.
-    func1()  # E: missing required keyword args  # E?
+    func1()  # E: missing required keyword args
     func1(v1=1, v2="", v3="5")  # OK
 
     td2 = TD2(v1=2, v3="4")
@@ -58,10 +58,10 @@ def func3() -> None:
     func1(**my_dict)  # E: untyped dict
 
     d1 = {"v1": 2, "v3": "4", "v4": 4}
-    func1(**d1)  # E? # E?: OK or Type error (spec allows either)
+    func1(**d1)  # E?: OK or Type error (spec allows either)
     func2(**td2)  # OK
-    func1(v1=2, **td2)  # E: v1 is already specified  # E?: incompatible type argument 1
-    func2(1, **td2)  # E: v1 is already specified  # E?: incompatible type for argument
+    func1(v1=2, **td2)  # E: v1 is already specified
+    func2(1, **td2)  # E: v1 is already specified
     func2(v1=1, **td2)  # E: v1 is already specified
 
 
diff --git a/conformance/tests/directives_assert_type.py b/conformance/tests/directives_assert_type.py
index 533a47aaa..b5a337378 100644
--- a/conformance/tests/directives_assert_type.py
+++ b/conformance/tests/directives_assert_type.py
@@ -28,9 +28,9 @@ def func1(
     assert_type(c, int)  # E: Type mismatch
     assert_type(e, int)  # E: Type mismatch
 
-    assert_type()  # E: not enough arguments  # E?
+    assert_type()  # E: not enough arguments
     assert_type("", int)  # E: wrong argument type
-    assert_type(a, int | str, a)  # E: too many arguments  # E?
+    assert_type(a, int | str, a)  # E: too many arguments
 
 
 class ForwardReference:
diff --git a/conformance/tests/directives_cast.py b/conformance/tests/directives_cast.py
index 01a70fdba..91a35a19a 100644
--- a/conformance/tests/directives_cast.py
+++ b/conformance/tests/directives_cast.py
@@ -12,6 +12,6 @@ def find_first_str(a: list[object]) -> str:
 
 x: int = cast(int, "not an int")  # No type error
 
-bad1 = cast()  # E: Too few arguments  # E?
+bad1 = cast()  # E: Too few arguments
 bad2 = cast(1, "")  # E: Bad first argument type
-bad3 = cast(int, "", "")  # E: Too many arguments  # E?
+bad3 = cast(int, "", "")  # E: Too many arguments
diff --git a/conformance/tests/directives_reveal_type.py b/conformance/tests/directives_reveal_type.py
index 91f0a292b..e90844c34 100644
--- a/conformance/tests/directives_reveal_type.py
+++ b/conformance/tests/directives_reveal_type.py
@@ -16,8 +16,8 @@ def func1(a: int | str, b: list[int], c: Any, d: "ForwardReference"):
     reveal_type(c)  # Revealed type is "Any"
     reveal_type(d)  # Revealed type is "ForwardReference"
 
-    reveal_type()  # E: not enough arguments  # E?
-    reveal_type(a, a)  # E: Too many arguments  # E?
+    reveal_type()  # E: not enough arguments
+    reveal_type(a, a)  # E: Too many arguments
 
 
 class ForwardReference:
diff --git a/conformance/tests/generics_paramspec_semantics.py b/conformance/tests/generics_paramspec_semantics.py
index 0496070be..f3cd63bf5 100644
--- a/conformance/tests/generics_paramspec_semantics.py
+++ b/conformance/tests/generics_paramspec_semantics.py
@@ -23,7 +23,7 @@ def returns_int(a: str, b: bool, /) -> int:
 
 v1 = f1("A", True)  # OK
 assert_type(v1, str)
-f1(a="A", b=True)  # E: positional-only  # E?
+f1(a="A", b=True)  # E: positional-only
 f1("A", "A")  # E: wrong type
 
 
diff --git a/conformance/tests/protocols_variance.py b/conformance/tests/protocols_variance.py
index e807351dc..cc3f715d3 100644
--- a/conformance/tests/protocols_variance.py
+++ b/conformance/tests/protocols_variance.py
@@ -59,7 +59,7 @@ def m1(self, p0: T1) -> None:
 
 
 class Protocol5(Protocol[T1_co]):  # E: T1_co should be contravariant
-    def m1(self, p0: T1_co) -> None:  # E?
+    def m1(self, p0: T1_co) -> None:  # E?: Incorrect use of covariant TypeVar
         ...
 
 
@@ -69,7 +69,7 @@ def m1(self) -> T1:
 
 
 class Protocol7(Protocol[T1_contra]):  # E: T1_contra should be covariant
-    def m1(self) -> T1_contra:  # E?
+    def m1(self) -> T1_contra:  # E?: Incorrect use of contravariant TypeVar
         ...
 
 

From 531dfb37275df13b206fed3872b3ad52378f9fea Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Fri, 5 Apr 2024 08:59:01 -0400
Subject: [PATCH 19/22] Rerun

---
 conformance/results/mypy/namedtuples_define_class.toml    | 1 -
 conformance/results/mypy/namedtuples_usage.toml           | 2 --
 conformance/results/mypy/version.toml                     | 2 +-
 conformance/results/pyre/namedtuples_define_class.toml    | 1 +
 conformance/results/pyre/namedtuples_usage.toml           | 2 --
 conformance/results/pyre/version.toml                     | 2 +-
 conformance/results/pyright/namedtuples_define_class.toml | 3 +--
 conformance/results/pyright/namedtuples_usage.toml        | 4 +---
 conformance/results/pytype/namedtuples_define_class.toml  | 1 +
 conformance/results/pytype/namedtuples_usage.toml         | 2 --
 conformance/results/results.html                          | 2 +-
 11 files changed, 7 insertions(+), 15 deletions(-)

diff --git a/conformance/results/mypy/namedtuples_define_class.toml b/conformance/results/mypy/namedtuples_define_class.toml
index 69fa2ede5..adf590b48 100644
--- a/conformance/results/mypy/namedtuples_define_class.toml
+++ b/conformance/results/mypy/namedtuples_define_class.toml
@@ -18,5 +18,4 @@ namedtuples_define_class.py:105: error: NamedTuple should be a single base  [mis
 conformance_automated = "Fail"
 errors_diff = """
 Line 79: Expected 1 errors
-Line 59: Unexpected errors ['namedtuples_define_class.py:59: error: Non-default NamedTuple fields cannot follow default fields  [misc]']
 """
diff --git a/conformance/results/mypy/namedtuples_usage.toml b/conformance/results/mypy/namedtuples_usage.toml
index f8e4aac0a..21676c9c0 100644
--- a/conformance/results/mypy/namedtuples_usage.toml
+++ b/conformance/results/mypy/namedtuples_usage.toml
@@ -14,6 +14,4 @@ namedtuples_usage.py:53: error: Need more than 3 values to unpack (4 expected)
 conformance_automated = "Fail"
 errors_diff = """
 Line 42: Expected 1 errors
-Line 52: Unexpected errors ['namedtuples_usage.py:52: error: Too many values to unpack (2 expected, 3 provided)  [misc]']
-Line 53: Unexpected errors ['namedtuples_usage.py:53: error: Need more than 3 values to unpack (4 expected)  [misc]']
 """
diff --git a/conformance/results/mypy/version.toml b/conformance/results/mypy/version.toml
index 15e6e85c0..b9c9b6249 100644
--- a/conformance/results/mypy/version.toml
+++ b/conformance/results/mypy/version.toml
@@ -1,2 +1,2 @@
 version = "mypy 1.9.0"
-test_duration = 1.4
+test_duration = 2.1
diff --git a/conformance/results/pyre/namedtuples_define_class.toml b/conformance/results/pyre/namedtuples_define_class.toml
index e55acfbdf..0f6fe7903 100644
--- a/conformance/results/pyre/namedtuples_define_class.toml
+++ b/conformance/results/pyre/namedtuples_define_class.toml
@@ -23,6 +23,7 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 32: Expected 1 errors
 Line 33: Expected 1 errors
+Line 59: Expected 1 errors
 Line 105: Expected 1 errors
 Line 29: Unexpected errors ['namedtuples_define_class.py:29:27 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int]]`.']
 Line 30: Unexpected errors ['namedtuples_define_class.py:30:26 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[int], Type[int], Type[str]]`.']
diff --git a/conformance/results/pyre/namedtuples_usage.toml b/conformance/results/pyre/namedtuples_usage.toml
index 614f00e10..8426a79c2 100644
--- a/conformance/results/pyre/namedtuples_usage.toml
+++ b/conformance/results/pyre/namedtuples_usage.toml
@@ -18,7 +18,5 @@ Line 34: Expected 1 errors
 Line 35: Expected 1 errors
 Line 42: Expected 1 errors
 Line 43: Expected 1 errors
-Line 52: Unexpected errors ['namedtuples_usage.py:52:0 Unable to unpack [23]: Unable to unpack 3 values, 2 were expected.']
-Line 53: Unexpected errors ['namedtuples_usage.py:53:0 Unable to unpack [23]: Unable to unpack 3 values, 4 were expected.']
 Line 61: Unexpected errors ['namedtuples_usage.py:61:0 Unable to unpack [23]: Unable to unpack 0 values, 3 were expected.']
 """
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index 8d7091d95..3b92a6fb8 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 3.3
+test_duration = 4.8
diff --git a/conformance/results/pyright/namedtuples_define_class.toml b/conformance/results/pyright/namedtuples_define_class.toml
index 49038c37d..bb0e66f81 100644
--- a/conformance/results/pyright/namedtuples_define_class.toml
+++ b/conformance/results/pyright/namedtuples_define_class.toml
@@ -16,7 +16,6 @@ namedtuples_define_class.py:98:19 - error: Argument of type "float" cannot be as
   "float" is incompatible with "str" (reportArgumentType)
 namedtuples_define_class.py:105:7 - error: Multiple inheritance with NamedTuple is not supported (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 59: Unexpected errors ['namedtuples_define_class.py:59:5 - error: Fields without default values cannot appear after fields with default values (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/namedtuples_usage.toml b/conformance/results/pyright/namedtuples_usage.toml
index 3df0fa87b..912e4ca2d 100644
--- a/conformance/results/pyright/namedtuples_usage.toml
+++ b/conformance/results/pyright/namedtuples_usage.toml
@@ -17,8 +17,6 @@ namedtuples_usage.py:53:1 - error: Expression with type "Point" cannot be assign
   Type "Point" is incompatible with target tuple
     Tuple size mismatch; expected 4 but received 3 (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 52: Unexpected errors ['namedtuples_usage.py:52:1 - error: Expression with type "Point" cannot be assigned to target tuple']
-Line 53: Unexpected errors ['namedtuples_usage.py:53:1 - error: Expression with type "Point" cannot be assigned to target tuple']
 """
diff --git a/conformance/results/pytype/namedtuples_define_class.toml b/conformance/results/pytype/namedtuples_define_class.toml
index 5f4ad05a3..354819a99 100644
--- a/conformance/results/pytype/namedtuples_define_class.toml
+++ b/conformance/results/pytype/namedtuples_define_class.toml
@@ -25,6 +25,7 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 32: Expected 1 errors
 Line 33: Expected 1 errors
+Line 59: Expected 1 errors
 Line 79: Expected 1 errors
 Line 98: Expected 1 errors
 Line 105: Expected 1 errors
diff --git a/conformance/results/pytype/namedtuples_usage.toml b/conformance/results/pytype/namedtuples_usage.toml
index 3d2bc736f..d1a376f6b 100644
--- a/conformance/results/pytype/namedtuples_usage.toml
+++ b/conformance/results/pytype/namedtuples_usage.toml
@@ -21,6 +21,4 @@ Line 40: Expected 1 errors
 Line 42: Expected 1 errors
 Line 31: Unexpected errors ['File "namedtuples_usage.py", line 31, in <module>: Union[int, str] [assert-type]']
 Line 32: Unexpected errors ['File "namedtuples_usage.py", line 32, in <module>: Union[int, str] [assert-type]']
-Line 52: Unexpected errors ['File "namedtuples_usage.py", line 52, in <module>: Cannot unpack 3 values into 2 variables [bad-unpacking]']
-Line 53: Unexpected errors ['File "namedtuples_usage.py", line 53, in <module>: Cannot unpack 3 values into 4 variables [bad-unpacking]']
 """
diff --git a/conformance/results/results.html b/conformance/results/results.html
index e2ca6a40e..0990e761b 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.4sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.3sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>45.2sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some generics</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject `del` of required key.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p><p>Does not allow covariant use of TypeGuard.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeis</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>2.1sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>4.8sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>45.2sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some generics</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject `del` of required key.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p><p>Does not allow covariant use of TypeGuard.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeis</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject covariant use of TypeIs.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>

From fbfb6745944e8bde6a4cc4e765a87252a9052276 Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Fri, 5 Apr 2024 09:10:13 -0400
Subject: [PATCH 20/22] Fixes to generics tests for pyright

---
 .../results/mypy/generics_defaults.toml       |   6 +-
 .../mypy/generics_defaults_referential.toml   |  36 ++-
 .../results/mypy/generics_self_basic.toml     |   3 -
 .../mypy/generics_syntax_declarations.toml    |   1 -
 .../mypy/generics_syntax_infer_variance.toml  | 266 +++++++++---------
 .../results/mypy/generics_syntax_scoping.toml |   4 -
 .../mypy/generics_typevartuple_basic.toml     |   2 +-
 .../results/mypy/generics_variance.toml       |   8 +-
 .../results/mypy/protocols_generic.toml       |   1 -
 .../mypy/protocols_runtime_checkable.toml     |   2 +-
 conformance/results/mypy/version.toml         |   2 +-
 .../results/pyre/generics_defaults.toml       |  30 +-
 .../pyre/generics_defaults_referential.toml   |  38 +--
 .../pyre/generics_paramspec_semantics.toml    |   1 -
 .../results/pyre/generics_self_basic.toml     |   3 -
 .../pyre/generics_syntax_declarations.toml    |   1 +
 .../pyre/generics_syntax_infer_variance.toml  |  40 +--
 .../results/pyre/generics_syntax_scoping.toml |   2 +
 .../pyre/generics_typevartuple_basic.toml     |   2 -
 .../results/pyre/generics_variance.toml       |   8 +-
 .../results/pyre/protocols_generic.toml       |   1 +
 .../pyre/protocols_runtime_checkable.toml     |   2 +-
 conformance/results/pyre/version.toml         |   2 +-
 .../results/pyright/generics_defaults.toml    |  14 +-
 .../generics_defaults_referential.toml        |  24 +-
 .../pyright/generics_paramspec_semantics.toml |   3 +-
 .../results/pyright/generics_self_basic.toml  |   5 +-
 .../pyright/generics_syntax_declarations.toml |   3 +-
 .../generics_syntax_infer_variance.toml       |  44 ++-
 .../pyright/generics_syntax_scoping.toml      |   8 +-
 .../pyright/generics_typevartuple_basic.toml  |   4 +-
 .../results/pyright/generics_variance.toml    |  10 +-
 .../results/pyright/protocols_generic.toml    |   3 +-
 .../pyright/protocols_runtime_checkable.toml  |   4 +-
 .../results/pytype/generics_defaults.toml     |  54 ++--
 .../pytype/generics_defaults_referential.toml |  74 +++--
 .../results/pytype/generics_self_basic.toml   |   3 +-
 .../pytype/generics_syntax_declarations.toml  |   1 +
 .../generics_syntax_infer_variance.toml       |  38 +--
 .../pytype/generics_syntax_scoping.toml       |   2 +
 .../pytype/generics_typevartuple_basic.toml   |   2 -
 .../results/pytype/generics_variance.toml     |   8 +-
 .../results/pytype/protocols_generic.toml     |   1 -
 .../pytype/protocols_runtime_checkable.toml   |   2 +-
 conformance/results/pytype/version.toml       |   2 +-
 conformance/results/results.html              |   2 +-
 conformance/tests/generics_defaults.py        |   8 +-
 .../tests/generics_defaults_referential.py    |  16 +-
 .../tests/generics_paramspec_semantics.py     |   2 +-
 conformance/tests/generics_self_basic.py      |   6 +-
 .../tests/generics_syntax_declarations.py     |   2 +-
 .../tests/generics_syntax_infer_variance.py   |   8 +-
 conformance/tests/generics_syntax_scoping.py  |  10 +-
 .../tests/generics_typevartuple_basic.py      |   4 +-
 conformance/tests/generics_variance.py        |  16 +-
 conformance/tests/protocols_generic.py        |   2 +-
 .../tests/protocols_runtime_checkable.py      |   4 +-
 57 files changed, 383 insertions(+), 467 deletions(-)

diff --git a/conformance/results/mypy/generics_defaults.toml b/conformance/results/mypy/generics_defaults.toml
index 9af0afadd..19633b6f5 100644
--- a/conformance/results/mypy/generics_defaults.toml
+++ b/conformance/results/mypy/generics_defaults.toml
@@ -5,7 +5,7 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 24: Expected 1 errors
 Line 50: Expected 1 errors
-Line 106: Expected 1 errors
-Line 115: Expected 1 errors
-Line 142: Expected 1 errors
+Line 104: Expected 1 errors
+Line 111: Expected 1 errors
+Line 138: Expected 1 errors
 """
diff --git a/conformance/results/mypy/generics_defaults_referential.toml b/conformance/results/mypy/generics_defaults_referential.toml
index 5dfd9ae8c..19fe85865 100644
--- a/conformance/results/mypy/generics_defaults_referential.toml
+++ b/conformance/results/mypy/generics_defaults_referential.toml
@@ -3,29 +3,27 @@ output = """
 generics_defaults_referential.py:23: error: Expression is of type "type[slice[Any, Any, Any]]", not "type[slice[int, int, int | None]]"  [assert-type]
 generics_defaults_referential.py:24: error: Expression is of type "slice[int, StartT?, int | None]", not "slice[int, int, int | None]"  [assert-type]
 generics_defaults_referential.py:25: error: Expression is of type "slice[str, StartT?, int | None]", not "slice[str, str, int | None]"  [assert-type]
-generics_defaults_referential.py:40: error: Argument 1 to "Foo" has incompatible type "str"; expected "int"  [arg-type]
-generics_defaults_referential.py:95: error: Type variable "generics_defaults_referential.Z1" is unbound  [valid-type]
-generics_defaults_referential.py:95: note: (Hint: Use "Generic[Z1]" or "Protocol[Z1]" base class to bind "Z1" inside a class)
-generics_defaults_referential.py:95: note: (Hint: Use "Z1" in function signature to bind "Z1" inside a function)
-generics_defaults_referential.py:102: error: Expression is of type "type[Bar[Any, Any]]", not "type[Bar[Any, list[Any]]]"  [assert-type]
-generics_defaults_referential.py:103: error: Expression is of type "type[Bar[Any, Any]]", not "type[Bar[int, list[int]]]"  [assert-type]
-generics_defaults_referential.py:104: error: Expression is of type "Bar[int, list[Never]]", not "Bar[int, list[int]]"  [assert-type]
+generics_defaults_referential.py:37: error: Argument 1 to "Foo" has incompatible type "str"; expected "int"  [arg-type]
+generics_defaults_referential.py:87: error: Type variable "generics_defaults_referential.Z1" is unbound  [valid-type]
+generics_defaults_referential.py:87: note: (Hint: Use "Generic[Z1]" or "Protocol[Z1]" base class to bind "Z1" inside a class)
+generics_defaults_referential.py:87: note: (Hint: Use "Z1" in function signature to bind "Z1" inside a function)
+generics_defaults_referential.py:94: error: Expression is of type "type[Bar[Any, Any]]", not "type[Bar[Any, list[Any]]]"  [assert-type]
+generics_defaults_referential.py:95: error: Expression is of type "type[Bar[Any, Any]]", not "type[Bar[int, list[int]]]"  [assert-type]
+generics_defaults_referential.py:96: error: Expression is of type "Bar[int, list[Never]]", not "Bar[int, list[int]]"  [assert-type]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 38: Expected 1 errors
-Line 41: Expected 1 errors
-Line 57: Expected 1 errors
-Line 64: Expected 1 errors
-Line 72: Expected 1 errors
-Line 80: Expected 1 errors
-Line 86: Expected 1 errors
+Line 36: Expected 1 errors
+Line 53: Expected 1 errors
+Line 60: Expected 1 errors
+Line 68: Expected 1 errors
+Line 74: Expected 1 errors
+Line 78: Expected 1 errors
 Line 23: Unexpected errors ['generics_defaults_referential.py:23: error: Expression is of type "type[slice[Any, Any, Any]]", not "type[slice[int, int, int | None]]"  [assert-type]']
 Line 24: Unexpected errors ['generics_defaults_referential.py:24: error: Expression is of type "slice[int, StartT?, int | None]", not "slice[int, int, int | None]"  [assert-type]']
 Line 25: Unexpected errors ['generics_defaults_referential.py:25: error: Expression is of type "slice[str, StartT?, int | None]", not "slice[str, str, int | None]"  [assert-type]']
-Line 40: Unexpected errors ['generics_defaults_referential.py:40: error: Argument 1 to "Foo" has incompatible type "str"; expected "int"  [arg-type]']
-Line 95: Unexpected errors ['generics_defaults_referential.py:95: error: Type variable "generics_defaults_referential.Z1" is unbound  [valid-type]']
-Line 102: Unexpected errors ['generics_defaults_referential.py:102: error: Expression is of type "type[Bar[Any, Any]]", not "type[Bar[Any, list[Any]]]"  [assert-type]']
-Line 103: Unexpected errors ['generics_defaults_referential.py:103: error: Expression is of type "type[Bar[Any, Any]]", not "type[Bar[int, list[int]]]"  [assert-type]']
-Line 104: Unexpected errors ['generics_defaults_referential.py:104: error: Expression is of type "Bar[int, list[Never]]", not "Bar[int, list[int]]"  [assert-type]']
+Line 87: Unexpected errors ['generics_defaults_referential.py:87: error: Type variable "generics_defaults_referential.Z1" is unbound  [valid-type]']
+Line 94: Unexpected errors ['generics_defaults_referential.py:94: error: Expression is of type "type[Bar[Any, Any]]", not "type[Bar[Any, list[Any]]]"  [assert-type]']
+Line 95: Unexpected errors ['generics_defaults_referential.py:95: error: Expression is of type "type[Bar[Any, Any]]", not "type[Bar[int, list[int]]]"  [assert-type]']
+Line 96: Unexpected errors ['generics_defaults_referential.py:96: error: Expression is of type "Bar[int, list[Never]]", not "Bar[int, list[int]]"  [assert-type]']
 """
diff --git a/conformance/results/mypy/generics_self_basic.toml b/conformance/results/mypy/generics_self_basic.toml
index 8fb10f3dd..b3f22eae6 100644
--- a/conformance/results/mypy/generics_self_basic.toml
+++ b/conformance/results/mypy/generics_self_basic.toml
@@ -10,8 +10,5 @@ generics_self_basic.py:64: error: Self type cannot have type arguments  [misc]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 19: Unexpected errors ['generics_self_basic.py:19: error: Incompatible return value type (got "Shape", expected "Self")  [return-value]']
 Line 27: Unexpected errors ['generics_self_basic.py:27: error: Too many arguments for "Shape"  [call-arg]']
-Line 32: Unexpected errors ['generics_self_basic.py:32: error: Incompatible return value type (got "Shape", expected "Self")  [return-value]']
-Line 64: Unexpected errors ['generics_self_basic.py:64: error: Self type cannot have type arguments  [misc]']
 """
diff --git a/conformance/results/mypy/generics_syntax_declarations.toml b/conformance/results/mypy/generics_syntax_declarations.toml
index 78c18ee4b..12a15fba9 100644
--- a/conformance/results/mypy/generics_syntax_declarations.toml
+++ b/conformance/results/mypy/generics_syntax_declarations.toml
@@ -40,7 +40,6 @@ Line 13: Unexpected errors ['generics_syntax_declarations.py:13: error: PEP 695
 Line 14: Unexpected errors ['generics_syntax_declarations.py:14: error: Expression is of type "Any", not "TypeVar"  [assert-type]', 'generics_syntax_declarations.py:14: error: Name "T" is not defined  [name-defined]']
 Line 15: Unexpected errors ['generics_syntax_declarations.py:15: error: Expression is of type "Any", not "TypeVarTuple"  [assert-type]', 'generics_syntax_declarations.py:15: error: Name "Ts" is not defined  [name-defined]']
 Line 16: Unexpected errors ['generics_syntax_declarations.py:16: error: Expression is of type "Any", not "ParamSpec"  [assert-type]', 'generics_syntax_declarations.py:16: error: Name "P" is not defined  [name-defined]']
-Line 19: Unexpected errors ['generics_syntax_declarations.py:19: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_declarations.py:19: error: Free type variable expected in Generic[...]  [misc]', 'generics_syntax_declarations.py:19: error: Name "T" is not defined  [name-defined]']
 Line 23: Unexpected errors ['generics_syntax_declarations.py:23: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 31: Unexpected errors ['generics_syntax_declarations.py:31: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 32: Unexpected errors ['generics_syntax_declarations.py:32: error: Name "T" is not defined  [name-defined]']
diff --git a/conformance/results/mypy/generics_syntax_infer_variance.toml b/conformance/results/mypy/generics_syntax_infer_variance.toml
index 096fdd3ec..a780860aa 100644
--- a/conformance/results/mypy/generics_syntax_infer_variance.toml
+++ b/conformance/results/mypy/generics_syntax_infer_variance.toml
@@ -7,149 +7,145 @@ generics_syntax_infer_variance.py:11: error: Unexpected argument to "TypeVar()":
 generics_syntax_infer_variance.py:12: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]
 generics_syntax_infer_variance.py:13: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]
 generics_syntax_infer_variance.py:15: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]
-generics_syntax_infer_variance.py:19: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]
-generics_syntax_infer_variance.py:24: error: Free type variable expected in Generic[...]  [misc]
-generics_syntax_infer_variance.py:25: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:25: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:28: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:28: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:32: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:32: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:33: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:33: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:36: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:36: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:40: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:40: error: The type "type[ShouldBeCovariant2]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:17: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]
+generics_syntax_infer_variance.py:20: error: Free type variable expected in Generic[...]  [misc]
+generics_syntax_infer_variance.py:21: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:21: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+generics_syntax_infer_variance.py:24: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:24: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+generics_syntax_infer_variance.py:28: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:28: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:29: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:29: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:32: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:32: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+generics_syntax_infer_variance.py:36: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:36: error: The type "type[ShouldBeCovariant2]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:37: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:37: error: The type "type[ShouldBeCovariant2]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:40: error: Free type variable expected in Generic[...]  [misc]
+generics_syntax_infer_variance.py:41: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:41: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
 generics_syntax_infer_variance.py:41: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:41: error: The type "type[ShouldBeCovariant2]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:44: error: Free type variable expected in Generic[...]  [misc]
-generics_syntax_infer_variance.py:45: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:45: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:45: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:49: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:49: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:50: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:50: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:54: error: Free type variable expected in Generic[...]  [misc]
-generics_syntax_infer_variance.py:55: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:55: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:58: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:58: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:59: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:59: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:62: error: Free type variable expected in Generic[...]  [misc]
+generics_syntax_infer_variance.py:45: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:45: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:46: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:46: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:50: error: Free type variable expected in Generic[...]  [misc]
+generics_syntax_infer_variance.py:51: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:51: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+generics_syntax_infer_variance.py:54: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:54: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:55: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:55: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:58: error: Free type variable expected in Generic[...]  [misc]
+generics_syntax_infer_variance.py:59: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:59: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
 generics_syntax_infer_variance.py:63: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
 generics_syntax_infer_variance.py:63: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:67: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:67: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:71: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:71: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:72: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:72: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:75: error: Free type variable expected in Generic[...]  [misc]
-generics_syntax_infer_variance.py:76: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:76: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:78: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:78: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:82: error: "ShouldBeCovariant6" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:82: error: The type "type[ShouldBeCovariant6]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:83: error: "ShouldBeCovariant6" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:83: error: The type "type[ShouldBeCovariant6]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:86: error: Free type variable expected in Generic[...]  [misc]
-generics_syntax_infer_variance.py:87: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:87: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:95: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:95: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:99: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:99: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:100: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:100: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:103: error: Free type variable expected in Generic[...]  [misc]
-generics_syntax_infer_variance.py:104: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:104: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:107: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:107: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:110: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:110: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:114: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:114: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:115: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:115: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:118: error: Variable "generics_syntax_infer_variance.K" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:118: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:118: error: Variable "generics_syntax_infer_variance.V" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:122: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]
-generics_syntax_infer_variance.py:122: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:123: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]
-generics_syntax_infer_variance.py:123: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:124: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]
-generics_syntax_infer_variance.py:124: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:125: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]
-generics_syntax_infer_variance.py:125: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:129: error: PEP 695 generics are not yet supported  [valid-type]
-generics_syntax_infer_variance.py:130: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:130: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:133: error: "ShouldBeInvariant4" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:133: error: The type "type[ShouldBeInvariant4]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:136: error: PEP 695 generics are not yet supported  [valid-type]
-generics_syntax_infer_variance.py:137: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:137: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:141: error: "ShouldBeInvariant5" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:141: error: The type "type[ShouldBeInvariant5]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:144: error: Free type variable expected in Generic[...]  [misc]
-generics_syntax_infer_variance.py:145: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:145: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:148: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
-generics_syntax_infer_variance.py:148: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
-generics_syntax_infer_variance.py:152: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:152: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]
-generics_syntax_infer_variance.py:153: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]
-generics_syntax_infer_variance.py:153: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:67: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:67: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:68: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:68: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:71: error: Free type variable expected in Generic[...]  [misc]
+generics_syntax_infer_variance.py:72: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:72: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+generics_syntax_infer_variance.py:74: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:74: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+generics_syntax_infer_variance.py:78: error: "ShouldBeCovariant6" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:78: error: The type "type[ShouldBeCovariant6]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:79: error: "ShouldBeCovariant6" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:79: error: The type "type[ShouldBeCovariant6]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:82: error: Free type variable expected in Generic[...]  [misc]
+generics_syntax_infer_variance.py:83: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:83: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+generics_syntax_infer_variance.py:91: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:91: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+generics_syntax_infer_variance.py:95: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:95: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:96: error: "ShouldBeInvariant1" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:96: error: The type "type[ShouldBeInvariant1]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:99: error: Free type variable expected in Generic[...]  [misc]
+generics_syntax_infer_variance.py:100: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:100: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+generics_syntax_infer_variance.py:103: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:103: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+generics_syntax_infer_variance.py:106: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:106: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+generics_syntax_infer_variance.py:110: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:110: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:111: error: "ShouldBeInvariant2" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:111: error: The type "type[ShouldBeInvariant2]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:114: error: Variable "generics_syntax_infer_variance.K" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:114: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+generics_syntax_infer_variance.py:114: error: Variable "generics_syntax_infer_variance.V" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:118: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]
+generics_syntax_infer_variance.py:118: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:119: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]
+generics_syntax_infer_variance.py:119: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:120: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]
+generics_syntax_infer_variance.py:120: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:121: error: "ShouldBeInvariant3" expects no type arguments, but 2 given  [type-arg]
+generics_syntax_infer_variance.py:121: error: The type "type[ShouldBeInvariant3]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:125: error: PEP 695 generics are not yet supported  [valid-type]
+generics_syntax_infer_variance.py:126: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:126: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+generics_syntax_infer_variance.py:129: error: "ShouldBeInvariant4" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:129: error: The type "type[ShouldBeInvariant4]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:132: error: PEP 695 generics are not yet supported  [valid-type]
+generics_syntax_infer_variance.py:133: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:133: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+generics_syntax_infer_variance.py:137: error: "ShouldBeInvariant5" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:137: error: The type "type[ShouldBeInvariant5]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:140: error: Free type variable expected in Generic[...]  [misc]
+generics_syntax_infer_variance.py:141: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:141: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+generics_syntax_infer_variance.py:144: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]
+generics_syntax_infer_variance.py:144: note: See https://mypy.readthedocs.io/en/stable/common_issues.html#variables-vs-type-aliases
+generics_syntax_infer_variance.py:148: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:148: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]
+generics_syntax_infer_variance.py:149: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]
+generics_syntax_infer_variance.py:149: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 17: Expected 1 errors
-Line 21: Expected 1 errors
 Line 11: Unexpected errors ['generics_syntax_infer_variance.py:11: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
 Line 12: Unexpected errors ['generics_syntax_infer_variance.py:12: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
 Line 13: Unexpected errors ['generics_syntax_infer_variance.py:13: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
-Line 15: Unexpected errors ['generics_syntax_infer_variance.py:15: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
-Line 19: Unexpected errors ['generics_syntax_infer_variance.py:19: error: Unexpected argument to "TypeVar()": "infer_variance"  [misc]']
-Line 24: Unexpected errors ['generics_syntax_infer_variance.py:24: error: Free type variable expected in Generic[...]  [misc]']
-Line 25: Unexpected errors ['generics_syntax_infer_variance.py:25: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 28: Unexpected errors ['generics_syntax_infer_variance.py:28: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 32: Unexpected errors ['generics_syntax_infer_variance.py:32: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:32: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]']
-Line 36: Unexpected errors ['generics_syntax_infer_variance.py:36: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 40: Unexpected errors ['generics_syntax_infer_variance.py:40: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:40: error: The type "type[ShouldBeCovariant2]" is not generic and not indexable  [misc]']
-Line 44: Unexpected errors ['generics_syntax_infer_variance.py:44: error: Free type variable expected in Generic[...]  [misc]']
-Line 45: Unexpected errors ['generics_syntax_infer_variance.py:45: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]', 'generics_syntax_infer_variance.py:45: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]']
-Line 49: Unexpected errors ['generics_syntax_infer_variance.py:49: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:49: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]']
-Line 54: Unexpected errors ['generics_syntax_infer_variance.py:54: error: Free type variable expected in Generic[...]  [misc]']
-Line 55: Unexpected errors ['generics_syntax_infer_variance.py:55: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 58: Unexpected errors ['generics_syntax_infer_variance.py:58: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:58: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]']
-Line 62: Unexpected errors ['generics_syntax_infer_variance.py:62: error: Free type variable expected in Generic[...]  [misc]']
+Line 20: Unexpected errors ['generics_syntax_infer_variance.py:20: error: Free type variable expected in Generic[...]  [misc]']
+Line 21: Unexpected errors ['generics_syntax_infer_variance.py:21: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 24: Unexpected errors ['generics_syntax_infer_variance.py:24: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 28: Unexpected errors ['generics_syntax_infer_variance.py:28: error: "ShouldBeCovariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:28: error: The type "type[ShouldBeCovariant1]" is not generic and not indexable  [misc]']
+Line 32: Unexpected errors ['generics_syntax_infer_variance.py:32: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 36: Unexpected errors ['generics_syntax_infer_variance.py:36: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:36: error: The type "type[ShouldBeCovariant2]" is not generic and not indexable  [misc]']
+Line 40: Unexpected errors ['generics_syntax_infer_variance.py:40: error: Free type variable expected in Generic[...]  [misc]']
+Line 41: Unexpected errors ['generics_syntax_infer_variance.py:41: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]', 'generics_syntax_infer_variance.py:41: error: "ShouldBeCovariant2" expects no type arguments, but 1 given  [type-arg]']
+Line 45: Unexpected errors ['generics_syntax_infer_variance.py:45: error: "ShouldBeCovariant3" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:45: error: The type "type[ShouldBeCovariant3]" is not generic and not indexable  [misc]']
+Line 50: Unexpected errors ['generics_syntax_infer_variance.py:50: error: Free type variable expected in Generic[...]  [misc]']
+Line 51: Unexpected errors ['generics_syntax_infer_variance.py:51: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 54: Unexpected errors ['generics_syntax_infer_variance.py:54: error: "ShouldBeCovariant4" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:54: error: The type "type[ShouldBeCovariant4]" is not generic and not indexable  [misc]']
+Line 58: Unexpected errors ['generics_syntax_infer_variance.py:58: error: Free type variable expected in Generic[...]  [misc]']
+Line 59: Unexpected errors ['generics_syntax_infer_variance.py:59: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
 Line 63: Unexpected errors ['generics_syntax_infer_variance.py:63: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 67: Unexpected errors ['generics_syntax_infer_variance.py:67: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 71: Unexpected errors ['generics_syntax_infer_variance.py:71: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:71: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]']
-Line 75: Unexpected errors ['generics_syntax_infer_variance.py:75: error: Free type variable expected in Generic[...]  [misc]']
-Line 76: Unexpected errors ['generics_syntax_infer_variance.py:76: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 78: Unexpected errors ['generics_syntax_infer_variance.py:78: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 82: Unexpected errors ['generics_syntax_infer_variance.py:82: error: "ShouldBeCovariant6" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:82: error: The type "type[ShouldBeCovariant6]" is not generic and not indexable  [misc]']
-Line 86: Unexpected errors ['generics_syntax_infer_variance.py:86: error: Free type variable expected in Generic[...]  [misc]']
-Line 87: Unexpected errors ['generics_syntax_infer_variance.py:87: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 95: Unexpected errors ['generics_syntax_infer_variance.py:95: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 103: Unexpected errors ['generics_syntax_infer_variance.py:103: error: Free type variable expected in Generic[...]  [misc]']
-Line 104: Unexpected errors ['generics_syntax_infer_variance.py:104: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 107: Unexpected errors ['generics_syntax_infer_variance.py:107: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 110: Unexpected errors ['generics_syntax_infer_variance.py:110: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 118: Unexpected errors ['generics_syntax_infer_variance.py:118: error: Variable "generics_syntax_infer_variance.K" is not valid as a type  [valid-type]', 'generics_syntax_infer_variance.py:118: error: Variable "generics_syntax_infer_variance.V" is not valid as a type  [valid-type]']
-Line 129: Unexpected errors ['generics_syntax_infer_variance.py:129: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 130: Unexpected errors ['generics_syntax_infer_variance.py:130: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 136: Unexpected errors ['generics_syntax_infer_variance.py:136: error: PEP 695 generics are not yet supported  [valid-type]']
-Line 137: Unexpected errors ['generics_syntax_infer_variance.py:137: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 144: Unexpected errors ['generics_syntax_infer_variance.py:144: error: Free type variable expected in Generic[...]  [misc]']
-Line 145: Unexpected errors ['generics_syntax_infer_variance.py:145: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 148: Unexpected errors ['generics_syntax_infer_variance.py:148: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
-Line 153: Unexpected errors ['generics_syntax_infer_variance.py:153: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:153: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]']
+Line 67: Unexpected errors ['generics_syntax_infer_variance.py:67: error: "ShouldBeCovariant5" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:67: error: The type "type[ShouldBeCovariant5]" is not generic and not indexable  [misc]']
+Line 71: Unexpected errors ['generics_syntax_infer_variance.py:71: error: Free type variable expected in Generic[...]  [misc]']
+Line 72: Unexpected errors ['generics_syntax_infer_variance.py:72: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 74: Unexpected errors ['generics_syntax_infer_variance.py:74: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 78: Unexpected errors ['generics_syntax_infer_variance.py:78: error: "ShouldBeCovariant6" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:78: error: The type "type[ShouldBeCovariant6]" is not generic and not indexable  [misc]']
+Line 82: Unexpected errors ['generics_syntax_infer_variance.py:82: error: Free type variable expected in Generic[...]  [misc]']
+Line 83: Unexpected errors ['generics_syntax_infer_variance.py:83: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 91: Unexpected errors ['generics_syntax_infer_variance.py:91: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 99: Unexpected errors ['generics_syntax_infer_variance.py:99: error: Free type variable expected in Generic[...]  [misc]']
+Line 100: Unexpected errors ['generics_syntax_infer_variance.py:100: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 103: Unexpected errors ['generics_syntax_infer_variance.py:103: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 106: Unexpected errors ['generics_syntax_infer_variance.py:106: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 114: Unexpected errors ['generics_syntax_infer_variance.py:114: error: Variable "generics_syntax_infer_variance.K" is not valid as a type  [valid-type]', 'generics_syntax_infer_variance.py:114: error: Variable "generics_syntax_infer_variance.V" is not valid as a type  [valid-type]']
+Line 125: Unexpected errors ['generics_syntax_infer_variance.py:125: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 126: Unexpected errors ['generics_syntax_infer_variance.py:126: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 132: Unexpected errors ['generics_syntax_infer_variance.py:132: error: PEP 695 generics are not yet supported  [valid-type]']
+Line 133: Unexpected errors ['generics_syntax_infer_variance.py:133: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 140: Unexpected errors ['generics_syntax_infer_variance.py:140: error: Free type variable expected in Generic[...]  [misc]']
+Line 141: Unexpected errors ['generics_syntax_infer_variance.py:141: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 144: Unexpected errors ['generics_syntax_infer_variance.py:144: error: Variable "generics_syntax_infer_variance.T" is not valid as a type  [valid-type]']
+Line 149: Unexpected errors ['generics_syntax_infer_variance.py:149: error: "ShouldBeContravariant1" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_infer_variance.py:149: error: The type "type[ShouldBeContravariant1]" is not generic and not indexable  [misc]']
 """
diff --git a/conformance/results/mypy/generics_syntax_scoping.toml b/conformance/results/mypy/generics_syntax_scoping.toml
index ad4448fdb..5e961fdcb 100644
--- a/conformance/results/mypy/generics_syntax_scoping.toml
+++ b/conformance/results/mypy/generics_syntax_scoping.toml
@@ -33,8 +33,6 @@ generics_syntax_scoping.py:49: error: PEP 695 type aliases are not yet supported
 generics_syntax_scoping.py:49: error: Name "K" is not defined  [name-defined]
 generics_syntax_scoping.py:49: error: Name "V" is not defined  [name-defined]
 generics_syntax_scoping.py:55: error: PEP 695 generics are not yet supported  [valid-type]
-generics_syntax_scoping.py:56: note: By default the bodies of untyped functions are not checked, consider using --check-untyped-defs  [annotation-unchecked]
-generics_syntax_scoping.py:57: note: By default the bodies of untyped functions are not checked, consider using --check-untyped-defs  [annotation-unchecked]
 generics_syntax_scoping.py:59: error: PEP 695 generics are not yet supported  [valid-type]
 generics_syntax_scoping.py:62: error: Expression is of type "Any", not "str"  [assert-type]
 generics_syntax_scoping.py:62: note: "assert_type" expects everything to be "Any" in unchecked functions
@@ -74,10 +72,8 @@ Line 22: Unexpected errors ['generics_syntax_scoping.py:22: error: PEP 695 gener
 Line 26: Unexpected errors ['generics_syntax_scoping.py:26: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 27: Unexpected errors ['generics_syntax_scoping.py:27: error: "Foo" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_scoping.py:27: error: Variable "generics_syntax_scoping.T" is not valid as a type  [valid-type]']
 Line 31: Unexpected errors ['generics_syntax_scoping.py:31: error: PEP 695 generics are not yet supported  [valid-type]', 'generics_syntax_scoping.py:31: error: "BaseClassC" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_scoping.py:31: error: Variable "generics_syntax_scoping.T" is not valid as a type  [valid-type]', 'generics_syntax_scoping.py:31: error: The type "type[Foo]" is not generic and not indexable  [misc]', 'generics_syntax_scoping.py:31: error: Cannot determine type of "T"  [has-type]']
-Line 35: Unexpected errors ['generics_syntax_scoping.py:35: error: Cannot determine type of "T"  [has-type]', 'generics_syntax_scoping.py:35: error: Name "T" is used before definition  [used-before-def]']
 Line 39: Unexpected errors ['generics_syntax_scoping.py:39: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 40: Unexpected errors ['generics_syntax_scoping.py:40: error: "Foo" expects no type arguments, but 1 given  [type-arg]', 'generics_syntax_scoping.py:40: error: Variable "generics_syntax_scoping.T" is not valid as a type  [valid-type]', 'generics_syntax_scoping.py:40: error: The first argument to Callable must be a list of types, parameter specification, or "..."  [valid-type]', 'generics_syntax_scoping.py:40: error: Name "P" is not defined  [name-defined]', 'generics_syntax_scoping.py:40: error: Name "R" is not defined  [name-defined]']
-Line 44: Unexpected errors ['generics_syntax_scoping.py:44: error: The type "type[Foo]" is not generic and not indexable  [misc]', 'generics_syntax_scoping.py:44: error: Cannot determine type of "T"  [has-type]']
 Line 45: Unexpected errors ['generics_syntax_scoping.py:45: error: PEP 695 generics are not yet supported  [valid-type]']
 Line 49: Unexpected errors ['generics_syntax_scoping.py:49: error: PEP 695 type aliases are not yet supported  [valid-type]', 'generics_syntax_scoping.py:49: error: Name "K" is not defined  [name-defined]', 'generics_syntax_scoping.py:49: error: Name "V" is not defined  [name-defined]']
 Line 55: Unexpected errors ['generics_syntax_scoping.py:55: error: PEP 695 generics are not yet supported  [valid-type]']
diff --git a/conformance/results/mypy/generics_typevartuple_basic.toml b/conformance/results/mypy/generics_typevartuple_basic.toml
index 625955c16..7319c34cd 100644
--- a/conformance/results/mypy/generics_typevartuple_basic.toml
+++ b/conformance/results/mypy/generics_typevartuple_basic.toml
@@ -21,7 +21,7 @@ generics_typevartuple_basic.py:106: error: Can only use one type var tuple in a
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 46: Expected 1 errors
+Line 44: Expected 1 errors
 Line 89: Expected 1 errors
 Line 90: Expected 1 errors
 Line 45: Unexpected errors ['generics_typevartuple_basic.py:45: error: Argument 1 to "Array" has incompatible type "tuple[Time, Batch, Width, Height]"; expected "tuple[Time, Batch, Height, Width]"  [arg-type]']
diff --git a/conformance/results/mypy/generics_variance.toml b/conformance/results/mypy/generics_variance.toml
index 3210c6d9f..531a60fcc 100644
--- a/conformance/results/mypy/generics_variance.toml
+++ b/conformance/results/mypy/generics_variance.toml
@@ -14,13 +14,13 @@ generics_variance.py:131: error: Variance of TypeVar "T_contra" incompatible wit
 conformance_automated = "Fail"
 errors_diff = """
 Line 113: Expected 1 errors
-Line 127: Expected 1 errors
-Line 133: Expected 1 errors
-Line 143: Expected 1 errors
+Line 126: Expected 1 errors
+Line 132: Expected 1 errors
+Line 142: Expected 1 errors
 Line 163: Expected 1 errors
 Line 167: Expected 1 errors
 Line 191: Expected 1 errors
-Line 197: Expected 1 errors
+Line 196: Expected 1 errors
 Line 125: Unexpected errors ['generics_variance.py:125: error: Variance of TypeVar "T_co" incompatible with variance in parent type  [type-var]']
 Line 131: Unexpected errors ['generics_variance.py:131: error: Variance of TypeVar "T_contra" incompatible with variance in parent type  [type-var]']
 """
diff --git a/conformance/results/mypy/protocols_generic.toml b/conformance/results/mypy/protocols_generic.toml
index 231361377..68b145e39 100644
--- a/conformance/results/mypy/protocols_generic.toml
+++ b/conformance/results/mypy/protocols_generic.toml
@@ -41,6 +41,5 @@ protocols_generic.py:147: note:         def m(self, item: str, callback: Callabl
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 44: Unexpected errors ['protocols_generic.py:44: error: Only single Generic[...] or Protocol[...] can be in bases  [misc]', 'protocols_generic.py:44: error: Duplicate type variables in Generic[...] or Protocol[...]  [misc]']
 Line 145: Unexpected errors ['protocols_generic.py:145: error: Incompatible types in assignment (expression has type "ConcreteHasProperty2", variable has type "HasPropertyProto")  [assignment]']
 """
diff --git a/conformance/results/mypy/protocols_runtime_checkable.toml b/conformance/results/mypy/protocols_runtime_checkable.toml
index 27790f2b7..8e39d8b64 100644
--- a/conformance/results/mypy/protocols_runtime_checkable.toml
+++ b/conformance/results/mypy/protocols_runtime_checkable.toml
@@ -12,6 +12,6 @@ protocols_runtime_checkable.py:61: note: Protocol "DataProtocol" has non-method
 conformance_automated = "Fail"
 errors_diff = """
 Line 88: Expected 1 errors
-Line 93: Expected 1 errors
+Line 92: Expected 1 errors
 Line 96: Expected 1 errors
 """
diff --git a/conformance/results/mypy/version.toml b/conformance/results/mypy/version.toml
index b9c9b6249..da96566e1 100644
--- a/conformance/results/mypy/version.toml
+++ b/conformance/results/mypy/version.toml
@@ -1,2 +1,2 @@
 version = "mypy 1.9.0"
-test_duration = 2.1
+test_duration = 1.5
diff --git a/conformance/results/pyre/generics_defaults.toml b/conformance/results/pyre/generics_defaults.toml
index 8d7b53b77..9b715405f 100644
--- a/conformance/results/pyre/generics_defaults.toml
+++ b/conformance/results/pyre/generics_defaults.toml
@@ -19,20 +19,20 @@ generics_defaults.py:94:63 Incompatible parameter type [6]: In call `typing.Gene
 generics_defaults.py:95:53 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[str], Type[int]]`. Expected has length 0, but actual has length 2.
 generics_defaults.py:96:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], Type[bool]]`. Expected has length 0, but actual has length 2.
 generics_defaults.py:96:64 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], Type[bool]]`. Expected has length 0, but actual has length 2.
-generics_defaults.py:128:13 Undefined or invalid type [11]: Annotation `T4` is not defined as a type.
-generics_defaults.py:142:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$T5)]` is not a valid type.
-generics_defaults.py:142:11 Undefined or invalid type [11]: Annotation `T5` is not defined as a type.
-generics_defaults.py:149:19 Incompatible parameter type [6]: In call `ParamSpec.__init__`, for argument `default`, expected `Union[None, Type[typing.Any], str]` but got `List[Type[float]]`.
-generics_defaults.py:152:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$P)]` is not a valid type.
-generics_defaults.py:152:11 Undefined or invalid type [11]: Annotation `P` is not defined as a type.
-generics_defaults.py:155:12 Undefined attribute [16]: `Foo6` has no attribute `__getitem__`.
-generics_defaults.py:170:33 Undefined attribute [16]: `Foo7` has no attribute `__getitem__`.
+generics_defaults.py:124:13 Undefined or invalid type [11]: Annotation `T4` is not defined as a type.
+generics_defaults.py:138:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$T5)]` is not a valid type.
+generics_defaults.py:138:11 Undefined or invalid type [11]: Annotation `T5` is not defined as a type.
+generics_defaults.py:145:19 Incompatible parameter type [6]: In call `ParamSpec.__init__`, for argument `default`, expected `Union[None, Type[typing.Any], str]` but got `List[Type[float]]`.
+generics_defaults.py:148:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$P)]` is not a valid type.
+generics_defaults.py:148:11 Undefined or invalid type [11]: Annotation `P` is not defined as a type.
+generics_defaults.py:151:12 Undefined attribute [16]: `Foo6` has no attribute `__getitem__`.
+generics_defaults.py:166:33 Undefined attribute [16]: `Foo7` has no attribute `__getitem__`.
 """
 conformance_automated = "Fail"
 errors_diff = """
 Line 50: Expected 1 errors
-Line 106: Expected 1 errors
-Line 115: Expected 1 errors
+Line 104: Expected 1 errors
+Line 111: Expected 1 errors
 Line 27: Unexpected errors ['generics_defaults.py:27:20 Undefined or invalid type [11]: Annotation `DefaultIntT` is not defined as a type.']
 Line 30: Unexpected errors ['generics_defaults.py:30:32 Undefined attribute [16]: `NoNonDefaults` has no attribute `__getitem__`.']
 Line 35: Unexpected errors ['generics_defaults.py:35:17 Undefined or invalid type [11]: Annotation `DefaultBoolT` is not defined as a type.']
@@ -47,9 +47,9 @@ Line 91: Unexpected errors ['generics_defaults.py:91:25 Invalid type [31]: Expre
 Line 94: Unexpected errors ['generics_defaults.py:94:56 Unable to concatenate tuple [60]: Expected to unpack an iterable, but got `typing.Type[tuple[Variable[_T_co](covariant)]]`.', 'generics_defaults.py:94:63 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T_co](covariant)]` but got `Tuple[Type[str], Type[int]]`.']
 Line 95: Unexpected errors ['generics_defaults.py:95:53 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[str], Type[int]]`. Expected has length 0, but actual has length 2.']
 Line 96: Unexpected errors ['generics_defaults.py:96:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], Type[bool]]`. Expected has length 0, but actual has length 2.', 'generics_defaults.py:96:64 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Type[int], Type[bool]]`. Expected has length 0, but actual has length 2.']
-Line 128: Unexpected errors ['generics_defaults.py:128:13 Undefined or invalid type [11]: Annotation `T4` is not defined as a type.']
-Line 149: Unexpected errors ['generics_defaults.py:149:19 Incompatible parameter type [6]: In call `ParamSpec.__init__`, for argument `default`, expected `Union[None, Type[typing.Any], str]` but got `List[Type[float]]`.']
-Line 152: Unexpected errors ['generics_defaults.py:152:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$P)]` is not a valid type.', 'generics_defaults.py:152:11 Undefined or invalid type [11]: Annotation `P` is not defined as a type.']
-Line 155: Unexpected errors ['generics_defaults.py:155:12 Undefined attribute [16]: `Foo6` has no attribute `__getitem__`.']
-Line 170: Unexpected errors ['generics_defaults.py:170:33 Undefined attribute [16]: `Foo7` has no attribute `__getitem__`.']
+Line 124: Unexpected errors ['generics_defaults.py:124:13 Undefined or invalid type [11]: Annotation `T4` is not defined as a type.']
+Line 145: Unexpected errors ['generics_defaults.py:145:19 Incompatible parameter type [6]: In call `ParamSpec.__init__`, for argument `default`, expected `Union[None, Type[typing.Any], str]` but got `List[Type[float]]`.']
+Line 148: Unexpected errors ['generics_defaults.py:148:11 Invalid type [31]: Expression `typing.Generic[(*$local_generics_defaults$Ts, $local_generics_defaults$P)]` is not a valid type.', 'generics_defaults.py:148:11 Undefined or invalid type [11]: Annotation `P` is not defined as a type.']
+Line 151: Unexpected errors ['generics_defaults.py:151:12 Undefined attribute [16]: `Foo6` has no attribute `__getitem__`.']
+Line 166: Unexpected errors ['generics_defaults.py:166:33 Undefined attribute [16]: `Foo7` has no attribute `__getitem__`.']
 """
diff --git a/conformance/results/pyre/generics_defaults_referential.toml b/conformance/results/pyre/generics_defaults_referential.toml
index fc7e265ce..e47f1a9ac 100644
--- a/conformance/results/pyre/generics_defaults_referential.toml
+++ b/conformance/results/pyre/generics_defaults_referential.toml
@@ -7,30 +7,30 @@ generics_defaults_referential.py:23:24 Undefined attribute [16]: `slice` has no
 generics_defaults_referential.py:31:10 Undefined or invalid type [11]: Annotation `DefaultStrT` is not defined as a type.
 generics_defaults_referential.py:31:10 Undefined or invalid type [11]: Annotation `T2` is not defined as a type.
 generics_defaults_referential.py:35:24 Undefined attribute [16]: `Foo` has no attribute `__getitem__`.
-generics_defaults_referential.py:50:11 Undefined or invalid type [11]: Annotation `S1` is not defined as a type.
-generics_defaults_referential.py:50:11 Undefined or invalid type [11]: Annotation `S2` is not defined as a type.
-generics_defaults_referential.py:57:13 Undefined or invalid type [11]: Annotation `Start2T` is not defined as a type.
-generics_defaults_referential.py:57:13 Undefined or invalid type [11]: Annotation `Stop2T` is not defined as a type.
-generics_defaults_referential.py:95:52 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.
-generics_defaults_referential.py:98:10 Undefined or invalid type [11]: Annotation `ListDefaultT` is not defined as a type.
-generics_defaults_referential.py:98:10 Undefined or invalid type [11]: Annotation `Z1` is not defined as a type.
-generics_defaults_referential.py:102:22 Undefined attribute [16]: `Bar` has no attribute `__getitem__`.
-generics_defaults_referential.py:102:36 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `object`.
+generics_defaults_referential.py:46:11 Undefined or invalid type [11]: Annotation `S1` is not defined as a type.
+generics_defaults_referential.py:46:11 Undefined or invalid type [11]: Annotation `S2` is not defined as a type.
+generics_defaults_referential.py:53:13 Undefined or invalid type [11]: Annotation `Start2T` is not defined as a type.
+generics_defaults_referential.py:53:13 Undefined or invalid type [11]: Annotation `Stop2T` is not defined as a type.
+generics_defaults_referential.py:87:52 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.
+generics_defaults_referential.py:90:10 Undefined or invalid type [11]: Annotation `ListDefaultT` is not defined as a type.
+generics_defaults_referential.py:90:10 Undefined or invalid type [11]: Annotation `Z1` is not defined as a type.
+generics_defaults_referential.py:94:22 Undefined attribute [16]: `Bar` has no attribute `__getitem__`.
+generics_defaults_referential.py:94:36 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `object`.
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 38: Expected 1 errors
-Line 41: Expected 1 errors
-Line 64: Expected 1 errors
-Line 72: Expected 1 errors
-Line 80: Expected 1 errors
-Line 86: Expected 1 errors
+Line 36: Expected 1 errors
+Line 37: Expected 1 errors
+Line 60: Expected 1 errors
+Line 68: Expected 1 errors
+Line 74: Expected 1 errors
+Line 78: Expected 1 errors
 Line 20: Unexpected errors ['generics_defaults_referential.py:20:12 Undefined or invalid type [11]: Annotation `StartT` is not defined as a type.', 'generics_defaults_referential.py:20:12 Undefined or invalid type [11]: Annotation `StepT` is not defined as a type.', 'generics_defaults_referential.py:20:12 Undefined or invalid type [11]: Annotation `StopT` is not defined as a type.']
 Line 23: Unexpected errors ['generics_defaults_referential.py:23:24 Undefined attribute [16]: `slice` has no attribute `__getitem__`.']
 Line 31: Unexpected errors ['generics_defaults_referential.py:31:10 Undefined or invalid type [11]: Annotation `DefaultStrT` is not defined as a type.', 'generics_defaults_referential.py:31:10 Undefined or invalid type [11]: Annotation `T2` is not defined as a type.']
 Line 35: Unexpected errors ['generics_defaults_referential.py:35:24 Undefined attribute [16]: `Foo` has no attribute `__getitem__`.']
-Line 50: Unexpected errors ['generics_defaults_referential.py:50:11 Undefined or invalid type [11]: Annotation `S1` is not defined as a type.', 'generics_defaults_referential.py:50:11 Undefined or invalid type [11]: Annotation `S2` is not defined as a type.']
-Line 95: Unexpected errors ['generics_defaults_referential.py:95:52 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
-Line 98: Unexpected errors ['generics_defaults_referential.py:98:10 Undefined or invalid type [11]: Annotation `ListDefaultT` is not defined as a type.', 'generics_defaults_referential.py:98:10 Undefined or invalid type [11]: Annotation `Z1` is not defined as a type.']
-Line 102: Unexpected errors ['generics_defaults_referential.py:102:22 Undefined attribute [16]: `Bar` has no attribute `__getitem__`.', 'generics_defaults_referential.py:102:36 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `object`.']
+Line 46: Unexpected errors ['generics_defaults_referential.py:46:11 Undefined or invalid type [11]: Annotation `S1` is not defined as a type.', 'generics_defaults_referential.py:46:11 Undefined or invalid type [11]: Annotation `S2` is not defined as a type.']
+Line 87: Unexpected errors ['generics_defaults_referential.py:87:52 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `TypeVar`.']
+Line 90: Unexpected errors ['generics_defaults_referential.py:90:10 Undefined or invalid type [11]: Annotation `ListDefaultT` is not defined as a type.', 'generics_defaults_referential.py:90:10 Undefined or invalid type [11]: Annotation `Z1` is not defined as a type.']
+Line 94: Unexpected errors ['generics_defaults_referential.py:94:22 Undefined attribute [16]: `Bar` has no attribute `__getitem__`.', 'generics_defaults_referential.py:94:36 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[_T]]` but got `object`.']
 """
diff --git a/conformance/results/pyre/generics_paramspec_semantics.toml b/conformance/results/pyre/generics_paramspec_semantics.toml
index db284f7ad..cae301395 100644
--- a/conformance/results/pyre/generics_paramspec_semantics.toml
+++ b/conformance/results/pyre/generics_paramspec_semantics.toml
@@ -24,7 +24,6 @@ Line 119: Expected 1 errors
 Line 126: Expected 1 errors
 Line 131: Expected 1 errors
 Line 136: Expected 1 errors
-Line 46: Unexpected errors ['generics_paramspec_semantics.py:46:16 Incompatible parameter type [6]: In call `func1`, for 2nd positional argument, expected `typing.Callable[generics_paramspec_semantics.P, int]` but got `typing.Callable(y_x)[[Named(y, int), Named(x, str)], int]`.']
 Line 90: Unexpected errors ['generics_paramspec_semantics.py:90:32 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(str, $local_generics_paramspec_semantics$P)], bool)]` is not a valid type.']
 Line 100: Unexpected errors ['generics_paramspec_semantics.py:100:14 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(int, $local_generics_paramspec_semantics$P)], int)]` is not a valid type.', "generics_paramspec_semantics.py:100:53 Invalid type variable [34]: The type variable `P` isn't present in the function's parameters."]
 Line 111: Unexpected errors ['generics_paramspec_semantics.py:111:7 Invalid type [31]: Expression `typing.Callable[(typing.Concatenate[(int, $local_generics_paramspec_semantics$P)], int)]` is not a valid type.']
diff --git a/conformance/results/pyre/generics_self_basic.toml b/conformance/results/pyre/generics_self_basic.toml
index e20c9bb47..00b751ac8 100644
--- a/conformance/results/pyre/generics_self_basic.toml
+++ b/conformance/results/pyre/generics_self_basic.toml
@@ -16,12 +16,9 @@ generics_self_basic.py:80:31 Incompatible parameter type [6]: In call `typing.Ge
 conformance_automated = "Fail"
 errors_diff = """
 Line 13: Unexpected errors ['generics_self_basic.py:13:26 Undefined attribute [16]: Module `typing` has no attribute `Self`.']
-Line 19: Unexpected errors ['generics_self_basic.py:19:8 Incompatible return type [7]: Expected `Variable[_Self_generics_self_basic_Shape__ (bound to Shape)]` but got `Shape`.']
 Line 26: Unexpected errors ['generics_self_basic.py:26:30 Undefined attribute [16]: Module `typing` has no attribute `Self`.']
 Line 27: Unexpected errors ['generics_self_basic.py:27:15 Too many arguments [19]: Call `object.__init__` expects 0 positional arguments, 1 was provided.']
-Line 32: Unexpected errors ['generics_self_basic.py:32:8 Incompatible return type [7]: Expected `Variable[_Self_generics_self_basic_Shape__ (bound to Shape)]` but got `Shape`.']
 Line 39: Unexpected errors ['generics_self_basic.py:39:27 Undefined attribute [16]: Module `typing` has no attribute `Self`.']
 Line 57: Unexpected errors ['generics_self_basic.py:57:0 Uninitialized attribute [13]: Attribute `value` is declared in class `Container` to have type `Variable[T]` but is never initialized.']
-Line 64: Unexpected errors ['generics_self_basic.py:64:25 Undefined or invalid type [11]: Annotation `Self` is not defined as a type.']
 Line 80: Unexpected errors ['generics_self_basic.py:80:31 Incompatible parameter type [6]: In call `typing.GenericMeta.__getitem__`, for 1st positional argument, expected `Type[Variable[T]]` but got `TypeVar`.']
 """
diff --git a/conformance/results/pyre/generics_syntax_declarations.toml b/conformance/results/pyre/generics_syntax_declarations.toml
index 1f80ab6dd..59b938d56 100644
--- a/conformance/results/pyre/generics_syntax_declarations.toml
+++ b/conformance/results/pyre/generics_syntax_declarations.toml
@@ -7,6 +7,7 @@ generics_syntax_declarations.py:13:17 Parsing failure [404]: invalid syntax
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 19: Expected 1 errors
 Line 27: Expected 1 errors
 Line 34: Expected 1 errors
 Line 46: Expected 1 errors
diff --git a/conformance/results/pyre/generics_syntax_infer_variance.toml b/conformance/results/pyre/generics_syntax_infer_variance.toml
index b5f14c092..2a2c10d66 100644
--- a/conformance/results/pyre/generics_syntax_infer_variance.toml
+++ b/conformance/results/pyre/generics_syntax_infer_variance.toml
@@ -3,28 +3,28 @@ notes = """
 Type parameter syntax not yet support.
 """
 output = """
-generics_syntax_infer_variance.py:129:25 Parsing failure [404]: invalid syntax
+generics_syntax_infer_variance.py:125:25 Parsing failure [404]: invalid syntax
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 15: Expected 1 errors
 Line 17: Expected 1 errors
-Line 21: Expected 1 errors
-Line 33: Expected 1 errors
-Line 41: Expected 1 errors
-Line 50: Expected 1 errors
-Line 59: Expected 1 errors
-Line 72: Expected 1 errors
-Line 83: Expected 1 errors
-Line 99: Expected 1 errors
-Line 100: Expected 1 errors
-Line 114: Expected 1 errors
-Line 115: Expected 1 errors
-Line 122: Expected 1 errors
-Line 123: Expected 1 errors
-Line 124: Expected 1 errors
-Line 125: Expected 1 errors
-Line 133: Expected 1 errors
-Line 141: Expected 1 errors
-Line 152: Expected 1 errors
-Line 129: Unexpected errors ['generics_syntax_infer_variance.py:129:25 Parsing failure [404]: invalid syntax']
+Line 29: Expected 1 errors
+Line 37: Expected 1 errors
+Line 46: Expected 1 errors
+Line 55: Expected 1 errors
+Line 68: Expected 1 errors
+Line 79: Expected 1 errors
+Line 95: Expected 1 errors
+Line 96: Expected 1 errors
+Line 110: Expected 1 errors
+Line 111: Expected 1 errors
+Line 118: Expected 1 errors
+Line 119: Expected 1 errors
+Line 120: Expected 1 errors
+Line 121: Expected 1 errors
+Line 129: Expected 1 errors
+Line 137: Expected 1 errors
+Line 148: Expected 1 errors
+Line 125: Unexpected errors ['generics_syntax_infer_variance.py:125:25 Parsing failure [404]: invalid syntax']
 """
diff --git a/conformance/results/pyre/generics_syntax_scoping.toml b/conformance/results/pyre/generics_syntax_scoping.toml
index 9ac9eeebc..db9a56f1a 100644
--- a/conformance/results/pyre/generics_syntax_scoping.toml
+++ b/conformance/results/pyre/generics_syntax_scoping.toml
@@ -8,6 +8,8 @@ generics_syntax_scoping.py:14:13 Parsing failure [404]: invalid syntax
 conformance_automated = "Fail"
 errors_diff = """
 Line 18: Expected 1 errors
+Line 35: Expected 1 errors
+Line 44: Expected 1 errors
 Line 92: Expected 1 errors
 Line 95: Expected 1 errors
 Line 98: Expected 1 errors
diff --git a/conformance/results/pyre/generics_typevartuple_basic.toml b/conformance/results/pyre/generics_typevartuple_basic.toml
index 86aa54783..4e1ea5a34 100644
--- a/conformance/results/pyre/generics_typevartuple_basic.toml
+++ b/conformance/results/pyre/generics_typevartuple_basic.toml
@@ -50,7 +50,6 @@ generics_typevartuple_basic.py:106:13 Invalid type [31]: Expression `typing.Gene
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 46: Expected 1 errors
 Line 53: Expected 1 errors
 Line 56: Expected 1 errors
 Line 59: Expected 1 errors
@@ -67,7 +66,6 @@ Line 36: Unexpected errors ['generics_typevartuple_basic.py:36:0 Incompatible va
 Line 37: Unexpected errors ['generics_typevartuple_basic.py:37:0 Incompatible variable type [9]: v2 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:37:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.', 'generics_typevartuple_basic.py:37:40 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Batch, Height, Width]`. Expected has length 1, but actual has length 3.']
 Line 38: Unexpected errors ['generics_typevartuple_basic.py:38:0 Incompatible variable type [9]: v3 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:38:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
 Line 39: Unexpected errors ['generics_typevartuple_basic.py:39:4 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Time, Batch, Height, Width]`. Expected has length 1, but actual has length 4.']
-Line 44: Unexpected errors ['generics_typevartuple_basic.py:44:0 Incompatible variable type [9]: v6 is declared to have type `Array[]` but is used as type `Array`.', 'generics_typevartuple_basic.py:44:4 Invalid type parameters [24]: Non-generic type `Array` cannot take parameters.']
 Line 45: Unexpected errors ['generics_typevartuple_basic.py:45:4 Incompatible parameter type [6]: In call `Array.__init__`, for 1st positional argument, expected `Tuple[]` but got `Tuple[Time, Batch, Width, Height]`. Expected has length 1, but actual has length 4.']
 Line 54: Unexpected errors ['generics_typevartuple_basic.py:54:21 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Shape)]` is not a valid type.']
 Line 75: Unexpected errors ['generics_typevartuple_basic.py:75:16 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.', 'generics_typevartuple_basic.py:75:34 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.', 'generics_typevartuple_basic.py:75:49 Invalid type [31]: Expression `tuple[(*$local_generics_typevartuple_basic$Ts)]` is not a valid type.']
diff --git a/conformance/results/pyre/generics_variance.toml b/conformance/results/pyre/generics_variance.toml
index 32d4d4f03..3bf5ddc0c 100644
--- a/conformance/results/pyre/generics_variance.toml
+++ b/conformance/results/pyre/generics_variance.toml
@@ -15,13 +15,13 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 14: Expected 1 errors
 Line 113: Expected 1 errors
-Line 127: Expected 1 errors
-Line 133: Expected 1 errors
-Line 143: Expected 1 errors
+Line 126: Expected 1 errors
+Line 132: Expected 1 errors
+Line 142: Expected 1 errors
 Line 163: Expected 1 errors
 Line 167: Expected 1 errors
 Line 191: Expected 1 errors
-Line 197: Expected 1 errors
+Line 196: Expected 1 errors
 Line 125: Unexpected errors ['generics_variance.py:125:0 Invalid type variance [46]: The type variable `Variable[T_co](covariant)` is incompatible with parent class type variable `Variable[T_contra](contravariant)` because subclasses cannot use more permissive type variables than their superclasses.']
 Line 131: Unexpected errors ['generics_variance.py:131:0 Invalid type variance [46]: The type variable `Variable[T_contra](contravariant)` is incompatible with parent class type variable `Variable[T_co](covariant)` because subclasses cannot use more permissive type variables than their superclasses.']
 """
diff --git a/conformance/results/pyre/protocols_generic.toml b/conformance/results/pyre/protocols_generic.toml
index 58c43a4e9..f1370fa7c 100644
--- a/conformance/results/pyre/protocols_generic.toml
+++ b/conformance/results/pyre/protocols_generic.toml
@@ -13,5 +13,6 @@ protocols_generic.py:146:0 Incompatible variable type [9]: hp3 is declared to ha
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 44: Expected 1 errors
 Line 147: Expected 1 errors
 """
diff --git a/conformance/results/pyre/protocols_runtime_checkable.toml b/conformance/results/pyre/protocols_runtime_checkable.toml
index abf499f70..7b1d73b0d 100644
--- a/conformance/results/pyre/protocols_runtime_checkable.toml
+++ b/conformance/results/pyre/protocols_runtime_checkable.toml
@@ -12,6 +12,6 @@ Line 23: Expected 1 errors
 Line 55: Expected 1 errors
 Line 61: Expected 1 errors
 Line 88: Expected 1 errors
-Line 93: Expected 1 errors
+Line 92: Expected 1 errors
 Line 96: Expected 1 errors
 """
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index 3b92a6fb8..86be76fb2 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 4.8
+test_duration = 3.1
diff --git a/conformance/results/pyright/generics_defaults.toml b/conformance/results/pyright/generics_defaults.toml
index ac6e18b19..e5b880193 100644
--- a/conformance/results/pyright/generics_defaults.toml
+++ b/conformance/results/pyright/generics_defaults.toml
@@ -2,16 +2,12 @@ conformant = "Pass"
 output = """
 generics_defaults.py:24:7 - error: "T" cannot appear after "DefaultStrT" in type parameter list because it has no default type (reportGeneralTypeIssues)
 generics_defaults.py:50:16 - error: Too few type arguments provided for "AllTheDefaults"; expected 2 but received 1 (reportInvalidTypeArguments)
-generics_defaults.py:105:35 - error: TypeVar default type must be a subtype of the bound type (reportGeneralTypeIssues)
-generics_defaults.py:114:36 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)
-generics_defaults.py:142:7 - error: TypeVar "T5" has a default value and cannot follow TypeVarTuple "Ts" (reportGeneralTypeIssues)
-generics_defaults.py:171:18 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)
+generics_defaults.py:104:39 - error: TypeVar default type must be a subtype of the bound type (reportGeneralTypeIssues)
+generics_defaults.py:111:40 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)
+generics_defaults.py:138:7 - error: TypeVar "T5" has a default value and cannot follow TypeVarTuple "Ts" (reportGeneralTypeIssues)
+generics_defaults.py:167:18 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 106: Expected 1 errors
-Line 115: Expected 1 errors
-Line 105: Unexpected errors ['generics_defaults.py:105:35 - error: TypeVar default type must be a subtype of the bound type (reportGeneralTypeIssues)']
-Line 114: Unexpected errors ['generics_defaults.py:114:36 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)']
-Line 171: Unexpected errors ['generics_defaults.py:171:18 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)']
+Line 167: Unexpected errors ['generics_defaults.py:167:18 - error: Access to generic instance variable through class is ambiguous (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/generics_defaults_referential.toml b/conformance/results/pyright/generics_defaults_referential.toml
index d7f8c834f..ff318bc3e 100644
--- a/conformance/results/pyright/generics_defaults_referential.toml
+++ b/conformance/results/pyright/generics_defaults_referential.toml
@@ -1,25 +1,17 @@
 conformant = "Pass"
 output = """
-generics_defaults_referential.py:37:8 - error: Argument of type "Literal['']" cannot be assigned to parameter "b" of type "int" in function "__init__"
+generics_defaults_referential.py:36:13 - error: Argument of type "Literal['']" cannot be assigned to parameter "b" of type "int" in function "__init__"
   "Literal['']" is incompatible with "int" (reportArgumentType)
-generics_defaults_referential.py:40:5 - error: Argument of type "Literal['']" cannot be assigned to parameter "a" of type "int" in function "__init__"
+generics_defaults_referential.py:37:10 - error: Argument of type "Literal['']" cannot be assigned to parameter "a" of type "int" in function "__init__"
   "Literal['']" is incompatible with "int" (reportArgumentType)
-generics_defaults_referential.py:57:7 - error: Type parameter "Start2T" has a default type that refers to one or more type variables that are out of scope
+generics_defaults_referential.py:53:7 - error: Type parameter "Start2T" has a default type that refers to one or more type variables that are out of scope
   Type variable "StopT" is not in scope (reportGeneralTypeIssues)
-generics_defaults_referential.py:64:11 - error: Type parameter "S2" has a default type that refers to one or more type variables that are out of scope
+generics_defaults_referential.py:60:11 - error: Type parameter "S2" has a default type that refers to one or more type variables that are out of scope
   Type variable "S1" is not in scope (reportGeneralTypeIssues)
-generics_defaults_referential.py:72:29 - error: TypeVar default type must be a subtype of the bound type (reportGeneralTypeIssues)
-generics_defaults_referential.py:79:37 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)
-generics_defaults_referential.py:85:44 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)
+generics_defaults_referential.py:68:29 - error: TypeVar default type must be a subtype of the bound type (reportGeneralTypeIssues)
+generics_defaults_referential.py:74:41 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)
+generics_defaults_referential.py:78:48 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 38: Expected 1 errors
-Line 41: Expected 1 errors
-Line 80: Expected 1 errors
-Line 86: Expected 1 errors
-Line 37: Unexpected errors ['generics_defaults_referential.py:37:8 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "b" of type "int" in function "__init__"']
-Line 40: Unexpected errors ['generics_defaults_referential.py:40:5 - error: Argument of type "Literal[\\'\\']" cannot be assigned to parameter "a" of type "int" in function "__init__"']
-Line 79: Unexpected errors ['generics_defaults_referential.py:79:37 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)']
-Line 85: Unexpected errors ['generics_defaults_referential.py:85:44 - error: TypeVar default type must be one of the constrained types (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/generics_paramspec_semantics.toml b/conformance/results/pyright/generics_paramspec_semantics.toml
index 376da3dd1..213c91bf0 100644
--- a/conformance/results/pyright/generics_paramspec_semantics.toml
+++ b/conformance/results/pyright/generics_paramspec_semantics.toml
@@ -31,7 +31,6 @@ generics_paramspec_semantics.py:136:2 - error: Argument of type "(**kwargs: int)
   Type "(**kwargs: int) -> int" cannot be assigned to type "(int, **P@expects_int_first) -> int"
     Function accepts too many positional parameters; expected 0 but received 1 (reportArgumentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 46: Unexpected errors ['generics_paramspec_semantics.py:46:17 - error: Argument of type "(y: int, x: str) -> int" cannot be assigned to parameter "y" of type "(**P@func1) -> int" in function "func1"']
 """
diff --git a/conformance/results/pyright/generics_self_basic.toml b/conformance/results/pyright/generics_self_basic.toml
index 4e62ea980..6e8a7b7bd 100644
--- a/conformance/results/pyright/generics_self_basic.toml
+++ b/conformance/results/pyright/generics_self_basic.toml
@@ -6,9 +6,6 @@ generics_self_basic.py:32:16 - error: Expression of type "Shape" cannot be assig
   Type "Shape" cannot be assigned to type "Self@Shape" (reportReturnType)
 generics_self_basic.py:64:31 - error: Expected no type arguments for class "Self" (reportInvalidTypeArguments)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 19: Unexpected errors ['generics_self_basic.py:19:16 - error: Expression of type "Shape" cannot be assigned to return type "Self@Shape"']
-Line 32: Unexpected errors ['generics_self_basic.py:32:16 - error: Expression of type "Shape" cannot be assigned to return type "Self@Shape"']
-Line 64: Unexpected errors ['generics_self_basic.py:64:31 - error: Expected no type arguments for class "Self" (reportInvalidTypeArguments)']
 """
diff --git a/conformance/results/pyright/generics_syntax_declarations.toml b/conformance/results/pyright/generics_syntax_declarations.toml
index 02949f4aa..56f702fde 100644
--- a/conformance/results/pyright/generics_syntax_declarations.toml
+++ b/conformance/results/pyright/generics_syntax_declarations.toml
@@ -12,7 +12,6 @@ generics_syntax_declarations.py:73:17 - error: Expected type expression but rece
 generics_syntax_declarations.py:77:18 - error: Expected type expression but received "Literal[3]" (reportGeneralTypeIssues)
 generics_syntax_declarations.py:81:23 - error: "S" is not defined (reportUndefinedVariable)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 19: Unexpected errors ['generics_syntax_declarations.py:19:17 - error: "Generic" base class cannot be used with type parameter syntax (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/generics_syntax_infer_variance.toml b/conformance/results/pyright/generics_syntax_infer_variance.toml
index 386db78fe..93ad7fd03 100644
--- a/conformance/results/pyright/generics_syntax_infer_variance.toml
+++ b/conformance/results/pyright/generics_syntax_infer_variance.toml
@@ -1,70 +1,66 @@
 conformant = "Pass"
 output = """
-generics_syntax_infer_variance.py:16:42 - error: TypeVar cannot be both covariant and contravariant
-generics_syntax_infer_variance.py:20:46 - error: TypeVar cannot be both covariant and contravariant
-generics_syntax_infer_variance.py:33:35 - error: Expression of type "ShouldBeCovariant1[float]" cannot be assigned to declared type "ShouldBeCovariant1[int]"
+generics_syntax_infer_variance.py:15:51 - error: TypeVar cannot be both covariant and contravariant
+generics_syntax_infer_variance.py:17:55 - error: TypeVar cannot be both covariant and contravariant
+generics_syntax_infer_variance.py:29:35 - error: Expression of type "ShouldBeCovariant1[float]" cannot be assigned to declared type "ShouldBeCovariant1[int]"
   "ShouldBeCovariant1[float]" is incompatible with "ShouldBeCovariant1[int]"
     Type parameter "T@ShouldBeCovariant1" is covariant, but "float" is not a subtype of "int"
       "float" is incompatible with "int" (reportAssignmentType)
-generics_syntax_infer_variance.py:41:35 - error: Expression of type "ShouldBeCovariant2[float]" cannot be assigned to declared type "ShouldBeCovariant2[int]"
+generics_syntax_infer_variance.py:37:35 - error: Expression of type "ShouldBeCovariant2[float]" cannot be assigned to declared type "ShouldBeCovariant2[int]"
   "ShouldBeCovariant2[float]" is incompatible with "ShouldBeCovariant2[int]"
     Type parameter "T@ShouldBeCovariant2" is covariant, but "float" is not a subtype of "int"
       "float" is incompatible with "int" (reportAssignmentType)
-generics_syntax_infer_variance.py:50:35 - error: Expression of type "ShouldBeCovariant3[float]" cannot be assigned to declared type "ShouldBeCovariant3[int]"
+generics_syntax_infer_variance.py:46:35 - error: Expression of type "ShouldBeCovariant3[float]" cannot be assigned to declared type "ShouldBeCovariant3[int]"
   "ShouldBeCovariant3[float]" is incompatible with "ShouldBeCovariant3[int]"
     Type parameter "T@ShouldBeCovariant3" is covariant, but "float" is not a subtype of "int"
       "float" is incompatible with "int" (reportAssignmentType)
-generics_syntax_infer_variance.py:59:34 - error: Expression of type "ShouldBeCovariant4[float]" cannot be assigned to declared type "ShouldBeCovariant4[int]"
+generics_syntax_infer_variance.py:55:34 - error: Expression of type "ShouldBeCovariant4[float]" cannot be assigned to declared type "ShouldBeCovariant4[int]"
   "ShouldBeCovariant4[float]" is incompatible with "ShouldBeCovariant4[int]"
     Type parameter "T@ShouldBeCovariant4" is covariant, but "float" is not a subtype of "int"
       "float" is incompatible with "int" (reportAssignmentType)
-generics_syntax_infer_variance.py:72:34 - error: Expression of type "ShouldBeCovariant5[float]" cannot be assigned to declared type "ShouldBeCovariant5[int]"
+generics_syntax_infer_variance.py:68:34 - error: Expression of type "ShouldBeCovariant5[float]" cannot be assigned to declared type "ShouldBeCovariant5[int]"
   "ShouldBeCovariant5[float]" is incompatible with "ShouldBeCovariant5[int]"
     Type parameter "T@ShouldBeCovariant5" is covariant, but "float" is not a subtype of "int"
       "float" is incompatible with "int" (reportAssignmentType)
-generics_syntax_infer_variance.py:83:34 - error: Expression of type "ShouldBeCovariant6[float]" cannot be assigned to declared type "ShouldBeCovariant6[int]"
+generics_syntax_infer_variance.py:79:34 - error: Expression of type "ShouldBeCovariant6[float]" cannot be assigned to declared type "ShouldBeCovariant6[int]"
   "ShouldBeCovariant6[float]" is incompatible with "ShouldBeCovariant6[int]"
     Type parameter "T@ShouldBeCovariant6" is covariant, but "float" is not a subtype of "int"
       "float" is incompatible with "int" (reportAssignmentType)
-generics_syntax_infer_variance.py:99:38 - error: Expression of type "ShouldBeInvariant1[int]" cannot be assigned to declared type "ShouldBeInvariant1[float]"
+generics_syntax_infer_variance.py:95:38 - error: Expression of type "ShouldBeInvariant1[int]" cannot be assigned to declared type "ShouldBeInvariant1[float]"
   "ShouldBeInvariant1[int]" is incompatible with "ShouldBeInvariant1[float]"
     Type parameter "T@ShouldBeInvariant1" is invariant, but "int" is not the same as "float" (reportAssignmentType)
-generics_syntax_infer_variance.py:100:36 - error: Expression of type "ShouldBeInvariant1[float]" cannot be assigned to declared type "ShouldBeInvariant1[int]"
+generics_syntax_infer_variance.py:96:36 - error: Expression of type "ShouldBeInvariant1[float]" cannot be assigned to declared type "ShouldBeInvariant1[int]"
   "ShouldBeInvariant1[float]" is incompatible with "ShouldBeInvariant1[int]"
     Type parameter "T@ShouldBeInvariant1" is invariant, but "float" is not the same as "int" (reportAssignmentType)
-generics_syntax_infer_variance.py:114:38 - error: Expression of type "ShouldBeInvariant2[int]" cannot be assigned to declared type "ShouldBeInvariant2[float]"
+generics_syntax_infer_variance.py:110:38 - error: Expression of type "ShouldBeInvariant2[int]" cannot be assigned to declared type "ShouldBeInvariant2[float]"
   "ShouldBeInvariant2[int]" is incompatible with "ShouldBeInvariant2[float]"
     Type parameter "T@ShouldBeInvariant2" is invariant, but "int" is not the same as "float" (reportAssignmentType)
-generics_syntax_infer_variance.py:115:36 - error: Expression of type "ShouldBeInvariant2[float]" cannot be assigned to declared type "ShouldBeInvariant2[int]"
+generics_syntax_infer_variance.py:111:36 - error: Expression of type "ShouldBeInvariant2[float]" cannot be assigned to declared type "ShouldBeInvariant2[int]"
   "ShouldBeInvariant2[float]" is incompatible with "ShouldBeInvariant2[int]"
     Type parameter "T@ShouldBeInvariant2" is invariant, but "float" is not the same as "int" (reportAssignmentType)
-generics_syntax_infer_variance.py:122:43 - error: Expression of type "ShouldBeInvariant3[int, str]" cannot be assigned to declared type "ShouldBeInvariant3[float, str]"
+generics_syntax_infer_variance.py:118:43 - error: Expression of type "ShouldBeInvariant3[int, str]" cannot be assigned to declared type "ShouldBeInvariant3[float, str]"
   "ShouldBeInvariant3[int, str]" is incompatible with "ShouldBeInvariant3[float, str]"
     Type parameter "K@ShouldBeInvariant3" is invariant, but "int" is not the same as "float" (reportAssignmentType)
-generics_syntax_infer_variance.py:123:41 - error: Expression of type "ShouldBeInvariant3[float, str]" cannot be assigned to declared type "ShouldBeInvariant3[int, str]"
+generics_syntax_infer_variance.py:119:41 - error: Expression of type "ShouldBeInvariant3[float, str]" cannot be assigned to declared type "ShouldBeInvariant3[int, str]"
   "ShouldBeInvariant3[float, str]" is incompatible with "ShouldBeInvariant3[int, str]"
     Type parameter "K@ShouldBeInvariant3" is invariant, but "float" is not the same as "int" (reportAssignmentType)
-generics_syntax_infer_variance.py:124:43 - error: Expression of type "ShouldBeInvariant3[str, int]" cannot be assigned to declared type "ShouldBeInvariant3[str, float]"
+generics_syntax_infer_variance.py:120:43 - error: Expression of type "ShouldBeInvariant3[str, int]" cannot be assigned to declared type "ShouldBeInvariant3[str, float]"
   "ShouldBeInvariant3[str, int]" is incompatible with "ShouldBeInvariant3[str, float]"
     Type parameter "V@ShouldBeInvariant3" is invariant, but "int" is not the same as "float" (reportAssignmentType)
-generics_syntax_infer_variance.py:125:41 - error: Expression of type "ShouldBeInvariant3[str, float]" cannot be assigned to declared type "ShouldBeInvariant3[str, int]"
+generics_syntax_infer_variance.py:121:41 - error: Expression of type "ShouldBeInvariant3[str, float]" cannot be assigned to declared type "ShouldBeInvariant3[str, int]"
   "ShouldBeInvariant3[str, float]" is incompatible with "ShouldBeInvariant3[str, int]"
     Type parameter "V@ShouldBeInvariant3" is invariant, but "float" is not the same as "int" (reportAssignmentType)
-generics_syntax_infer_variance.py:133:38 - error: Expression of type "ShouldBeInvariant4[int]" cannot be assigned to declared type "ShouldBeInvariant4[float]"
+generics_syntax_infer_variance.py:129:38 - error: Expression of type "ShouldBeInvariant4[int]" cannot be assigned to declared type "ShouldBeInvariant4[float]"
   "ShouldBeInvariant4[int]" is incompatible with "ShouldBeInvariant4[float]"
     Type parameter "T@ShouldBeInvariant4" is invariant, but "int" is not the same as "float" (reportAssignmentType)
-generics_syntax_infer_variance.py:141:38 - error: Expression of type "ShouldBeInvariant5[int]" cannot be assigned to declared type "ShouldBeInvariant5[float]"
+generics_syntax_infer_variance.py:137:38 - error: Expression of type "ShouldBeInvariant5[int]" cannot be assigned to declared type "ShouldBeInvariant5[float]"
   "ShouldBeInvariant5[int]" is incompatible with "ShouldBeInvariant5[float]"
     Type parameter "T@ShouldBeInvariant5" is invariant, but "int" is not the same as "float" (reportAssignmentType)
-generics_syntax_infer_variance.py:152:45 - error: Expression of type "ShouldBeContravariant1[int]" cannot be assigned to declared type "ShouldBeContravariant1[float]"
+generics_syntax_infer_variance.py:148:45 - error: Expression of type "ShouldBeContravariant1[int]" cannot be assigned to declared type "ShouldBeContravariant1[float]"
   "ShouldBeContravariant1[int]" is incompatible with "ShouldBeContravariant1[float]"
     Type parameter "T@ShouldBeContravariant1" is contravariant, but "int" is not a supertype of "float"
       "float" is incompatible with "int" (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 17: Expected 1 errors
-Line 21: Expected 1 errors
-Line 16: Unexpected errors ['generics_syntax_infer_variance.py:16:42 - error: TypeVar cannot be both covariant and contravariant']
-Line 20: Unexpected errors ['generics_syntax_infer_variance.py:20:46 - error: TypeVar cannot be both covariant and contravariant']
 """
diff --git a/conformance/results/pyright/generics_syntax_scoping.toml b/conformance/results/pyright/generics_syntax_scoping.toml
index 81a091b91..82e64f386 100644
--- a/conformance/results/pyright/generics_syntax_scoping.toml
+++ b/conformance/results/pyright/generics_syntax_scoping.toml
@@ -4,17 +4,11 @@ generics_syntax_scoping.py:14:29 - error: "S" is not defined (reportUndefinedVar
 generics_syntax_scoping.py:18:26 - error: "T" is not defined (reportUndefinedVariable)
 generics_syntax_scoping.py:35:7 - error: "T" is not defined (reportUndefinedVariable)
 generics_syntax_scoping.py:44:17 - error: "T" is not defined (reportUndefinedVariable)
-generics_syntax_scoping.py:62:25 - error: "assert_type" mismatch: expected "str" but received "Literal['']" (reportAssertTypeFailure)
-generics_syntax_scoping.py:67:25 - error: "assert_type" mismatch: expected "int" but received "Literal[0]" (reportAssertTypeFailure)
 generics_syntax_scoping.py:92:17 - error: Type parameter "T" is already in use
 generics_syntax_scoping.py:95:17 - error: Type parameter "T" is already in use
 generics_syntax_scoping.py:98:17 - error: Type parameter "T" is already in use
 generics_syntax_scoping.py:98:29 - error: Variable not allowed in type expression (reportInvalidTypeForm)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 35: Unexpected errors ['generics_syntax_scoping.py:35:7 - error: "T" is not defined (reportUndefinedVariable)']
-Line 44: Unexpected errors ['generics_syntax_scoping.py:44:17 - error: "T" is not defined (reportUndefinedVariable)']
-Line 62: Unexpected errors ['generics_syntax_scoping.py:62:25 - error: "assert_type" mismatch: expected "str" but received "Literal[\\'\\']" (reportAssertTypeFailure)']
-Line 67: Unexpected errors ['generics_syntax_scoping.py:67:25 - error: "assert_type" mismatch: expected "int" but received "Literal[0]" (reportAssertTypeFailure)']
 """
diff --git a/conformance/results/pyright/generics_typevartuple_basic.toml b/conformance/results/pyright/generics_typevartuple_basic.toml
index c9525552d..d09f76105 100644
--- a/conformance/results/pyright/generics_typevartuple_basic.toml
+++ b/conformance/results/pyright/generics_typevartuple_basic.toml
@@ -30,8 +30,6 @@ generics_typevartuple_basic.py:100:17 - error: Argument of type "Array[Height, W
 generics_typevartuple_basic.py:106:14 - error: Generic class can have at most one TypeVarTuple type parameter but received multiple ("Ts1", "Ts2") (reportGeneralTypeIssues)
 generics_typevartuple_basic.py:106:29 - error: Type argument list can have at most one unpacked TypeVarTuple or tuple
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 46: Expected 1 errors
-Line 44: Unexpected errors ['generics_typevartuple_basic.py:44:41 - error: Expression of type "Array[Time, Batch, Width, Height]" cannot be assigned to declared type "Array[Time, Batch, Height, Width]"']
 """
diff --git a/conformance/results/pyright/generics_variance.toml b/conformance/results/pyright/generics_variance.toml
index ad2e3e5d0..fcfeac246 100644
--- a/conformance/results/pyright/generics_variance.toml
+++ b/conformance/results/pyright/generics_variance.toml
@@ -26,14 +26,6 @@ generics_variance.py:191:43 - error: Could not specialize type "Contra_TA[T_cont
 generics_variance.py:196:15 - error: Could not specialize type "Contra_TA[T_contra@Contra_TA]"
   Variance of type argument "Contra_TA[Contra_TA[T_co@ContraToContraToContra_WithTA]]" is incompatible with "T_contra@Contra_TA"
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 127: Expected 1 errors
-Line 133: Expected 1 errors
-Line 143: Expected 1 errors
-Line 197: Expected 1 errors
-Line 126: Unexpected errors ['generics_variance.py:126:20 - error: Type "T_co@CoContra_Child2" cannot be assigned to type variable "T_contra@CoContra"']
-Line 132: Unexpected errors ['generics_variance.py:132:14 - error: Type "T_contra@CoContra_Child3" cannot be assigned to type variable "T_co@CoContra"']
-Line 142: Unexpected errors ['generics_variance.py:142:24 - error: Type "Co[T_co@CoContra_Child5]" cannot be assigned to type variable "T_contra@CoContra"']
-Line 196: Unexpected errors ['generics_variance.py:196:15 - error: Could not specialize type "Contra_TA[T_contra@Contra_TA]"']
 """
diff --git a/conformance/results/pyright/protocols_generic.toml b/conformance/results/pyright/protocols_generic.toml
index 98fc1d535..9c1a067f4 100644
--- a/conformance/results/pyright/protocols_generic.toml
+++ b/conformance/results/pyright/protocols_generic.toml
@@ -38,7 +38,6 @@ protocols_generic.py:147:25 - error: Expression of type "ConcreteHasProperty4" c
         Parameter 2: type "(T@m) -> str" cannot be assigned to type "(int) -> str"
           Type "(str) -> str" cannot be assigned to type "(int) -> str" (reportAssignmentType)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 44: Unexpected errors ['protocols_generic.py:44:30 - error: Only one Generic[...] or Protocol[...] base class allowed (reportGeneralTypeIssues)']
 """
diff --git a/conformance/results/pyright/protocols_runtime_checkable.toml b/conformance/results/pyright/protocols_runtime_checkable.toml
index c09f70dba..b94dcfe1f 100644
--- a/conformance/results/pyright/protocols_runtime_checkable.toml
+++ b/conformance/results/pyright/protocols_runtime_checkable.toml
@@ -15,8 +15,6 @@ protocols_runtime_checkable.py:96:19 - error: Class overlaps "Proto3" unsafely a
 protocols_runtime_checkable.py:96:19 - error: Class overlaps "NonDataProtocol" unsafely and could produce a match at runtime
   Attributes of "Concrete3A" have the same names as the protocol (reportGeneralTypeIssues)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 93: Expected 1 errors
-Line 92: Unexpected errors ['protocols_runtime_checkable.py:92:9 - error: Class overlaps "Proto3" unsafely and could produce a match at runtime', 'protocols_runtime_checkable.py:92:9 - error: Class overlaps "NonDataProtocol" unsafely and could produce a match at runtime']
 """
diff --git a/conformance/results/pytype/generics_defaults.toml b/conformance/results/pytype/generics_defaults.toml
index c4dd85700..64fb88a2e 100644
--- a/conformance/results/pytype/generics_defaults.toml
+++ b/conformance/results/pytype/generics_defaults.toml
@@ -35,25 +35,23 @@ File "generics_defaults.py", line 95, in <module>: class Class_TypeVarTuple is n
 File "generics_defaults.py", line 96, in <module>: class Class_TypeVarTuple is not indexable [not-indexable]
 File "generics_defaults.py", line 103, in <module>: wrong arguments [invalid-typevar]
 File "generics_defaults.py", line 104, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults.py", line 112, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults.py", line 113, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults.py", line 125, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults.py", line 131, in <module>: Any [assert-type]
-File "generics_defaults.py", line 139, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults.py", line 142, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
-File "generics_defaults.py", line 149, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults.py", line 152, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
-File "generics_defaults.py", line 155, in <module>: class Foo6 is not indexable [not-indexable]
-File "generics_defaults.py", line 156, in <module>: class Foo6 is not indexable [not-indexable]
-File "generics_defaults.py", line 163, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
-File "generics_defaults.py", line 170, in <module>: class Foo7 is not indexable [not-indexable]
-File "generics_defaults.py", line 170, in <module>: Callable[[Any], Self] [assert-type]
-File "generics_defaults.py", line 171, in <module>: Any [assert-type]
+File "generics_defaults.py", line 110, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults.py", line 111, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults.py", line 121, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults.py", line 127, in <module>: Any [assert-type]
+File "generics_defaults.py", line 135, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults.py", line 138, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults.py", line 145, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults.py", line 148, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults.py", line 151, in <module>: class Foo6 is not indexable [not-indexable]
+File "generics_defaults.py", line 152, in <module>: class Foo6 is not indexable [not-indexable]
+File "generics_defaults.py", line 159, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults.py", line 166, in <module>: class Foo7 is not indexable [not-indexable]
+File "generics_defaults.py", line 166, in <module>: Callable[[Any], Self] [assert-type]
+File "generics_defaults.py", line 167, in <module>: Any [assert-type]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 106: Expected 1 errors
-Line 115: Expected 1 errors
 Line 7: Unexpected errors ['File "generics_defaults.py", line 7, in <module>: typing.Unpack not supported yet [not-supported-yet]']
 Line 8: Unexpected errors ['File "generics_defaults.py", line 8, in <module>: typing_extensions.TypeVarTuple not supported yet [not-supported-yet]']
 Line 11: Unexpected errors ['File "generics_defaults.py", line 11, in <module>: wrong arguments [invalid-typevar]']
@@ -86,17 +84,15 @@ Line 94: Unexpected errors ['File "generics_defaults.py", line 94, in <module>:
 Line 95: Unexpected errors ['File "generics_defaults.py", line 95, in <module>: class Class_TypeVarTuple is not indexable [not-indexable]']
 Line 96: Unexpected errors ['File "generics_defaults.py", line 96, in <module>: class Class_TypeVarTuple is not indexable [not-indexable]']
 Line 103: Unexpected errors ['File "generics_defaults.py", line 103, in <module>: wrong arguments [invalid-typevar]']
-Line 104: Unexpected errors ['File "generics_defaults.py", line 104, in <module>: wrong arguments [invalid-typevar]']
-Line 112: Unexpected errors ['File "generics_defaults.py", line 112, in <module>: wrong arguments [invalid-typevar]']
-Line 113: Unexpected errors ['File "generics_defaults.py", line 113, in <module>: wrong arguments [invalid-typevar]']
-Line 125: Unexpected errors ['File "generics_defaults.py", line 125, in <module>: wrong arguments [invalid-typevar]']
-Line 131: Unexpected errors ['File "generics_defaults.py", line 131, in <module>: Any [assert-type]']
-Line 139: Unexpected errors ['File "generics_defaults.py", line 139, in <module>: wrong arguments [invalid-typevar]']
-Line 149: Unexpected errors ['File "generics_defaults.py", line 149, in <module>: wrong arguments [invalid-typevar]']
-Line 152: Unexpected errors ['File "generics_defaults.py", line 152, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
-Line 155: Unexpected errors ['File "generics_defaults.py", line 155, in <module>: class Foo6 is not indexable [not-indexable]']
-Line 156: Unexpected errors ['File "generics_defaults.py", line 156, in <module>: class Foo6 is not indexable [not-indexable]']
-Line 163: Unexpected errors ['File "generics_defaults.py", line 163, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
-Line 170: Unexpected errors ['File "generics_defaults.py", line 170, in <module>: class Foo7 is not indexable [not-indexable]', 'File "generics_defaults.py", line 170, in <module>: Callable[[Any], Self] [assert-type]']
-Line 171: Unexpected errors ['File "generics_defaults.py", line 171, in <module>: Any [assert-type]']
+Line 110: Unexpected errors ['File "generics_defaults.py", line 110, in <module>: wrong arguments [invalid-typevar]']
+Line 121: Unexpected errors ['File "generics_defaults.py", line 121, in <module>: wrong arguments [invalid-typevar]']
+Line 127: Unexpected errors ['File "generics_defaults.py", line 127, in <module>: Any [assert-type]']
+Line 135: Unexpected errors ['File "generics_defaults.py", line 135, in <module>: wrong arguments [invalid-typevar]']
+Line 145: Unexpected errors ['File "generics_defaults.py", line 145, in <module>: wrong arguments [invalid-typevar]']
+Line 148: Unexpected errors ['File "generics_defaults.py", line 148, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 151: Unexpected errors ['File "generics_defaults.py", line 151, in <module>: class Foo6 is not indexable [not-indexable]']
+Line 152: Unexpected errors ['File "generics_defaults.py", line 152, in <module>: class Foo6 is not indexable [not-indexable]']
+Line 159: Unexpected errors ['File "generics_defaults.py", line 159, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 166: Unexpected errors ['File "generics_defaults.py", line 166, in <module>: class Foo7 is not indexable [not-indexable]', 'File "generics_defaults.py", line 166, in <module>: Callable[[Any], Self] [assert-type]']
+Line 167: Unexpected errors ['File "generics_defaults.py", line 167, in <module>: Any [assert-type]']
 """
diff --git a/conformance/results/pytype/generics_defaults_referential.toml b/conformance/results/pytype/generics_defaults_referential.toml
index 2cee0f76c..133bd7943 100644
--- a/conformance/results/pytype/generics_defaults_referential.toml
+++ b/conformance/results/pytype/generics_defaults_referential.toml
@@ -13,33 +13,29 @@ File "generics_defaults_referential.py", line 28, in <module>: wrong arguments [
 File "generics_defaults_referential.py", line 31, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
 File "generics_defaults_referential.py", line 35, in <module>: class Foo is not indexable [not-indexable]
 File "generics_defaults_referential.py", line 36, in <module>: class Foo is not indexable [not-indexable]
-File "generics_defaults_referential.py", line 39, in <module>: class Foo is not indexable [not-indexable]
-File "generics_defaults_referential.py", line 47, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults_referential.py", line 50, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
-File "generics_defaults_referential.py", line 53, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults_referential.py", line 54, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults_referential.py", line 57, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
-File "generics_defaults_referential.py", line 64, in Foo3: Invalid type annotation 'Generic'  [invalid-annotation]
-File "generics_defaults_referential.py", line 70, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults_referential.py", line 71, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults_referential.py", line 72, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults_referential.py", line 37, in <module>: class Foo is not indexable [not-indexable]
+File "generics_defaults_referential.py", line 43, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults_referential.py", line 46, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults_referential.py", line 49, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults_referential.py", line 50, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults_referential.py", line 53, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults_referential.py", line 60, in Foo3: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults_referential.py", line 66, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults_referential.py", line 67, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults_referential.py", line 68, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults_referential.py", line 74, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults_referential.py", line 77, in <module>: wrong arguments [invalid-typevar]
 File "generics_defaults_referential.py", line 78, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults_referential.py", line 83, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults_referential.py", line 84, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults_referential.py", line 95, in <module>: wrong arguments [invalid-typevar]
-File "generics_defaults_referential.py", line 98, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
-File "generics_defaults_referential.py", line 102, in <module>: Invalid type annotation 'Bar[Any, list]'  [invalid-annotation]
-File "generics_defaults_referential.py", line 103, in <module>: Invalid type annotation 'Bar[int, List[int]]'  [invalid-annotation]
-File "generics_defaults_referential.py", line 104, in <module>: Invalid type annotation 'Bar[int, List[int]]'  [invalid-annotation]
-File "generics_defaults_referential.py", line 105, in <module>: Invalid type annotation 'Bar[int, List[str]]'  [invalid-annotation]
-File "generics_defaults_referential.py", line 106, in <module>: Invalid type annotation 'Bar[int, str]'  [invalid-annotation]
+File "generics_defaults_referential.py", line 87, in <module>: wrong arguments [invalid-typevar]
+File "generics_defaults_referential.py", line 90, in <module>: Invalid type annotation 'Generic'  [invalid-annotation]
+File "generics_defaults_referential.py", line 94, in <module>: Invalid type annotation 'Bar[Any, list]'  [invalid-annotation]
+File "generics_defaults_referential.py", line 95, in <module>: Invalid type annotation 'Bar[int, List[int]]'  [invalid-annotation]
+File "generics_defaults_referential.py", line 96, in <module>: Invalid type annotation 'Bar[int, List[int]]'  [invalid-annotation]
+File "generics_defaults_referential.py", line 97, in <module>: Invalid type annotation 'Bar[int, List[str]]'  [invalid-annotation]
+File "generics_defaults_referential.py", line 98, in <module>: Invalid type annotation 'Bar[int, str]'  [invalid-annotation]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 38: Expected 1 errors
-Line 41: Expected 1 errors
-Line 80: Expected 1 errors
-Line 86: Expected 1 errors
 Line 14: Unexpected errors ['File "generics_defaults_referential.py", line 14, in <module>: wrong arguments [invalid-typevar]']
 Line 15: Unexpected errors ['File "generics_defaults_referential.py", line 15, in <module>: wrong arguments [invalid-typevar]']
 Line 16: Unexpected errors ['File "generics_defaults_referential.py", line 16, in <module>: wrong arguments [invalid-typevar]']
@@ -52,22 +48,18 @@ Line 26: Unexpected errors ['File "generics_defaults_referential.py", line 26, i
 Line 28: Unexpected errors ['File "generics_defaults_referential.py", line 28, in <module>: wrong arguments [invalid-typevar]']
 Line 31: Unexpected errors ['File "generics_defaults_referential.py", line 31, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
 Line 35: Unexpected errors ['File "generics_defaults_referential.py", line 35, in <module>: class Foo is not indexable [not-indexable]']
-Line 36: Unexpected errors ['File "generics_defaults_referential.py", line 36, in <module>: class Foo is not indexable [not-indexable]']
-Line 39: Unexpected errors ['File "generics_defaults_referential.py", line 39, in <module>: class Foo is not indexable [not-indexable]']
-Line 47: Unexpected errors ['File "generics_defaults_referential.py", line 47, in <module>: wrong arguments [invalid-typevar]']
-Line 50: Unexpected errors ['File "generics_defaults_referential.py", line 50, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
-Line 53: Unexpected errors ['File "generics_defaults_referential.py", line 53, in <module>: wrong arguments [invalid-typevar]']
-Line 54: Unexpected errors ['File "generics_defaults_referential.py", line 54, in <module>: wrong arguments [invalid-typevar]']
-Line 70: Unexpected errors ['File "generics_defaults_referential.py", line 70, in <module>: wrong arguments [invalid-typevar]']
-Line 71: Unexpected errors ['File "generics_defaults_referential.py", line 71, in <module>: wrong arguments [invalid-typevar]']
-Line 78: Unexpected errors ['File "generics_defaults_referential.py", line 78, in <module>: wrong arguments [invalid-typevar]']
-Line 83: Unexpected errors ['File "generics_defaults_referential.py", line 83, in <module>: wrong arguments [invalid-typevar]']
-Line 84: Unexpected errors ['File "generics_defaults_referential.py", line 84, in <module>: wrong arguments [invalid-typevar]']
-Line 95: Unexpected errors ['File "generics_defaults_referential.py", line 95, in <module>: wrong arguments [invalid-typevar]']
-Line 98: Unexpected errors ['File "generics_defaults_referential.py", line 98, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
-Line 102: Unexpected errors ['File "generics_defaults_referential.py", line 102, in <module>: Invalid type annotation \\'Bar[Any, list]\\'  [invalid-annotation]']
-Line 103: Unexpected errors ['File "generics_defaults_referential.py", line 103, in <module>: Invalid type annotation \\'Bar[int, List[int]]\\'  [invalid-annotation]']
-Line 104: Unexpected errors ['File "generics_defaults_referential.py", line 104, in <module>: Invalid type annotation \\'Bar[int, List[int]]\\'  [invalid-annotation]']
-Line 105: Unexpected errors ['File "generics_defaults_referential.py", line 105, in <module>: Invalid type annotation \\'Bar[int, List[str]]\\'  [invalid-annotation]']
-Line 106: Unexpected errors ['File "generics_defaults_referential.py", line 106, in <module>: Invalid type annotation \\'Bar[int, str]\\'  [invalid-annotation]']
+Line 43: Unexpected errors ['File "generics_defaults_referential.py", line 43, in <module>: wrong arguments [invalid-typevar]']
+Line 46: Unexpected errors ['File "generics_defaults_referential.py", line 46, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 49: Unexpected errors ['File "generics_defaults_referential.py", line 49, in <module>: wrong arguments [invalid-typevar]']
+Line 50: Unexpected errors ['File "generics_defaults_referential.py", line 50, in <module>: wrong arguments [invalid-typevar]']
+Line 66: Unexpected errors ['File "generics_defaults_referential.py", line 66, in <module>: wrong arguments [invalid-typevar]']
+Line 67: Unexpected errors ['File "generics_defaults_referential.py", line 67, in <module>: wrong arguments [invalid-typevar]']
+Line 77: Unexpected errors ['File "generics_defaults_referential.py", line 77, in <module>: wrong arguments [invalid-typevar]']
+Line 87: Unexpected errors ['File "generics_defaults_referential.py", line 87, in <module>: wrong arguments [invalid-typevar]']
+Line 90: Unexpected errors ['File "generics_defaults_referential.py", line 90, in <module>: Invalid type annotation \\'Generic\\'  [invalid-annotation]']
+Line 94: Unexpected errors ['File "generics_defaults_referential.py", line 94, in <module>: Invalid type annotation \\'Bar[Any, list]\\'  [invalid-annotation]']
+Line 95: Unexpected errors ['File "generics_defaults_referential.py", line 95, in <module>: Invalid type annotation \\'Bar[int, List[int]]\\'  [invalid-annotation]']
+Line 96: Unexpected errors ['File "generics_defaults_referential.py", line 96, in <module>: Invalid type annotation \\'Bar[int, List[int]]\\'  [invalid-annotation]']
+Line 97: Unexpected errors ['File "generics_defaults_referential.py", line 97, in <module>: Invalid type annotation \\'Bar[int, List[str]]\\'  [invalid-annotation]']
+Line 98: Unexpected errors ['File "generics_defaults_referential.py", line 98, in <module>: Invalid type annotation \\'Bar[int, str]\\'  [invalid-annotation]']
 """
diff --git a/conformance/results/pytype/generics_self_basic.toml b/conformance/results/pytype/generics_self_basic.toml
index 0d0b4bf2f..5f6abca63 100644
--- a/conformance/results/pytype/generics_self_basic.toml
+++ b/conformance/results/pytype/generics_self_basic.toml
@@ -31,10 +31,11 @@ File "generics_self_basic.py", line 64, in Container: unsupported operand type(s
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 19: Expected 1 errors
+Line 32: Expected 1 errors
 Line 13: Unexpected errors ['File "generics_self_basic.py", line 13, in set_scale: Shape [assert-type]', 'File "generics_self_basic.py", line 13, in set_scale: Circle [assert-type]']
 Line 26: Unexpected errors ['File "generics_self_basic.py", line 26, in from_config: Type[Shape] [assert-type]', 'File "generics_self_basic.py", line 26, in from_config: Type[Circle] [assert-type]']
 Line 27: Unexpected errors ['File "generics_self_basic.py", line 27, in from_config: Function Shape.__init__ expects 1 arg(s), got 2 [wrong-arg-count]', 'File "generics_self_basic.py", line 27, in from_config: Function Circle.__init__ expects 1 arg(s), got 2 [wrong-arg-count]']
 Line 39: Unexpected errors ['File "generics_self_basic.py", line 39, in difference: Shape [assert-type]']
 Line 61: Unexpected errors ['File "generics_self_basic.py", line 61, in set_value: bad return type [bad-return-type]', 'File "generics_self_basic.py", line 61, in set_value: bad return type [bad-return-type]', 'File "generics_self_basic.py", line 61, in set_value: bad return type [bad-return-type]']
-Line 64: Unexpected errors ['File "generics_self_basic.py", line 64, in Container: unsupported operand type(s) for item retrieval: \\'Self: TypeVar\\' and \\'int: Type[int]\\' [unsupported-operands]']
 """
diff --git a/conformance/results/pytype/generics_syntax_declarations.toml b/conformance/results/pytype/generics_syntax_declarations.toml
index c5835ae3d..3eeb56529 100644
--- a/conformance/results/pytype/generics_syntax_declarations.toml
+++ b/conformance/results/pytype/generics_syntax_declarations.toml
@@ -7,6 +7,7 @@ SyntaxError: Type parameter lists are only supported in Python 3.12 and greater
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 19: Expected 1 errors
 Line 27: Expected 1 errors
 Line 34: Expected 1 errors
 Line 46: Expected 1 errors
diff --git a/conformance/results/pytype/generics_syntax_infer_variance.toml b/conformance/results/pytype/generics_syntax_infer_variance.toml
index e6b5dc93d..ba30a2890 100644
--- a/conformance/results/pytype/generics_syntax_infer_variance.toml
+++ b/conformance/results/pytype/generics_syntax_infer_variance.toml
@@ -3,27 +3,27 @@ notes = """
 Type parameter syntax not yet support.
 """
 output = """
-SyntaxError: Type parameter lists are only supported in Python 3.12 and greater (<unknown>, line 129)
+SyntaxError: Type parameter lists are only supported in Python 3.12 and greater (<unknown>, line 125)
 """
 conformance_automated = "Fail"
 errors_diff = """
+Line 15: Expected 1 errors
 Line 17: Expected 1 errors
-Line 21: Expected 1 errors
-Line 33: Expected 1 errors
-Line 41: Expected 1 errors
-Line 50: Expected 1 errors
-Line 59: Expected 1 errors
-Line 72: Expected 1 errors
-Line 83: Expected 1 errors
-Line 99: Expected 1 errors
-Line 100: Expected 1 errors
-Line 114: Expected 1 errors
-Line 115: Expected 1 errors
-Line 122: Expected 1 errors
-Line 123: Expected 1 errors
-Line 124: Expected 1 errors
-Line 125: Expected 1 errors
-Line 133: Expected 1 errors
-Line 141: Expected 1 errors
-Line 152: Expected 1 errors
+Line 29: Expected 1 errors
+Line 37: Expected 1 errors
+Line 46: Expected 1 errors
+Line 55: Expected 1 errors
+Line 68: Expected 1 errors
+Line 79: Expected 1 errors
+Line 95: Expected 1 errors
+Line 96: Expected 1 errors
+Line 110: Expected 1 errors
+Line 111: Expected 1 errors
+Line 118: Expected 1 errors
+Line 119: Expected 1 errors
+Line 120: Expected 1 errors
+Line 121: Expected 1 errors
+Line 129: Expected 1 errors
+Line 137: Expected 1 errors
+Line 148: Expected 1 errors
 """
diff --git a/conformance/results/pytype/generics_syntax_scoping.toml b/conformance/results/pytype/generics_syntax_scoping.toml
index c976c9d93..0e811a233 100644
--- a/conformance/results/pytype/generics_syntax_scoping.toml
+++ b/conformance/results/pytype/generics_syntax_scoping.toml
@@ -9,6 +9,8 @@ conformance_automated = "Fail"
 errors_diff = """
 Line 14: Expected 1 errors
 Line 18: Expected 1 errors
+Line 35: Expected 1 errors
+Line 44: Expected 1 errors
 Line 92: Expected 1 errors
 Line 95: Expected 1 errors
 Line 98: Expected 1 errors
diff --git a/conformance/results/pytype/generics_typevartuple_basic.toml b/conformance/results/pytype/generics_typevartuple_basic.toml
index cb83522fa..3116b579d 100644
--- a/conformance/results/pytype/generics_typevartuple_basic.toml
+++ b/conformance/results/pytype/generics_typevartuple_basic.toml
@@ -54,7 +54,6 @@ File "generics_typevartuple_basic.py", line 106, in <module>: Function list.exte
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 46: Expected 1 errors
 Line 89: Expected 1 errors
 Line 99: Expected 1 errors
 Line 100: Expected 1 errors
@@ -71,7 +70,6 @@ Line 27: Unexpected errors ['File "generics_typevartuple_basic.py", line 27, in
 Line 36: Unexpected errors ['File "generics_typevartuple_basic.py", line 36, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 36, in <module>: Invalid type annotation \\'Array[Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 36, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
 Line 37: Unexpected errors ['File "generics_typevartuple_basic.py", line 37, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 37, in <module>: Invalid type annotation \\'Array[Batch, Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 37, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
 Line 38: Unexpected errors ['File "generics_typevartuple_basic.py", line 38, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 38, in <module>: Invalid type annotation \\'Array[Time, Batch, Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 38, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
-Line 44: Unexpected errors ['File "generics_typevartuple_basic.py", line 44, in <module>: class Array is not indexable [not-indexable]', 'File "generics_typevartuple_basic.py", line 44, in <module>: Invalid type annotation \\'Array[Time, Batch, Height, Width]\\'  [invalid-annotation]', 'File "generics_typevartuple_basic.py", line 44, in <module>: Function Array.__init__ was called with the wrong arguments [wrong-arg-types]']
 Line 54: Unexpected errors ['File "generics_typevartuple_basic.py", line 54, in __init__: Invalid type annotation \\'tuple[*Shape,]\\'  [invalid-annotation]']
 Line 75: Unexpected errors ['File "generics_typevartuple_basic.py", line 75, in <module>: Invalid type annotation \\'<instance of Tuple[nothing, ...]>\\'  [invalid-annotation]']
 Line 76: Unexpected errors ['File "generics_typevartuple_basic.py", line 76, in func2: bad return type [bad-return-type]']
diff --git a/conformance/results/pytype/generics_variance.toml b/conformance/results/pytype/generics_variance.toml
index d191e25dc..71f928f3e 100644
--- a/conformance/results/pytype/generics_variance.toml
+++ b/conformance/results/pytype/generics_variance.toml
@@ -17,13 +17,13 @@ Line 81: Expected 1 errors
 Line 93: Expected 1 errors
 Line 105: Expected 1 errors
 Line 113: Expected 1 errors
-Line 127: Expected 1 errors
-Line 133: Expected 1 errors
-Line 143: Expected 1 errors
+Line 126: Expected 1 errors
+Line 132: Expected 1 errors
+Line 142: Expected 1 errors
 Line 163: Expected 1 errors
 Line 167: Expected 1 errors
 Line 191: Expected 1 errors
-Line 197: Expected 1 errors
+Line 196: Expected 1 errors
 Line 18: Unexpected errors ['File "generics_variance.py", line 18, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
 Line 19: Unexpected errors ['File "generics_variance.py", line 19, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
 Line 27: Unexpected errors ['File "generics_variance.py", line 27, in __iter__: bad return type [bad-return-type]']
diff --git a/conformance/results/pytype/protocols_generic.toml b/conformance/results/pytype/protocols_generic.toml
index 4b37a3efc..c2d3728ac 100644
--- a/conformance/results/pytype/protocols_generic.toml
+++ b/conformance/results/pytype/protocols_generic.toml
@@ -21,6 +21,5 @@ Line 74: Expected 1 errors
 Line 147: Expected 1 errors
 Line 12: Unexpected errors ['File "protocols_generic.py", line 12, in <module>: argument "covariant" to TypeVar not supported yet [not-supported-yet]']
 Line 13: Unexpected errors ['File "protocols_generic.py", line 13, in <module>: argument "contravariant" to TypeVar not supported yet [not-supported-yet]']
-Line 44: Unexpected errors ['File "protocols_generic.py", line 44, in <module>: Invalid type annotation \\'Proto2\\'  [invalid-annotation]']
 Line 65: Unexpected errors ['File "protocols_generic.py", line 65, in func2: Type annotation for v1 does not match type of assignment [annotation-type-mismatch]']
 """
diff --git a/conformance/results/pytype/protocols_runtime_checkable.toml b/conformance/results/pytype/protocols_runtime_checkable.toml
index 2771667e9..259caef2e 100644
--- a/conformance/results/pytype/protocols_runtime_checkable.toml
+++ b/conformance/results/pytype/protocols_runtime_checkable.toml
@@ -13,6 +13,6 @@ Line 23: Expected 1 errors
 Line 55: Expected 1 errors
 Line 61: Expected 1 errors
 Line 88: Expected 1 errors
-Line 93: Expected 1 errors
+Line 92: Expected 1 errors
 Line 96: Expected 1 errors
 """
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index 72324c383..53483eeac 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 45.2
+test_duration = 43.5
diff --git a/conformance/results/results.html b/conformance/results/results.html
index 0990e761b..21e66073c 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>2.1sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>4.8sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>45.2sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some generics</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject `del` of required key.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p><p>Does not allow covariant use of TypeGuard.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeis</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject covariant use of TypeIs.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.1sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>43.5sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some generics</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject `del` of required key.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p><p>Does not allow covariant use of TypeGuard.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeis</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject covariant use of TypeIs.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>
diff --git a/conformance/tests/generics_defaults.py b/conformance/tests/generics_defaults.py
index 714dd7f0e..0857b9291 100644
--- a/conformance/tests/generics_defaults.py
+++ b/conformance/tests/generics_defaults.py
@@ -101,18 +101,14 @@ class Class_TypeVarTuple(Generic[*DefaultTs]): ...
 # > error.
 
 TypeVar("Ok", bound=float, default=int)  # OK
-TypeVar(
-    "Invalid", bound=str, default=int
-)  # E: the bound and default are incompatible
+TypeVar("Invalid", bound=str, default=int)  # E: the bound and default are incompatible
 
 # > For constrained ``TypeVar``\ s, the default needs to be one of the
 # > constraints. A type checker should generate an error even if it is a
 # > subtype of one of the constraints.
 
 TypeVar("Ok", float, str, default=float)  # OK
-TypeVar(
-    "Invalid", float, str, default=int
-)  # E: expected one of float or str got int
+TypeVar("Invalid", float, str, default=int)  # E: expected one of float or str got int
 
 
 # > In generic functions, type checkers may use a type parameter's default when the
diff --git a/conformance/tests/generics_defaults_referential.py b/conformance/tests/generics_defaults_referential.py
index 99ad739d7..34b236007 100644
--- a/conformance/tests/generics_defaults_referential.py
+++ b/conformance/tests/generics_defaults_referential.py
@@ -33,12 +33,8 @@ def __init__(self, a: DefaultStrT, b: T2) -> None: ...
 
 
 assert_type(Foo(1, ""), Foo[int, str])
-Foo[int](
-    1, ""
-)  # E: Foo[int, str] cannot be assigned to self: Foo[int, int] in Foo.__init__
-Foo[int](
-    "", 1
-)  # E: Foo[str, int] cannot be assigned to self: Foo[int, int] in Foo.__init__
+Foo[int](1, "")  # E: Foo[int, str] cannot be assigned to self: Foo[int, int] in Foo.__init__
+Foo[int]("", 1)  # E: Foo[str, int] cannot be assigned to self: Foo[int, int] in Foo.__init__
 
 
 # > ``T1`` must be used before ``T2`` in the parameter list of the generic.
@@ -75,15 +71,11 @@ class Bar2(Generic[S2]): ...  # E
 # > The constraints of ``T2`` must be a superset of the constraints of ``T1``.
 
 Y1 = TypeVar("Y1", bound=int)
-TypeVar(
-    "Invalid2", float, str, default=Y1
-)  # E: upper bound int is incompatible with constraints float or str
+TypeVar("Invalid2", float, str, default=Y1)  # E: upper bound int is incompatible with constraints float or str
 
 Y2 = TypeVar("Y2", int, str)
 TypeVar("AlsoOk2", int, str, bool, default=Y2)  # OK
-TypeVar(
-    "AlsoInvalid2", bool, complex, default=Y2
-)  # E: {bool, complex} is not a superset of {int, str}
+TypeVar("AlsoInvalid2", bool, complex, default=Y2)  # E: {bool, complex} is not a superset of {int, str}
 
 
 # > Type parameters are valid as parameters to generics inside of a
diff --git a/conformance/tests/generics_paramspec_semantics.py b/conformance/tests/generics_paramspec_semantics.py
index f3cd63bf5..63bbac80d 100644
--- a/conformance/tests/generics_paramspec_semantics.py
+++ b/conformance/tests/generics_paramspec_semantics.py
@@ -43,7 +43,7 @@ def y_x(y: int, x: str) -> int:
 assert_type(f2(1, ""), bool)
 assert_type(f2(y="", x=1), bool)
 
-f3 = func1(x_y, y_x)  # Could return (a: int, b: str, /) -> bool
+f3 = func1(x_y, y_x)  # E?: Could return (a: int, b: str, /) -> bool
 # (a callable with two positional-only parameters)
 # This works because both callables have types that are
 # behavioral subtypes of Callable[[int, str], int]
diff --git a/conformance/tests/generics_self_basic.py b/conformance/tests/generics_self_basic.py
index aea671078..fd7e66b0c 100644
--- a/conformance/tests/generics_self_basic.py
+++ b/conformance/tests/generics_self_basic.py
@@ -16,7 +16,7 @@ def set_scale(self, scale: float) -> Self:
 
     def method2(self) -> Self:
         # This should result in a type error.
-        return Shape()
+        return Shape()  # E
 
     def method3(self) -> "Shape":
         return self
@@ -29,7 +29,7 @@ def from_config(cls, config: dict[str, float]) -> Self:
     @classmethod
     def cls_method2(cls) -> Self:
         # This should result in a type error.
-        return Shape()
+        return Shape()  # E
 
     @classmethod
     def cls_method3(cls) -> "Shape":
@@ -61,7 +61,7 @@ def set_value(self, value: T) -> Self:
         ...
 
     # This should generate an error because Self isn't subscriptable.
-    def foo(self, other: Self[int]) -> None:
+    def foo(self, other: Self[int]) -> None:  # E
         pass
 
 
diff --git a/conformance/tests/generics_syntax_declarations.py b/conformance/tests/generics_syntax_declarations.py
index d817a17e3..f49e96a99 100644
--- a/conformance/tests/generics_syntax_declarations.py
+++ b/conformance/tests/generics_syntax_declarations.py
@@ -16,7 +16,7 @@ class ChildClass[T, *Ts, **P]:
     assert_type(P, ParamSpec)
 
 
-class ClassA[T](Generic[T]):  # Runtime error
+class ClassA[T](Generic[T]):  # E: Runtime error
     ...
 
 
diff --git a/conformance/tests/generics_syntax_infer_variance.py b/conformance/tests/generics_syntax_infer_variance.py
index ff0d11b8d..f19b6a181 100644
--- a/conformance/tests/generics_syntax_infer_variance.py
+++ b/conformance/tests/generics_syntax_infer_variance.py
@@ -12,13 +12,9 @@
 K = TypeVar("K", infer_variance=True)
 V = TypeVar("V", infer_variance=True)
 
-S1 = TypeVar(
-    "S1", covariant=True, infer_variance=True
-)  # E: cannot use covariant with infer_variance
+S1 = TypeVar("S1", covariant=True, infer_variance=True)  # E: cannot use covariant with infer_variance
 
-S2 = TypeVar(
-    "S2", contravariant=True, infer_variance=True
-)  # E: cannot use contravariant with infer_variance
+S2 = TypeVar("S2", contravariant=True, infer_variance=True)  # E: cannot use contravariant with infer_variance
 
 
 class ShouldBeCovariant1(Generic[T]):
diff --git a/conformance/tests/generics_syntax_scoping.py b/conformance/tests/generics_syntax_scoping.py
index 3f81c2699..5e51a44d1 100644
--- a/conformance/tests/generics_syntax_scoping.py
+++ b/conformance/tests/generics_syntax_scoping.py
@@ -32,7 +32,7 @@ class ClassC[T](BaseClassC[T], param=Foo[T]):  # OK
     ...
 
 
-print(T)  # Runtime error: 'T' is not defined
+print(T)  # E: Runtime error: 'T' is not defined
 
 
 def decorator1[
@@ -41,7 +41,7 @@ def decorator1[
     ...
 
 
-@decorator1(Foo[T])  # Runtime error: 'T' is not defined
+@decorator1(Foo[T])  # E: Runtime error: 'T' is not defined
 class ClassD[T]:
     ...
 
@@ -49,11 +49,11 @@ class ClassD[T]:
 type Alias1[K, V] = Mapping[K, V] | Sequence[K]
 
 
-S: int = 0
+S: int = int(0)
 
 
-def outer1[S]():
-    S: str = ""
+def outer1[S](x: str):
+    S: str = x
     T: int = 1
 
     def outer2[T]():
diff --git a/conformance/tests/generics_typevartuple_basic.py b/conformance/tests/generics_typevartuple_basic.py
index c6a3c5ebe..77a07c1ff 100644
--- a/conformance/tests/generics_typevartuple_basic.py
+++ b/conformance/tests/generics_typevartuple_basic.py
@@ -41,9 +41,9 @@ def get_shape(self) -> tuple[*Shape]:
 
 v4: Array[Height, Width] = Array(Height(1))  # E
 v5: Array[Batch, Height, Width] = Array((Batch(1), Width(1)))  # E
-v6: Array[Time, Batch, Height, Width] = Array(
+v6: Array[Time, Batch, Height, Width] = Array(  # E
     (Time(1), Batch(1), Width(1), Height(1))
-)  # E
+)
 
 
 # > Type Variable Tuples Must Always be Unpacked
diff --git a/conformance/tests/generics_variance.py b/conformance/tests/generics_variance.py
index 170bc1e68..c4b8682c4 100644
--- a/conformance/tests/generics_variance.py
+++ b/conformance/tests/generics_variance.py
@@ -123,14 +123,14 @@ class CoContra_Child1(CoContra[T_co, T_contra]):  # OK
 
 
 class CoContra_Child2(
-    CoContra[T_co, T_co]
-):  # E: Second type arg must be contravariant
+    CoContra[T_co, T_co]  # E: Second type arg must be contravariant
+):
     ...
 
 
 class CoContra_Child3(
-    CoContra[T_contra, T_contra]
-):  # E: First type arg must be covariant
+    CoContra[T_contra, T_contra]  # E: First type arg must be covariant
+):
     ...
 
 
@@ -139,8 +139,8 @@ class CoContra_Child4(CoContra[T, T]):  # OK
 
 
 class CoContra_Child5(
-    CoContra[Co[T_co], Co[T_co]]
-):  # E: Second type arg must be contravariant
+    CoContra[Co[T_co], Co[T_co]]  # E: Second type arg must be contravariant
+):
     ...
 
 
@@ -193,6 +193,6 @@ class CoToContraToContra_WithTA(Contra_TA[Co_TA[Contra_TA[T_contra]]]):  # E
 
 
 class ContraToContraToContra_WithTA(
-    Contra_TA[Contra_TA[Contra_TA[T_co]]]
-):  # E
+    Contra_TA[Contra_TA[Contra_TA[T_co]]]  # E
+):
     ...
diff --git a/conformance/tests/protocols_generic.py b/conformance/tests/protocols_generic.py
index fbe794d86..d3bbf8a0c 100644
--- a/conformance/tests/protocols_generic.py
+++ b/conformance/tests/protocols_generic.py
@@ -41,7 +41,7 @@ def method1(self, x: str) -> str:
 
 
 # Runtime error: Protocol and Generic cannot be used together as base classes.
-class Proto2(Protocol[T_co], Generic[T_co]):
+class Proto2(Protocol[T_co], Generic[T_co]):  # E
     ...
 
 
diff --git a/conformance/tests/protocols_runtime_checkable.py b/conformance/tests/protocols_runtime_checkable.py
index c63ad5c5c..68fdf8fe8 100644
--- a/conformance/tests/protocols_runtime_checkable.py
+++ b/conformance/tests/protocols_runtime_checkable.py
@@ -89,8 +89,8 @@ def func3():
         pass
 
     if isinstance(
-        Concrete3B(), (Proto3, NonDataProtocol)
-    ):  # E: unsafe overlap
+        Concrete3B(), (Proto3, NonDataProtocol)  # E: unsafe overlap
+    ):
         pass
 
     if issubclass(Concrete3A, (Proto3, NonDataProtocol)):  # E: unsafe overlap

From b43d07eec2cd9179c46a1e907b56a4314e3902a3 Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Fri, 5 Apr 2024 09:22:19 -0400
Subject: [PATCH 21/22] Fix bad merge on pytype TypeIs test

---
 .../results/pytype/narrowing_typeis.toml      | 21 ++++++++++++-------
 conformance/results/pytype/version.toml       |  2 +-
 conformance/results/results.html              |  2 +-
 3 files changed, 15 insertions(+), 10 deletions(-)

diff --git a/conformance/results/pytype/narrowing_typeis.toml b/conformance/results/pytype/narrowing_typeis.toml
index 1f67493dd..a738bbbcb 100644
--- a/conformance/results/pytype/narrowing_typeis.toml
+++ b/conformance/results/pytype/narrowing_typeis.toml
@@ -1,11 +1,8 @@
-conformant = "Unsupported"
-conformance_automated = "Fail"
-errors_diff = """
-Line 105: Expected 1 errors
-Line 110: Expected 1 errors
-Line 191: Expected 1 errors
-Line 199: Expected 1 errors
-Line 19: Unexpected errors ['File "narrowing_typeis.py", line 19, in func1: Tuple[str, ...] [assert-type]']
+conformant = "Partial"
+notes = """
+Does not narrow correctly on generic tuple type
+Does not reject covariant use of TypeIs
+Does not reject TypeIs where return type is not consistent with input type due to variance
 """
 output = """
 File "narrowing_typeis.py", line 19, in func1: Tuple[str, ...] [assert-type]
@@ -15,3 +12,11 @@ File "narrowing_typeis.py", line 169, in <module>: Function takes_typeguard was
 File "narrowing_typeis.py", line 170, in <module>: Function takes_typeis was called with the wrong arguments [wrong-arg-types]
 File "narrowing_typeis.py", line 195, in <module>: TypeIs[str] is not consistent with input type int [invalid-function-definition]
 """
+conformance_automated = "Fail"
+errors_diff = """
+Line 105: Expected 1 errors
+Line 110: Expected 1 errors
+Line 191: Expected 1 errors
+Line 199: Expected 1 errors
+Line 19: Unexpected errors ['File "narrowing_typeis.py", line 19, in func1: Tuple[str, ...] [assert-type]']
+"""
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index 53483eeac..0af50da7c 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 43.5
+test_duration = 44.5
diff --git a/conformance/results/results.html b/conformance/results/results.html
index 21e66073c..74da1a793 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.1sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>43.5sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some generics</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject `del` of required key.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p><p>Does not allow covariant use of TypeGuard.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeis</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject covariant use of TypeIs.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.1sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>44.5sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some generics</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject `del` of required key.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p><p>Does not allow covariant use of TypeGuard.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeis</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject covariant use of TypeIs.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow correctly on generic tuple type</p><p>Does not reject covariant use of TypeIs</p><p>Does not reject TypeIs where return type is not consistent with input type due to variance</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>

From cdc802b61b8dc7ded14cce2fd232a90cb6b9b82f Mon Sep 17 00:00:00 2001
From: Jelle Zijlstra <jelle.zijlstra@gmail.com>
Date: Fri, 5 Apr 2024 12:17:51 -0400
Subject: [PATCH 22/22] Fix incorrect scoring for NamedTuple and no_type_check

---
 .../mypy/directives_no_type_check.toml        |  5 ++---
 .../mypy/namedtuples_define_functional.toml   |  2 --
 conformance/results/mypy/version.toml         |  2 +-
 .../pyre/directives_no_type_check.toml        | 20 +++++++----------
 .../pyre/namedtuples_define_functional.toml   |  4 +---
 conformance/results/pyre/version.toml         |  2 +-
 .../pyright/directives_no_type_check.toml     |  9 ++++----
 conformance/results/pyright/version.toml      |  2 +-
 .../pytype/directives_no_type_check.toml      | 16 +++++---------
 conformance/results/pytype/version.toml       |  2 +-
 conformance/results/results.html              |  2 +-
 conformance/tests/directives_no_type_check.py | 22 ++++++++++++-------
 .../tests/namedtuples_define_functional.py    |  6 ++---
 13 files changed, 43 insertions(+), 51 deletions(-)

diff --git a/conformance/results/mypy/directives_no_type_check.toml b/conformance/results/mypy/directives_no_type_check.toml
index 85871f73f..cc9ccf142 100644
--- a/conformance/results/mypy/directives_no_type_check.toml
+++ b/conformance/results/mypy/directives_no_type_check.toml
@@ -4,10 +4,9 @@ Does not honor `@no_type_check` class decorator.
 Does not reject invalid call of `@no_type_check` function.
 """
 output = """
-directives_no_type_check.py:16: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_no_type_check.py:15: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 26: Expected 1 errors
-Line 16: Unexpected errors ['directives_no_type_check.py:16: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 32: Expected 1 errors
 """
diff --git a/conformance/results/mypy/namedtuples_define_functional.toml b/conformance/results/mypy/namedtuples_define_functional.toml
index c8f917b68..7601d5252 100644
--- a/conformance/results/mypy/namedtuples_define_functional.toml
+++ b/conformance/results/mypy/namedtuples_define_functional.toml
@@ -17,7 +17,5 @@ namedtuples_define_functional.py:66: error: Missing positional argument "a" in c
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 53: Expected 1 errors
-Line 54: Expected 1 errors
 Line 57: Unexpected errors ['namedtuples_define_functional.py:57: error: Unexpected keyword argument "_1" for "NT4"  [call-arg]']
 """
diff --git a/conformance/results/mypy/version.toml b/conformance/results/mypy/version.toml
index da96566e1..15e6e85c0 100644
--- a/conformance/results/mypy/version.toml
+++ b/conformance/results/mypy/version.toml
@@ -1,2 +1,2 @@
 version = "mypy 1.9.0"
-test_duration = 1.5
+test_duration = 1.4
diff --git a/conformance/results/pyre/directives_no_type_check.toml b/conformance/results/pyre/directives_no_type_check.toml
index cfa664316..f08913eaf 100644
--- a/conformance/results/pyre/directives_no_type_check.toml
+++ b/conformance/results/pyre/directives_no_type_check.toml
@@ -1,19 +1,15 @@
-conformant = "Partial"
+conformant = "Pass"
 notes = """
 Does not honor @no_type_check decorator.
 """
 output = """
-directives_no_type_check.py:16:4 Incompatible attribute type [8]: Attribute `x` declared in class `ClassA` has type `int` but is used as type `str`.
-directives_no_type_check.py:21:12 Unsupported operand [58]: `+` is not supported for operand types `int` and `str`.
-directives_no_type_check.py:22:4 Incompatible return type [7]: Expected `None` but got `int`.
-directives_no_type_check.py:25:6 Incompatible parameter type [6]: In call `func1`, for 1st positional argument, expected `int` but got `bytes`.
-directives_no_type_check.py:25:18 Incompatible parameter type [6]: In call `func1`, for 2nd positional argument, expected `str` but got `bytes`.
-directives_no_type_check.py:26:0 Missing argument [20]: Call `func1` expects argument `a`.
+directives_no_type_check.py:15:4 Incompatible attribute type [8]: Attribute `x` declared in class `ClassA` has type `int` but is used as type `str`.
+directives_no_type_check.py:25:12 Unsupported operand [58]: `+` is not supported for operand types `int` and `str`.
+directives_no_type_check.py:26:4 Incompatible return type [7]: Expected `None` but got `int`.
+directives_no_type_check.py:29:6 Incompatible parameter type [6]: In call `func1`, for 1st positional argument, expected `int` but got `bytes`.
+directives_no_type_check.py:29:18 Incompatible parameter type [6]: In call `func1`, for 2nd positional argument, expected `str` but got `bytes`.
+directives_no_type_check.py:32:0 Missing argument [20]: Call `func1` expects argument `a`.
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 16: Unexpected errors ['directives_no_type_check.py:16:4 Incompatible attribute type [8]: Attribute `x` declared in class `ClassA` has type `int` but is used as type `str`.']
-Line 21: Unexpected errors ['directives_no_type_check.py:21:12 Unsupported operand [58]: `+` is not supported for operand types `int` and `str`.']
-Line 22: Unexpected errors ['directives_no_type_check.py:22:4 Incompatible return type [7]: Expected `None` but got `int`.']
-Line 25: Unexpected errors ['directives_no_type_check.py:25:6 Incompatible parameter type [6]: In call `func1`, for 1st positional argument, expected `int` but got `bytes`.', 'directives_no_type_check.py:25:18 Incompatible parameter type [6]: In call `func1`, for 2nd positional argument, expected `str` but got `bytes`.']
 """
diff --git a/conformance/results/pyre/namedtuples_define_functional.toml b/conformance/results/pyre/namedtuples_define_functional.toml
index 34bef5854..b9efa74f6 100644
--- a/conformance/results/pyre/namedtuples_define_functional.toml
+++ b/conformance/results/pyre/namedtuples_define_functional.toml
@@ -1,4 +1,4 @@
-conformant = "Partial"
+conformant = "Pass"
 notes = """
 Does not reject duplicate field names in functional form.
 Does not handle illegal named tuple names the same as runtime.
@@ -29,8 +29,6 @@ namedtuples_define_functional.py:66:0 Missing argument [20]: Call `NT5.__init__`
 """
 conformance_automated = "Fail"
 errors_diff = """
-Line 52: Expected 1 errors
-Line 53: Expected 1 errors
 Line 56: Unexpected errors ['namedtuples_define_functional.py:56:47 Invalid type [31]: Expression `True` is not a valid type.', 'namedtuples_define_functional.py:56:47 Invalid type [31]: Expression `True` is not a valid type.', 'namedtuples_define_functional.py:56:47 Invalid type [31]: Expression `typing.Final[True]` is not a valid type.']
 Line 57: Unexpected errors ['namedtuples_define_functional.py:57:0 Unexpected keyword [28]: Unexpected keyword argument `abc` to call `NT4.__init__`.']
 Line 63: Unexpected errors ['namedtuples_define_functional.py:63:42 Invalid type [31]: Expression `(1, 2)` is not a valid type.', 'namedtuples_define_functional.py:63:42 Invalid type [31]: Expression `(1, 2)` is not a valid type.', 'namedtuples_define_functional.py:63:42 Invalid type [31]: Expression `typing.Final[(1, 2)]` is not a valid type.', 'namedtuples_define_functional.py:63:42 Invalid type parameters [24]: Generic type `typing.Final` expects 1 type parameter, received 2.']
diff --git a/conformance/results/pyre/version.toml b/conformance/results/pyre/version.toml
index 86be76fb2..e4f3bd0c9 100644
--- a/conformance/results/pyre/version.toml
+++ b/conformance/results/pyre/version.toml
@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 3.1
+test_duration = 2.8
diff --git a/conformance/results/pyright/directives_no_type_check.toml b/conformance/results/pyright/directives_no_type_check.toml
index 168f75541..f14b2f0d6 100644
--- a/conformance/results/pyright/directives_no_type_check.toml
+++ b/conformance/results/pyright/directives_no_type_check.toml
@@ -1,13 +1,12 @@
-conformant = "Partial"
+conformant = "Pass"
 notes = """
 Does not honor `@no_type_check` class decorator.
 """
 output = """
-directives_no_type_check.py:16:14 - error: Expression of type "Literal['']" cannot be assigned to declared type "int"
+directives_no_type_check.py:15:14 - error: Expression of type "Literal['']" cannot be assigned to declared type "int"
   "Literal['']" is incompatible with "int" (reportAssignmentType)
-directives_no_type_check.py:26:1 - error: Arguments missing for parameters "a", "b" (reportCallIssue)
+directives_no_type_check.py:32:1 - error: Arguments missing for parameters "a", "b" (reportCallIssue)
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 16: Unexpected errors ['directives_no_type_check.py:16:14 - error: Expression of type "Literal[\\'\\']" cannot be assigned to declared type "int"']
 """
diff --git a/conformance/results/pyright/version.toml b/conformance/results/pyright/version.toml
index 4b1baca77..9d0780a91 100644
--- a/conformance/results/pyright/version.toml
+++ b/conformance/results/pyright/version.toml
@@ -1,2 +1,2 @@
 version = "pyright 1.1.357"
-test_duration = 1.6
+test_duration = 1.7
diff --git a/conformance/results/pytype/directives_no_type_check.toml b/conformance/results/pytype/directives_no_type_check.toml
index 5ec06e48d..b90eb6f63 100644
--- a/conformance/results/pytype/directives_no_type_check.toml
+++ b/conformance/results/pytype/directives_no_type_check.toml
@@ -3,16 +3,12 @@ notes = """
 Does not honor @no_type_check decorator.
 """
 output = """
-File "directives_no_type_check.py", line 16, in ClassA: Type annotation for x does not match type of assignment [annotation-type-mismatch]
-File "directives_no_type_check.py", line 21, in func1: unsupported operand type(s) for +: int and str [unsupported-operands]
-File "directives_no_type_check.py", line 22, in func1: bad return type [bad-return-type]
-File "directives_no_type_check.py", line 25, in <module>: Function func1 was called with the wrong arguments [wrong-arg-types]
-File "directives_no_type_check.py", line 26, in <module>: Missing parameter 'a' in call to function func1 [missing-parameter]
+File "directives_no_type_check.py", line 15, in ClassA: Type annotation for x does not match type of assignment [annotation-type-mismatch]
+File "directives_no_type_check.py", line 25, in func1: unsupported operand type(s) for +: int and str [unsupported-operands]
+File "directives_no_type_check.py", line 26, in func1: bad return type [bad-return-type]
+File "directives_no_type_check.py", line 29, in <module>: Function func1 was called with the wrong arguments [wrong-arg-types]
+File "directives_no_type_check.py", line 32, in <module>: Missing parameter 'a' in call to function func1 [missing-parameter]
 """
-conformance_automated = "Fail"
+conformance_automated = "Pass"
 errors_diff = """
-Line 16: Unexpected errors ['File "directives_no_type_check.py", line 16, in ClassA: Type annotation for x does not match type of assignment [annotation-type-mismatch]']
-Line 21: Unexpected errors ['File "directives_no_type_check.py", line 21, in func1: unsupported operand type(s) for +: int and str [unsupported-operands]']
-Line 22: Unexpected errors ['File "directives_no_type_check.py", line 22, in func1: bad return type [bad-return-type]']
-Line 25: Unexpected errors ['File "directives_no_type_check.py", line 25, in <module>: Function func1 was called with the wrong arguments [wrong-arg-types]']
 """
diff --git a/conformance/results/pytype/version.toml b/conformance/results/pytype/version.toml
index 0af50da7c..53483eeac 100644
--- a/conformance/results/pytype/version.toml
+++ b/conformance/results/pytype/version.toml
@@ -1,2 +1,2 @@
 version = "pytype 2024.03.19"
-test_duration = 44.5
+test_duration = 43.5
diff --git a/conformance/results/results.html b/conformance/results/results.html
index 74da1a793..cc2c93b21 100644
--- a/conformance/results/results.html
+++ b/conformance/results/results.html
@@ -156,7 +156,7 @@
         <header>
             <h3>Python Type System Conformance Test Results</h3>
         </header>
-        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.5sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.6sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>3.1sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>44.5sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some generics</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject `del` of required key.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p><p>Does not allow covariant use of TypeGuard.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeis</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject covariant use of TypeIs.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow correctly on generic tuple type</p><p>Does not reject covariant use of TypeIs</p><p>Does not reject TypeIs where return type is not consistent with input type due to variance</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
+        <div class="table_container"><table><tbody><tr><th class="col1">&nbsp;</th><th class='tc-header'><div class='tc-name'>mypy 1.9.0</div><div class='tc-time'>1.4sec</div></th><th class='tc-header'><div class='tc-name'>pyright 1.1.357</div><div class='tc-time'>1.7sec</div></th><th class='tc-header'><div class='tc-name'>pyre 0.9.19</div><div class='tc-time'>2.8sec</div></th><th class='tc-header'><div class='tc-name'>pytype 2024.03.19</div><div class='tc-time'>43.5sec</div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/annotations.html">Type annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_coroutines</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for async function.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_forward_refs</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Incorrectly generates error for quoted type defined in class scope.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for a forward reference that is not enclosed in quotes.</p><p>Does not report error for use of quoted type with "|" operator (runtime error).</p><p>Does not reject f-string in quoted type annotation.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Does not generate error for unquoted type defined in class scope.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms when quoted.</p><p>Incorrectly generates error for quoted type defined in class scope.</p><p>Evaluates incorrect type for class variable annotated with quoted type expression.</p><p>Does not treat triple-quoted forward reference annotation as implicitly parenthesized.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_generators</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatible Generator type in `yield from` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Incorrectly evaluates type of call to async generator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report invalid return type for generator when function implicitly returns None.</p><p>Reports invalid error when return type of generator is annotated as a compatible protocol.</p><p>Does not report type violation in `yield from` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_methods</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Type evaluation differs from other type checkers because of ambiguity in the spec related to method bindings.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;annotations_typeexpr</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some generics</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call expressions in type annotation.</p><p>Does not reject call lambda expression in type annotation.</p><p>Does not reject list expression in type annotation.</p><p>Does not reject ternary expression in type annotation.</p><p>Does not reject f-string in type annotation.</p><p>Does not reject module in type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/special-types.html">Special types in annotations</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_any</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat missing type argument as Any in generic type.</p><p>Does not support Any as a base class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_never</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat Never as compatible with all other types.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand NoReturn or Never.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_none</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle type annotation type[None].</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type incompatibility between None and type[None].</p><p>Does not detect type incompatibility between None and incompatible protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_promotions</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of attribute that is compatible only with float.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;specialtypes_type</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not treat `type` same as `type[Any]` for assert_type.</p><p>Does not allow access to unknown attributes from object of type `type[Any]`.</p><p>Does not reject access to unknown attributes from object of type `Type[object]`.</p><p>Reports type incompatibility between `type` and `Callable[..., Any]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Callable when passed to type[T].</p><p>Does not allow access to known attributes from object of type `type[Any]`.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/generics.html">Generics</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_base_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject illegal use of Generic.</p><p>Does not allow using generic in assert_type expression.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on passing SymbolTable to dict[str, list[object]].</p><p>Does not reject illegal use of Generic.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative in custom map example.</p><p>False positive using `iter`.</p><p>False negative for generic metaclass.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False positives in examples using constrained type variables.</p><p>False negative for generic metaclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_referential</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_defaults_specialization</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ParamSpec when used "bare" in type alias definition.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce name consistency for ParamSpec assigned to identifier.</p><p>Incorrectly reports error for legitimate use of ParamSpec in generic type alias.</p><p>Does not reject ParamSpec when used in various invalid locations.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_components</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report illegal use of "P.args" on normal parameter.</p><p>Does not report error when P.args is specified but P.kwargs is missing.</p><p>Does not report error when P is out of scope and P.args and P.kwargs is used.</p><p>Does not report error when calling callback defined with ParamSpec with incorrect arguments.</p><p>Does not report error when keyword argument is specified between P.args and P.kwargs.</p><p>Does not report error when calling callable and argument is missing for concatenated parameters.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Constraint solver doesn't find common type for two signatures captured by a single ParamSpec (allowed).</p><p>Reports error for legitimate Callable type annotation that uses Concatenate.</p><p>Does not evaluate the correct type for call of Callable defined with Concatenate.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_paramspec_specialization</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for legitimate use of ParamSpec and Concatenate in function signature.</p><p>Reports error for legitimate specialization of generic class parameterized with ParamSpec.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid specialization of ParamSpec using list expression.</p><p>Does not reject invalid specialization of class with both TypeVar and ParamSpec.</p><p>Reports error for valid method call involving ParamSpec.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_scoping</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>False negative on generic class nested within generic function with same type variable.</p><p>False negative on generic class nested within generic class with same type variable.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_advanced</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not infer the type of an unannotated `self` parameter to be type `Self`.</p><p>Does not retain `Self` when calling method that returns `Self`.</p><p>Does not infer the type of an unannotated `cls` parameter to be type `type[Self]`.</p><p>Does not retain `Self` when accessing attribute through `type[Self]`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_attributes</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle constructor call through `cls` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_protocols</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol compatibility due to method `Self` return type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_self_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Self` type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_compatibility</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_declarations</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_infer_variance</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_syntax_scoping</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_type_erasure</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Infers Node[Never] instead of Node[Any] when argument is not provided.</p><p>False negative on instance attribute access on type(node).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Doesn't allow using Node[Any] in assert_type expression.</p><p>False negatives on instance attribute access on the type.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_args</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_basic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not enforce that tuples captured by TypeVarTuple are same length.</p><p>Does not enforce that tuples captured by TypeVarTuple are same type.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_callable</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_concat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_overloads</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_specialization</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.</p><p>Rejects specialization of generic type alias defined as a tuple containing a TypeVar.</p><p>"More than one Unpack" error message has no line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_typevartuple_unpack</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support TypeVarTuple.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_upper_bound</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of upper bound with constrained TypeVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly support assert_type.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a TypeVar that is defined as both covariant and contravariant.</p><p>Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support covariant or contravariant TypeVars.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;generics_variance_inference</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Type parameter syntax not yet support.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/qualifiers.html">Type qualifiers</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_annotated</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not allow ClassVar to be nested within Annotated.</p><p>Does not allow Final to be nested within Annotated.</p><p>Does not allow Required and NotRequired to be nested within Annotated.</p><p>Does not reject type[T] compatibility for type alias defined with Annotated.</p><p>Does not reject call of type alias defined with Annotated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject Annotated with a single parameter.</p><p>Does not reject call of Annotated with no type arguments.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some illegal type expression forms used in Annotated.</p><p>Does not report type incompatibility between Annotated and type[T].</p><p>Does not reject call of Annotated.</p><p>Does not allow TypeVar to be used in type alias when wrapped with Annotated.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_annotation</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p><p>Does not allow conditional assignment of Final instance variable in __init__ method.</p><p>Does not allow redefinition of private class variable that is marked Final in parent class.</p><p>Does not report modification of local Final variable via "for" statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization in module scope.</p><p>Does not report error for invalid nesting of Final and ClassVar.</p><p>Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report Final variable with missing initialization.</p><p>Does not reject Final instance variable declared outside of __init__ method.</p><p>Does not reject modification of global variable declared Final.</p><p>Does not reject modification of local variable declared Final.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;qualifiers_final_decorator</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports error for overloaded method implementation marked @final if its overloads do not.</p><p>Does not report error for overloaded @final method defined in stub file.</p><p>Reports misleading error when overload is marked @final but implementation is not.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error for overloaded @final method defined in stub file.</p><p>Does not report error for overload that is marked @final when implementation is not.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/class-compat.html">Class type compatibility</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_classvar</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Internal error if TypeVarTuple is used in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Rejects ClassVar nested in Annotated.</p><p>Does not reject use of ClassVar in TypeAlias definition.</p><p>Does not infer type of ClassVar from assignment if no type is provided.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of TypeVar in ClassVar.</p><p>Does not reject use of ParamSpec in ClassVar.</p><p>Does not reject use of ClassVar as a generic type argument.</p><p>Rejects initialization of ClassVar if no type argument is provided.</p><p>Does not reject use of ClassVar in parameter type annotation.</p><p>Does not reject use of ClassVar in local variable annotation.</p><p>Does not reject use of ClassVar in instance variable annotation.</p><p>Does not reject use of ClassVar in return type annotation.</p><p>Does not reject use of ClassVar in type alias definition.</p><p>Does not reject assignment of ClassVar through instance of class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;classes_override</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle case where parent class derives from Any.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not yet support the @override decorator.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/aliases.html">Type aliases</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_explicit</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject specialization of type alias that has already been implicitly specialized.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Incorrectly rejects import alias of `TypeAlias` when used to define type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report some illegal annotation forms as invalid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_implicit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Incorrectly rejects some valid type aliases when used in annotations.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Does not report invalid specialization of generic type aliases.</p><p>Does not report error for attempt to instantiate union type alias.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error for type alias defined with ParamSpec.</p><p>Does not report invalid specialization of generic type alias with bound TypeVar.</p><p>Incorrectly evaluates generic type alias with ParamSpec with missing type argument.</p><p>Allows some illegal annotation forms to be interpreted as valid type aliases.</p><p>Does not report invalid specialization of already-specialized generic type alias.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_newtype</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of NewType in `isinstance` call.</p><p>Does not reject use of NewType in class definition statement.</p><p>Does not report inconsistency between name of NewType and assigned identifier name.</p><p>Does not reject use of NewType with generic class with TypeVar.</p><p>Does not reject use of NewType with protocol class.</p><p>Does not reject use of NewType with TypedDict class.</p><p>Does not reject use of NewType with Any.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle some recursive type aliases.</p><p>Does not properly handle specialization of generic recursive type aliases.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect type violation for some deeply-nested types.</p><p>Does not properly handle `|` for unions in some recursive type alias definitions.</p><p>Does not detect cyclical references in recursive type alias definition.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_type_statement</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `type` statement.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_typealiastype</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for TypeAliasType is not implemented.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;aliases_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect variance incompatibility.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/literal.html">Literals</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_interactions</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect out-of-bound tuple literal index.</p><p>Does not narrow type of `x` with `x in Literal` type guard pattern.</p><p>Does not narrow type of `x` with `x == Literal` type guard pattern.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects some legal Literal annotations.</p><p>Does not reject some illegal Literal annotations.</p><p>Does not use Literal to distinguish overloads.</p><p>Does not narrow based on `x is Literal` type guard pattern.</p><p>Does not narrow based on `x == Literal` type guard pattern.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_literalstring</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Support for `LiteralString` is not implemented.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `LiteralString` special form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_parameterizations</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject tuple within Literal.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support type aliases in Literal type expression.</p><p>Does not support nested Literal type expression.</p><p>Does not reject unary + operator in Literal type expression.</p><p>Does not reject tuple in Literal type expression.</p><p>Does not reject "bare" Literal in type expression.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;literals_semantics</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject augmented operation that modifies literal value.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand `Literal` type annotation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/protocol.html">Protocols</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_class_objects</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject protocol class assigned to type[Proto].</p><p>Incorrectly reports some class objects as incompatible with a protocol.</p><p>Fails to report some class objects as incompatible with a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_definition</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar or vice versa.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when instance variable is set through "self" access in protocol class.</p><p>Does not report protocol mismatch when concrete class has attribute with covariant type and protocol attribute is mutable.</p><p>Does not reject ClassVar in concrete class when attribute in protocol is not ClassVar.</p><p>Does not reject read-only property in concrete class when attribute in protocol is mutable.</p><p>Does not reject covariant attribute type when protocol attribute is mutable.</p><p>Does not detect protocol mismatch if concrete method is missing annotations.</p><p>Does not detect protocol mismatch if concrete method's parameters are keyword-only.</p><p>Does not detect protocol mismatch if concrete method's parameters are position-only.</p><p>Does not detect protocol mismatch if concrete method is a classmethod.</p><p>Does not detect protocol mismatch if concrete method is a staticmethod.</p><p>Does not reject read-only property in concrete class when protocol has settable property.</p><p>Does not reject immutable named tuple attribute in concrete class when protocol attribute is mutable.</p><p>Does not reject immutable frozen dataclass attribute in concrete class when protocol attribute is mutable.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_explicit</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not report unimplemented attributes for class that explicitly derives from protocol until it is instantiated.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report error when method is not implemented in derived class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Reports errors for protocol static method with "..." implementation.</p><p>Does not report error when calling unimplemented protocol method from derived class.</p><p>Does not report type incompatibility when assigning to attribute defined in protocol.</p><p>Does not reject instantiation of class that derives from protocol but doesn't implement attribute.</p><p>Does not report instantiation of class that derives from protocol but doesn't implement method.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_generic</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Fails protocol matching when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject the use of Protocol and Generic together as base classes.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly enforce contravariance in protocol type compatibility tests.</p><p>Does not correctly enforce invariance in protocol type compatibility tests.</p><p>Does not detect protocol mismatch when method-scoped TypeVar is used in protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_merging</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a protocol class that derives from a non-protocol class.</p><p>Does not report attempt to instantiate abstract class downgraded from protocol class.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_modules</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform protocol checks for modules.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report incompatibilities for protocol methods.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_recursive</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports type error for some recursive protocols.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_runtime_checkable</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not reject isinstance or issubclass call for protocol that is not runtime_checkable.</p><p>Does not reject issubclass call for data protocol.</p><p>Does not report unsafe overlap for runtime_checkable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_self</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle Self type within a protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_subtyping</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to instantiate protocol class.</p><p>Does not report some protocol type compatibility violations involving contravariance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;protocols_variance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not detect incorrect TypeVar variance within generic protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/callables.html">Callables</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_annotation</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for `*args: int` parameter.</p><p>Does not reject illegal form `Callable[[...], int]`.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_kwargs</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand Unpack in the context of **kwargs annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;callables_protocol</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly handle callback protocol that declares attributes in all functions.</p><p>Does not report type incompatibility for callback protocol with positional-only parameters.</p><p>Incorrectly reports type compatibility error with callback that has *args and **kwargs.</p><p>Does not report type incompatibility for callback missing a default argument for positional parameter.</p><p>Does not report type incompatibility for callback missing a default argument for keyword parameter.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not properly handle type compatibility checks with callback protocols.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/overload.html">Overloads</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;overloads_basic</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not correctly evaluate type of descriptor access.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly generates error when calling constructor of dataclass with descriptor.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand descriptor objects in dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_frozen</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not report assignment to field within frozen dataclass instance.</p><p>Does not reject frozen dataclass inherited from non-frozen dataclass.</p><p>Does not reject non-frozen dataclass inherited from frozen dataclass.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_hash</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when dataclass is not compatible with Hashable protocol.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject ClassVar that is overridden by instance variable.</p><p>Does not reject instance variable that is overridden by ClassVar.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_kwonly</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly reports error when kw_only field has default value.</p><p>Incorrectly rejects kw_only field with default before positional field.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_order</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type incompatibility with comparison operator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_postinit</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not perform validation of `__post_init__` method.</p><p>Does not reject access of `InitVar` from object.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not validate `__post_init__` method.</p><p>Reports incorrect error for incompatible `__post_init__` method override.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_slots</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject write to instance variable that is not defined in __slots__.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Does not reject access to `__slots__` from dataclass instance when `slots=False`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when `slots=True` is used with `__slots__` definition.</p><p>Does not reject write to instance variable that is not defined in __slots__.</p><p>Incorrectly reports error when accessing `__slots__` when `slots=True`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_class</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_field</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not properly handle field constructor that has default value for `kw_only` or `init` parameter.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_func</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle `kw_only=False` override when `kw_only_default=True`.</p><p>Does not report error when `order=False` and comparison operators are used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_transform_meta</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand @dataclass_transform.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report error when field with no default follows field with default.</p><p>Incorrectly reports error with InitVar that has default value.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/typeddict.html">Typed dictionaries</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_alt_syntax</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of variable as second argument to `TypedDict` call.</p><p>Does not report when name of TypedDict doesn't match assigned identifier name.</p><p>Does not support keyword-argument form of alternative syntax (deprecated in 3.11).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_class_syntax</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p><p>Does not support generic TypedDict class.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject methods within TypedDict class.</p><p>Does not report when metaclass is provided.</p><p>Does not report when other keyword argument is provided.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_final</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle value with literal type as index to TypedDict object.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_inheritance</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypedDict class that inherits from non-TypedDict class.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_operations</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject `del` of required key.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report type violation with TypedDict value assignment.</p><p>Does not report reference to unknown key in TypedDict.</p><p>Does not reject `clear` method on TypedDict with required keys.</p><p>Does not reject delete operation for required key in TypedDict.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_consistency</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_inheritance</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_kwargs</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_readonly_update</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 not-conformant">Unsupported</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_required</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support nesting of `Annotated` and `Required` or `NotRequired`.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p><p>Does not support recursive TypedDict definitions.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject use of `Required` in non-TypedDict class.</p><p>Does not reject use of `Required` in function parameter annotation.</p><p>Does not reject nested use of `Required` in type annotation.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_type_consistency</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject assignment of TypedDict with missing key.</p><p>Does not return non-Optional value from `get` method for required key.</p><p>Does not properly handle nested TypedDicts.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report some type violations for TypedDict type compatibility.</p><p>Incorrectly reports type violation in cases where there is none.</p><p>Does not report type incompatibility between TypedDict and `dict[str, Any]`.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;typeddicts_usage</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report errant use of TypedDict in `isinstance` call.</p><p>Does not reject use of TypedDict as TypeVar bound.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/tuples.html">Tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_compat</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Incorrectly narrows tuple based on sequence patterns.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support some unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p><p>Does not correctly evaluate `Sequence[Never]` for `tuple[()]`.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support unpacked tuple forms.</p><p>Does not report type violation when assigning `tuple[int, ...]` to `tuple[int]`.</p><p>Does not support tuple narrowing based on `len()` type guard (optional).</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_type_form</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject some invalid tuple forms involving ellipsis.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tuples_unpacked</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>"More than one unpack" error is missing a line number.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects some legal tuple type forms involving unpack.</p><p>Does not reject some illegal tuple type forms involving unpack.</p></span></div></th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support `typing.Unpack`.</p><p>Does not support unpacked tuples within a tuple type form.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/namedtuples.html">Named tuples</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_class</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject override of named tuple attribute in child class.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Incorrectly rejects assignment of named tuple to a tuple with compatible type.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not evaluate correct type for indexed named tuple instance with slice.</p><p>Does not reject named tuple element with no default value after one with a default.</p><p>Does not reject override of named tuple attribute in child class.</p><p>Evaluates incorrect type for named tuple entry with a generic type.</p><p>Does not reject incorrect argument type passed to specialized generic named tuple constructor.</p><p>Does not reject attempt to use NamedTuple with multiple inheritance.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_define_functional</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not reject duplicate field names in functional form.</p><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not handle illegal named tuple names the same as runtime.</p><p>Does not support defaults in functional form.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_type_compat</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Rejects valid type compatibility between named tuple and tuple.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;namedtuples_usage</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject attempt to delete named tuple field by name.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to delete named tuple field by name.</p><p>Does not reject attempt to delete named tuple field by index.</p><p>Incorrectly handles subclasses of named tuples that add more attributes.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Incorrectly rejects valid index of named tuple instance when using a negative index.</p><p>Does not report out-of-range index access with named tuple instance.</p><p>Does not reject attempt to overwrite named tuple entry by name.</p><p>Does not reject attempt to delete named tuple entry by name.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/narrowing.html">Type narrowing</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeguard</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support `tuple` in `assert_type` call.</p><p>Does not reject TypeGuard method with too few parameters.</p><p>Does not allow covariant use of TypeGuard.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject TypeGuard method with too few parameters.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;narrowing_typeis</th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject covariant use of TypeIs.</p></span></div></th><th class="column col2 not-conformant">Unsupported</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not narrow correctly on generic tuple type</p><p>Does not reject covariant use of TypeIs</p><p>Does not reject TypeIs where return type is not consistent with input type due to variance</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/directives.html">Type checker directives</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_assert_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand "assert_type".</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_cast</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a call to "cast" with additional arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_no_type_check</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p><p>Does not reject invalid call of `@no_type_check` function.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor `@no_type_check` class decorator.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not honor @no_type_check decorator.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_reveal_type</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not understand reveal_type call.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject call to reveal_type with zero arguments.</p><p>Does not reject call to reveal_type with too many arguments.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_checking</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not honor "# type: ignore" comment if comment includes additional text.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file1</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support file-level `#type: ignore` comment.</p></span></div></th><th class="column col2 conformant">Pass</th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_type_ignore_file2</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not ignore `# type: ignore` if it occurs after docstrings in the file.</p></span></div></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;directives_version_platform</th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not support sys.platform checks.</p><p>Does not support os.name checks.</p></span></div></th><th class="column col2 conformant"><div class="hover-text">Pass*<span class="tooltip-text" id="bottom"><p>Does not understand three-element form of sys.version checks.</p><p>Does not understand os.name checks.</p></span></div></th></tr><tr><th class="column" colspan="5"><a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/historical.html">Historical and deprecated features</a></th></tr><tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;historical_positional</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 conformant">Pass</th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject positional-only parameter after non-positional-only parameter.</p><p>Treats keyword-only parameter as positional-only.</p><p>Applies legacy positional-only rules when PEP 570 syntax is used.</p></span></div></th><th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not apply rules for pre-3.8 positional-only parameters in some cases.</p><p>Does not reject positional-only parameter after non-positional-only parameter.</p></span></div></th></tr></tbody></table></div>
 
         <!-- <div>
         <h4>Mypy 1.8.0</h4>
diff --git a/conformance/tests/directives_no_type_check.py b/conformance/tests/directives_no_type_check.py
index bbe9cb9f5..ddf278c74 100644
--- a/conformance/tests/directives_no_type_check.py
+++ b/conformance/tests/directives_no_type_check.py
@@ -3,24 +3,30 @@
 """
 
 # Specification: https://typing.readthedocs.io/en/latest/spec/directives.html#no-type-check
+# "E?" is used below because support is optional.
 
 from typing import no_type_check
 
-# > To mark portions of the program that should not be covered by type hinting,
-# > you can use the @typing.no_type_check decorator on a class or function.
-# > Functions with this decorator should be treated as having no annotations.
-
+# > The behavior for the ``no_type_check`` decorator when applied to a class is
+# > left undefined by the typing spec at this time.
 
 @no_type_check
 class ClassA:
-    x: int = ""  # No error should be reported
+    x: int = ""  # E?: No error should be reported
+
 
+# > If a type checker supports the ``no_type_check`` decorator for functions, it
+# > should suppress all type errors for the ``def`` statement and its body including
+# > any nested functions or classes. It should also ignore all parameter
+# > and return type annotations and treat the function as if it were unannotated.
 
 @no_type_check
 def func1(a: int, b: str) -> None:
-    c = a + b  # No error should be reported
-    return 1  # No error should be reported
+    c = a + b  # E?: No error should be reported
+    return 1  # E?: No error should be reported
 
 
-func1(b"invalid", b"arguments")  # No error should be reported
+func1(b"invalid", b"arguments")  # E?: No error should be reported
+# This should still be an error because type checkers should ignore
+# annotations, but still check the argument count.
 func1()  # E: incorrect arguments for parameters
diff --git a/conformance/tests/namedtuples_define_functional.py b/conformance/tests/namedtuples_define_functional.py
index 63be89b0e..432dff735 100644
--- a/conformance/tests/namedtuples_define_functional.py
+++ b/conformance/tests/namedtuples_define_functional.py
@@ -49,9 +49,9 @@
 # > the value of the ``rename`` argument. Type checkers may replicate this
 # > behavior statically.
 
-NT1 = namedtuple("NT1", ["a", "a"])  # E: duplicate field name
-NT2 = namedtuple("NT2", ["abc", "def"])  # E: illegal field name
-NT3 = namedtuple("NT3", ["abc", "def"], rename=False)  # E: illegal field name
+NT1 = namedtuple("NT1", ["a", "a"])  # E?: duplicate field name
+NT2 = namedtuple("NT2", ["abc", "def"])  # E?: illegal field name
+NT3 = namedtuple("NT3", ["abc", "def"], rename=False)  # E?: illegal field name
 
 NT4 = namedtuple("NT4", ["abc", "def"], rename=True)  # OK
 NT4(abc="", _1="")  # OK