Remove pyext from dependencies (#2921)

stanford-crfm · Aug 13, 2024 · 2d00555 · 2d00555
1 parent b2f87f8
commit 2d00555
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 2 deletions.
diff --git a/setup.cfg b/setup.cfg
@@ -46,7 +46,6 @@ install_requires=
 
     # Basic metrics
     nltk~=3.7
-    pyext~=0.7
     rouge-score~=0.1.2
     scipy~=1.10
     uncertainty-calibration~=0.1.4

diff --git a/src/helm/benchmark/metrics/code_metrics_helper.py b/src/helm/benchmark/metrics/code_metrics_helper.py
@@ -27,14 +27,24 @@
 import sys
 import tempfile
 from typing import List, Union, Dict, Optional
+from types import ModuleType
 from unittest.mock import patch, mock_open
 
 import numpy as np
-from pyext import RuntimeModule
 
 from helm.common.hierarchical_logger import hlog
 
 
+class RuntimeModule(ModuleType):
+    """crfm-helm's replacement for pyext.RuntimeModule, since pyext is not supported by Python >=3.11"""
+
+    @staticmethod
+    def from_string(module_name: str, module_doc: str, module_contents: str) -> "RuntimeModule":
+        module = RuntimeModule(module_name, module_doc)
+        exec(module_contents, module.__dict__)
+        return module
+
+
 # === APPS evaluation below ===
 class CodeType(Enum):
     call_based = 0