Spaces:
Configuration error
Configuration error
File size: 3,212 Bytes
447ebeb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 |
import ast
import os
from typing import List
def get_function_names_from_file(file_path: str) -> List[str]:
"""
Extracts all static method names from litellm_logging.py
"""
with open(file_path, "r") as file:
tree = ast.parse(file.read())
function_names = []
for node in tree.body:
if isinstance(node, ast.ClassDef):
# Functions inside classes
for class_node in node.body:
if isinstance(class_node, (ast.FunctionDef, ast.AsyncFunctionDef)):
# Check if the function has @staticmethod decorator
for decorator in class_node.decorator_list:
if (
isinstance(decorator, ast.Name)
and decorator.id == "staticmethod"
):
function_names.append(class_node.name)
return function_names
def get_all_functions_called_in_tests(base_dir: str) -> set:
"""
Returns a set of function names that are called in test functions
inside test files containing the word 'logging'.
"""
called_functions = set()
for root, _, files in os.walk(base_dir):
for file in files:
if file.endswith(".py") and "logging" in file.lower():
file_path = os.path.join(root, file)
with open(file_path, "r") as f:
try:
tree = ast.parse(f.read())
except SyntaxError:
print(f"Warning: Syntax error in file {file_path}")
continue
for node in ast.walk(tree):
if isinstance(node, ast.Call):
if isinstance(node.func, ast.Name):
called_functions.add(node.func.id)
elif isinstance(node.func, ast.Attribute):
called_functions.add(node.func.attr)
return called_functions
# Functions that can be ignored in test coverage
ignored_function_names = [
"__init__",
# Add other functions to ignore here
]
def main():
logging_file = "./litellm/litellm_core_utils/litellm_logging.py"
tests_dir = "./tests/"
# LOCAL TESTING
# logging_file = "../../litellm/litellm_core_utils/litellm_logging.py"
# tests_dir = "../../tests/"
logging_functions = get_function_names_from_file(logging_file)
print("logging_functions:", logging_functions)
called_functions_in_tests = get_all_functions_called_in_tests(tests_dir)
untested_functions = [
fn
for fn in logging_functions
if fn not in called_functions_in_tests and fn not in ignored_function_names
]
if untested_functions:
untested_perc = len(untested_functions) / len(logging_functions)
print(f"untested_percentage: {untested_perc * 100:.2f}%")
raise Exception(
f"{untested_perc * 100:.2f}% of functions in litellm_logging.py are not tested: {untested_functions}"
)
else:
print("All functions in litellm_logging.py are covered by tests.")
if __name__ == "__main__":
main()
|