test_azure.py

import os
import openai

def record_progress(filename):
    with open('progress.txt', 'a') as f:
        f.write(filename + '\n')

def is_processed(filename):
    with open('progress.txt', 'r') as f:
        processed_files = f.read().splitlines()
    return filename in processed_files

openai.api_type = "azure"
openai.api_base = "https://openaiserviceforclausaeu.openai.azure.com/"
openai.api_version = "2023-03-15-preview"
openai.api_key = os.getenv("OPENAI_API_KEY")

test_dirs = os.listdir("prompt_ToMh")
for test_dir in test_dirs:
    test_fns = os.listdir(f"prompt_ToMh/{test_dir}")
    for test_fn in test_fns:
        full_path = f"prompt_ToMh/{test_dir}/{test_fn}"
        if is_processed(full_path):
            continue
        print(test_fn)
        print(f"path: {full_path}")
        with open(full_path, 'r') as f:
            input = f.readlines()
        input = "\n".join([inp.strip() for inp in input])
        response = openai.ChatCompletion.create(
          engine="gpt4-32k",
          messages=[
            {"role":"system","content":"You are an AI assistant that helps people find information."},
            {"role":"user","content": input}
          ],
          temperature=0,
          max_tokens=800,
          top_p=0,
          frequency_penalty=0,
          presence_penalty=0,
          stop=None)
        print(response)
        record_progress(full_path)