tests/ui/test.py

import logging
import os

from playwright.sync_api import Page
from pytest_bdd import given, parsers, scenarios, then, when

from .llm_studio_page import LLMStudioPage
from .utils import login

scenarios("llm_studio.feature")


@given("LLM Studio home page is opened")
def open_llm_studio(page: Page, base_url):
    page.set_viewport_size({"width": 1920, "height": 1080})
    page.goto(base_url)


@when("I login to LLM Studio", target_fixture="llm_studio")
def login_to_llm_studio(logger: logging.Logger, page: Page, base_url: str):
    okta_user = os.environ.get("OKTA_USER")
    okta_password = os.environ.get("OKTA_PASSWORD")
    keycloak_user = os.environ.get("KEYCLOAK_USER")
    keycloak_password = os.environ.get("KEYCLOAK_PASSWORD")
    if "LOCAL_LOGIN" not in os.environ:
        if okta_user and okta_password:
            login(page, "okta", okta_user, okta_password)
        elif keycloak_user and keycloak_password:
            login(page, "keycloak", keycloak_user, keycloak_password)

    return LLMStudioPage(logger, page, base_url)


@then(parsers.parse("I should see the dataset {dataset_name}"))
def view_datasets(llm_studio: LLMStudioPage, dataset_name: str):
    llm_studio.assert_dataset_import(dataset_name)


@when(parsers.parse("I upload dataset {filepath}"))
def upload_dataset_using_filesystem(llm_studio: LLMStudioPage, filepath: str):
    llm_studio.import_dataset_from_filesystem(filepath)


@when(parsers.parse("I name the dataset {dataset_name}"))
def dataset_name(llm_studio: LLMStudioPage, dataset_name: str):
    llm_studio.dataset_name(dataset_name)


@then("I see the home page")
def view_home_page(llm_studio: LLMStudioPage):
    llm_studio.open_home_page()


@when(parsers.parse("I delete dataset {dataset_name}"))
def delete_dataset(llm_studio: LLMStudioPage, dataset_name: str):
    llm_studio.delete_dataset(dataset_name)


@then(parsers.parse("I should not see the dataset {dataset_name}"))
def assert_dataset_deletion(llm_studio: LLMStudioPage, dataset_name: str):
    llm_studio.view_datasets()
    llm_studio.assert_dataset_deletion(dataset_name)


@when(parsers.parse("I create experiment {experiment_name}"))
def create_experiment(llm_studio: LLMStudioPage, experiment_name: str):
    llm_studio.create_experiment(experiment_name)


@when(parsers.parse("I tweak data sampling to {value}"))
def tweak_data_sampling(llm_studio: LLMStudioPage, value: str):
    llm_studio.data_sample(value)


@when(parsers.parse("I update LLM Backbone to {llm_backbone}"))
def update_llm_backbone(llm_studio: LLMStudioPage, llm_backbone: str):
    llm_studio.llm_backbone(llm_backbone)


@when(parsers.parse("I set Mixed Precision to {value}"))
def update_mixed_precision(llm_studio: LLMStudioPage, value: bool):
    llm_studio.mixed_precision(value)


@when(parsers.parse("I tweak max length to {value}"))
def tweak_max_length(llm_studio: LLMStudioPage, value: str):
    llm_studio.max_length(value)


@when(parsers.parse("I select {value} metric"))
def select_metric(llm_studio: LLMStudioPage, value: str):
    llm_studio.metric(value)


@when("I run the experiment")
def run_experiment(llm_studio: LLMStudioPage):
    llm_studio.run_experiment()


@then(parsers.parse("I should see the {experiment_name} should finish successfully"))
def view_experiment(llm_studio: LLMStudioPage, experiment_name: str):
    llm_studio.view_experiment(experiment_name)


@when(parsers.parse("I delete experiment {experiment_name}"))
def delete_experiment(llm_studio: LLMStudioPage, experiment_name: str):
    llm_studio.delete_experiment(experiment_name)


@then(parsers.parse("I should not see the experiment {experiment_name}"))
def assert_experiment_deletion(llm_studio: LLMStudioPage, experiment_name: str):
    llm_studio.assert_experiment_deletion(experiment_name)