app.py

# app.py

# Import necessary modules from lib
from lib.code_reviewer import CodeReviewer, ReviewManager
import streamlit as st
import os
import glob
import json
from datasets import DatasetDict

# Sample Training Data for Ansible Code Standards
sample_data = [
    {
        "prompt": "Review the following Ansible script thoroughly according to best practices:\n\n- Avoid using hard-coded values\n- Ensure idempotency\n- Proper error handling\n\nCode:\n---\n- name: Install nginx\n  hosts: web\n  tasks:\n    - name: Install nginx package\n      apt:\n        name: nginx\n        state: present",
        "response": "Ensure that the playbook includes proper error handling for the package installation. Consider using a retry mechanism and notify handlers if required. Avoid hard-coding package names where possible."  
    },
    {
        "prompt": "Review the following Ansible script thoroughly according to best practices:\n\n- Avoid using hard-coded values\n- Ensure idempotency\n- Use variables\n\nCode:\n---\n- name: Create a directory\n  hosts: all\n  tasks:\n    - name: Create /var/www directory\n      file:\n        path: /var/www\n        state: directory",
        "response": "It is recommended to use variables for paths such as '/var/www' to ensure flexibility. The task is idempotent, which is good, but consider adding more context to describe the usage of the directory."  
    }
]

# Create a DatasetDict for Training
training_dataset = DatasetDict({
    "train": sample_data,
    "validation": sample_data
})

# Streamlit UI for inputting GitHub repository details
st.title("GitHub Repository Code Reviewer")

# Input for GitHub repository URL
GITHUB_REPO_URL = st.text_input("Enter the GitHub repository URL:")
GITHUB_BRANCH = st.text_input("Enter the branch or tag to download (default: main):", "main")

# Check if the GitHub token is provided as a secret in Streamlit
#if "GITHUB_TOKEN" not in st.secrets:
#    st.error("GitHub token is not available. Please set it in the secrets.")
#else:
GITHUB_TOKEN = "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"# st.secrets["GITHUB_TOKEN"]

# Add a button for fine-tuning the model
if st.button("Fine-Tune Model"):
with st.spinner("Fine-tuning the model with provided dataset..."):
    code_reviewer = CodeReviewer()
    code_reviewer.fine_tune_model(training_dataset)
    st.success("Model fine-tuned successfully.")

if st.button("Review Code") and GITHUB_REPO_URL:
# Directory structure setup
download_directory = "downloaded_repo"
output_directory = "output_reviews"

# Ensure the directories exist
os.makedirs(download_directory, exist_ok=True)
os.makedirs(output_directory, exist_ok=True)

# Initialize the code reviewer and review manager
with st.spinner("Initializing CodeReviewer and ReviewManager..."):
    code_reviewer = CodeReviewer()
    review_manager = ReviewManager(reviewer=code_reviewer)

try:
    # Download GitHub repository
    with st.spinner("Downloading GitHub repository..."):
        review_manager.download_repo(GITHUB_REPO_URL, GITHUB_BRANCH, GITHUB_TOKEN, download_directory)
        st.success("Repository downloaded successfully.")

    # Find all YAML files in the downloaded repository
    with st.spinner("Searching for YAML files in the downloaded repository..."):
        yaml_files = glob.glob(os.path.join(download_directory, "**", "*.yml"), recursive=True)
        yaml_files += glob.glob(os.path.join(download_directory, "**", "*.yaml"), recursive=True)
        st.info(f"Found {len(yaml_files)} YAML files for review.")

    # Process files and generate reviews
    with st.spinner("Processing files for review..."):
        reviews = review_manager.process_files(yaml_files)
        st.success("Files processed successfully.")

    # Save reviews to JSON
    output_json_path = os.path.join(output_directory, "code_review_results.json")
    review_manager.save_reviews_to_json(reviews, output_json_path)

    # Display review results
    st.success(f"Reviews saved to {output_json_path}")
    for review in reviews:
        st.subheader(f"Review for {review['filename']}")
        st.text(review['review'])

    # Display JSON output on the UI
    st.subheader("Full JSON Review Output")
    st.json(reviews)

    # Provide download link for JSON results
    with open(output_json_path, "r") as json_file:
        st.download_button("Download JSON Results", json_file, file_name="code_review_results.json")

except Exception as e:
    st.error(f"An error occurred: {str(e)}")