pattern-analysis / pattern_analyzer.py
tmmdev's picture
[update] Set writable cache directory
8d5e51b
raw
history blame
920 Bytes
��import os
os.environ['TRANSFORMERS_CACHE'] = '/tmp/transformers_cache'
from transformers import AutoModelForCausalLM, AutoTokenizer
import numpy as np
import pandas as pd
import json
from pattern_logic import PatternLogic
class PatternAnalyzer:
def __init__(self):
self.model = AutoModelForCausalLM.from_pretrained('tmmdev/codellama-pattern-analysis')
self.tokenizer = AutoTokenizer.from_pretrained('tmmdev/codellama-pattern-analysis')