File size: 950 Bytes
e4ee7ca |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 |
import os
import modal
LOCAL=False
if LOCAL == False:
stub = modal.Stub()
image = modal.Image.debian_slim().pip_install(["hopsworks","joblib","seaborn","sklearn","dataframe-image"])
@stub.function(image=image, schedule=modal.Period(days=1), secret=modal.Secret.from_name("jim-hopsworks-ai"))
def f():
g()
def g():
import hopsworks
import pandas as pd
project = hopsworks.login()
fs = project.get_feature_store()
iris_df = pd.read_csv("https://repo.hops.works/master/hopsworks-tutorials/data/iris.csv")
iris_fg = fs.get_or_create_feature_group(
name="iris_modal",
version=1,
primary_key=["sepal_length","sepal_width","petal_length","petal_width"],
description="Iris flower dataset")
iris_fg.insert(iris_df, write_options={"wait_for_job" : False})
if __name__ == "__main__":
if LOCAL == True :
g()
else:
with stub.run():
f()
|