abdullahmubeen10 commited on
Commit
5087502
·
verified ·
1 Parent(s): 6d5ba58

Update Demo.py

Browse files
Files changed (1) hide show
  1. Demo.py +0 -7
Demo.py CHANGED
@@ -66,13 +66,6 @@ def create_pipeline(model):
66
  pipeline = Pipeline(stages=[document_assembler, sentence_detector, table_assembler, tapas_wtq, tapas_sqa])
67
  return pipeline
68
 
69
- def fit_data(pipeline, data):
70
- empty_df = spark.createDataFrame([['']]).toDF('text')
71
- pipeline_model = pipeline.fit(empty_df)
72
- model = LightPipeline(pipeline_model)
73
- result = model.fullAnnotate(data)
74
- return result
75
-
76
  def fit_data(pipeline, json_data, question):
77
  spark_df = spark.createDataFrame([[json_data, question]]).toDF("table_json", "questions")
78
  model = pipeline.fit(spark_df)
 
66
  pipeline = Pipeline(stages=[document_assembler, sentence_detector, table_assembler, tapas_wtq, tapas_sqa])
67
  return pipeline
68
 
 
 
 
 
 
 
 
69
  def fit_data(pipeline, json_data, question):
70
  spark_df = spark.createDataFrame([[json_data, question]]).toDF("table_json", "questions")
71
  model = pipeline.fit(spark_df)