|
input_args_list = [ |
|
"model_state", |
|
"my_db_state", |
|
"selection_docs_state", |
|
"requests_state", |
|
"roles_state", |
|
] |
|
|
|
no_default_param_names = [ |
|
"instruction", |
|
"iinput", |
|
"context", |
|
"instruction_nochat", |
|
"iinput_nochat", |
|
"h2ogpt_key", |
|
"model_lock", |
|
] |
|
|
|
gen_hyper0 = [ |
|
"num_beams", |
|
"max_new_tokens", |
|
"min_new_tokens", |
|
"early_stopping", |
|
"max_time", |
|
"repetition_penalty", |
|
"num_return_sequences", |
|
"do_sample", |
|
"seed", |
|
] |
|
gen_hyper = ["temperature", "top_p", "top_k", "penalty_alpha"] + gen_hyper0 |
|
reader_names = [ |
|
"image_audio_loaders", |
|
"pdf_loaders", |
|
"url_loaders", |
|
"jq_schema", |
|
"extract_frames", |
|
"llava_prompt", |
|
] |
|
|
|
eval_func_param_names = ( |
|
["instruction", "iinput", "context", "stream_output", "enable_caching", "prompt_type", "prompt_dict", "chat_template"] |
|
+ gen_hyper |
|
+ [ |
|
"chat", |
|
"instruction_nochat", |
|
"iinput_nochat", |
|
"langchain_mode", |
|
"add_chat_history_to_context", |
|
"langchain_action", |
|
"langchain_agents", |
|
"top_k_docs", |
|
"chunk", |
|
"chunk_size", |
|
|
|
"document_subset", |
|
"document_choice", |
|
"document_source_substrings", |
|
"document_source_substrings_op", |
|
"document_content_substrings", |
|
"document_content_substrings_op", |
|
|
|
"pre_prompt_query", |
|
"prompt_query", |
|
"pre_prompt_summary", |
|
"prompt_summary", |
|
"hyde_llm_prompt", |
|
"all_docs_start_prompt", |
|
"all_docs_finish_prompt", |
|
|
|
"user_prompt_for_fake_system_prompt", |
|
"json_object_prompt", |
|
"json_object_prompt_simpler", |
|
"json_code_prompt", |
|
"json_code_prompt_if_no_schema", |
|
"json_schema_instruction", |
|
"json_preserve_system_prompt", |
|
"json_object_post_prompt_reminder", |
|
"json_code_post_prompt_reminder", |
|
"json_code2_post_prompt_reminder", |
|
|
|
"system_prompt", |
|
] |
|
+ reader_names |
|
+ [ |
|
"visible_models", |
|
"visible_image_models", |
|
"image_size", |
|
"image_quality", |
|
"image_guidance_scale", |
|
"image_num_inference_steps", |
|
"h2ogpt_key", |
|
"add_search_to_context", |
|
"chat_conversation", |
|
"text_context_list", |
|
"docs_ordering_type", |
|
"min_max_new_tokens", |
|
"max_input_tokens", |
|
"max_total_input_tokens", |
|
"docs_token_handling", |
|
"docs_joiner", |
|
"hyde_level", |
|
"hyde_template", |
|
"hyde_show_only_final", |
|
"doc_json_mode", |
|
"metadata_in_context", |
|
"chatbot_role", |
|
"speaker", |
|
"tts_language", |
|
"tts_speed", |
|
"image_file", |
|
"image_control", |
|
"images_num_max", |
|
"image_resolution", |
|
"image_format", |
|
"rotate_align_resize_image", |
|
"video_frame_period", |
|
"image_batch_image_prompt", |
|
"image_batch_final_prompt", |
|
"image_batch_stream", |
|
"visible_vision_models", |
|
"video_file", |
|
"response_format", |
|
"guided_json", |
|
"guided_regex", |
|
"guided_choice", |
|
"guided_grammar", |
|
"guided_whitespace_pattern", |
|
|
|
"model_lock", |
|
"client_metadata", |
|
] |
|
) |
|
|
|
|
|
eval_func_param_names_defaults = eval_func_param_names.copy() |
|
for k in no_default_param_names: |
|
if k in eval_func_param_names_defaults: |
|
eval_func_param_names_defaults.remove(k) |
|
|
|
eval_extra_columns = ["prompt", "response", "score", "sources"] |
|
|
|
|
|
|
|
|
|
key_overrides = ["prompt_type", "prompt_dict", "chat_template"] |
|
|
|
in_model_state_and_evaluate = ['prompt_type', 'prompt_dict', 'chat_template', |
|
'visible_models', 'h2ogpt_key', 'images_num_max', |
|
'image_resolution', |
|
'image_format', 'video_frame_period', 'visible_vision_models'] |
|
|
|
image_quality_choices = ['standard', 'hd', 'quick', 'manual'] |
|
image_size_default = "1024x1024" |
|
|
