initial commit

.gitattributes

@@ -0,0 +1 @@
+*.xlsx filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,2 @@
+.idea/
+__pycache__/

app.py

@@ -0,0 +1,62 @@
+import gradio as gr
+from keybert import KeyBERT
+import spacy
+import string
+from spacy import displacy
+from pathlib import Path
+from PIL import Image
+
+from keyword_extraction import keyword_extract
+from keyphrase_extraction import get_top_key_phrases, display_key_phrases
+from word import show_gram_plot
+
+
+nlp = spacy.load("en_core_web_sm")
+
+def greet(name, descriptions):
+    outputs = []
+    descriptions = descriptions.translate(str.maketrans('', '', string.punctuation))
+
+    # run word count
+    show_gram_plot(descriptions, 1, 10, save_output=f'results/{name}/{1}_gram.png')
+    show_gram_plot(descriptions, 2, 10, save_output=f'results/{name}/{2}_gram.png')
+    show_gram_plot(descriptions, 3, 10, save_output=f'results/{name}/{3}_gram.png')
+    outputs.append(Image.open(f'results/{name}/1_gram.png'))
+    outputs.append(Image.open(f'results/{name}/2_gram.png'))
+    outputs.append(Image.open(f'results/{name}/3_gram.png'))
+
+    # run named entity recognition
+    spacy_descriptions = nlp(descriptions)
+    # Create a visualization of named entities
+    ner_svg = displacy.render(spacy_descriptions, style="ent", jupyter=False, page=True)
+    filename = Path(f'results/{name}/ner.html')
+    filename.open('w', encoding='utf-8').write(ner_svg)
+
+    # run keyword extraction
+    kw_model = KeyBERT()
+    keyword_extract(kw_model, 1, save_output=f'results/{name}/{1}_keyword.png')
+    keyword_extract(kw_model, 2, save_output=f'results/{name}/{2}_keyword.png')
+    keyword_extract(kw_model, 3, save_output=f'results/{name}/{3}_keyword.png')
+    outputs.append(Image.open(f'results/{name}/1_keyword.png'))
+    outputs.append(Image.open(f'results/{name}/2_keyword.png'))
+    outputs.append(Image.open(f'results/{name}/3_keyword.png'))
+
+    # keywords = kw_model.extract_keywords(descriptions, highlight=True)
+    # print(keywords)
+
+    # run key phrase extraction
+    get_top_key_phrases(descriptions, 10, save_output=f'results/{name}/top_keyphrase.png')
+    keyphrase_svg = display_key_phrases(descriptions, save_output=f'results/{name}/key_phrase.html')
+    outputs.append(Image.open(f'results/{name}/top_keyphrase.png'))
+
+    outputs += [ner_svg, keyphrase_svg]
+
+    return outputs
+
+demo = gr.Interface(
+    fn=greet,
+    inputs=[gr.Textbox(lines=1, placeholder="Data Asset Name"),
+            gr.Textbox(lines=10, placeholder="All the descriptions")],
+    outputs=['image', 'image', 'image', 'image', 'image', 'image', 'image', 'html', 'html'],
+)
+demo.launch()

description.xlsx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd2e2f574797aa2d96cffdc5f91c2c86f44dae46238461afbe9cc37445fdfae
+size 5685842

find_similarity.py

@@ -0,0 +1,44 @@
+from sentence_transformers import SentenceTransformer, util
+import pandas as pd
+import numpy as np
+import pickle
+from tqdm import tqdm
+from functools import partial
+from multiprocessing import Pool
+
+# Load pre-trained model
+model = SentenceTransformer('sentence-transformers/all-MiniLM-L6-v2')
+
+# Load data
+with open('data.pickle', 'rb') as file:
+    data = pickle.load(file)
+
+# Define a function to compute similarity for a pair of sentences
+def compute_similarity(model, source_sentence, target_sentence):
+    embedding_1 = model.encode(source_sentence, convert_to_tensor=True)
+    embedding_2 = model.encode(target_sentence, convert_to_tensor=True)
+    similarity = util.pytorch_cos_sim(embedding_1, embedding_2)
+    return similarity.item()
+
+# Define a function to compute similarities for a given source sentence
+def compute_similarities_for_source(model, source_sentence, data):
+    source_index = data.index(source_sentence)
+    similarities = [compute_similarity(model,
+                                       source_sentence['description'],
+                                       data[index]['description']) for index in tqdm(range(source_index, len(data)),
+                                                                                     desc=f"Computing similarities for '{source_sentence['description']}'")]
+    return similarities
+
+# Define a function to compute similarities for all sentences in the data
+def compute_similarities(model, data):
+    with Pool() as pool:
+        func = partial(compute_similarities_for_source, model)
+        similarities = list(tqdm(pool.imap(func, data), total=len(data), desc="Computing similarities"))
+    return similarities
+
+# Embed sentences and compute similarities
+embeddings = model.encode([source_sentence['description'] for source_sentence in data], convert_to_tensor=True)
+matrix = util.pytorch_cos_sim(embeddings, embeddings).numpy()
+
+# Save similarities to CSV file
+pd.DataFrame(matrix, columns=[source_sentence['description'] for source_sentence in data]).to_csv('data.csv', index=False)

keyphrase_extraction.py

@@ -0,0 +1,67 @@
+from textblob import TextBlob
+import spacy
+from spacy import displacy
+import pandas as pd
+import seaborn as sns
+import matplotlib.pyplot as plt
+from pathlib import Path
+import pytextrank
+
+# Load the pre-trained NLP model
+nlp = spacy.load("en_core_web_sm")
+nlp.add_pipe('textrank')
+
+# Sample text to analyze
+text = """
+Database that collects, administrative, clinical and demographic information on hospital discharges (including deaths, sign-outs and transfers). Some provinces and territories also use the DAD to capture day surgery.
+         The discharge abstract database is a database for information on all AHS separations for acute care institutions, including discharges, deaths, sign-outs and transfers.
+        Data on discharges, transfers and deaths of in-patients and day surgery patients from acute care hospitals in BC. All Canadian hospitals (except those in Quebec) submit their separations records directly to the Canadian Institute of Health information (CIHI) for inclusion in the Discharge Abstract Database (DAD). The database contains demographic, administrative and clinical data for hospital discharges (inpatient acute, chronic, rehabilitation) and day surgeries. A provincial data set, including various CIHI value-added elements (such as case mix groups, and resource intensity weights) is released on a monthly basis to the respective Ministries of Health. The DAD data files which Population Data BC receives include the CIHI variables. Population Data BC receives these data once per year.
+        Health data maintained by Manitoba Health consisting of hospital forms/computerized records containing summaries of demographic and clinical information (e.g., gender, postal code, diagnoses and procedure codes) completed at the point of discharge from the hospital. Several hundred thousand abstracts per year are submitted for all separations from acute and chronic care facilities in Manitoba and for all Manitobans admitted to out-of-province facilities. The Hospital Abstracts Data includes records of both Manitoba residents and non-Manitoba residents hospitalized in Manitoba facilities and information about inpatient and day surgery services.
+Patient discharge information from New Brunswick hospitals. Captures administrative, clinical and demographic information including discharges, deaths, sign-outs, and transfers.
+The Provincial Discharge Abstract Database (PDAD) is the NLCHI dataset that contains demographic, clinical and administrative data collected at hospitals when patients are discharged from inpatient and surgical day care services and submitted to the CIHI Discharge Abstract Database. The PDAD captures information regarding hospitalizations of both residents of NL and non-residents receiving care in NL.
+Contains information on each hospital admission recorded in a Nova Scotia hospital
+The Discharge Abstract Database is a database for information on all separation from acute care institutions within a fiscal year (April 1st to March 31st). Data is received directly from acute care facilities or from their respective health/regional authority or ministry/department of health.
+Captures administrative, clinical and demographic information on discharges for acute care facilities (including deaths, sign-outs and transfers).
+
+"""
+
+def get_top_key_phrases(text, top_n, save_output):
+    # Process the text
+    doc = nlp(text)
+    # show the score of key phrases #
+    phrases_ranking = {phrase.text: phrase.rank for phrase in doc._.phrases}
+    phrases = list(zip(*phrases_ranking.items()))[0]
+    scores = list(zip(*phrases_ranking.items()))[1]
+    keyword_df = pd.DataFrame({'words': phrases[:top_n], 'scores': scores[:top_n]})
+    plt.figure(figsize=(8, 24))
+    sns.catplot(data=keyword_df, x='words', y='scores', kind='bar', palette='blend:#7AB,#EDA', aspect=1.5)
+    plt.xticks(rotation=-10, fontsize=6)
+    plt.savefig(save_output, dpi=300)
+
+def display_key_phrases(text, save_output):
+    doc = nlp(text)
+    key_phrases = [{'start': chunk.start_char, 'end': chunk.end_char, 'label': str(round(phrase.rank, 2))} for phrase in doc._.phrases for chunk in phrase.chunks]
+
+    # generate displacy html #
+    max_rank = float(key_phrases[0]['label'])
+    min_rank = float(key_phrases[-1]['label'])
+    step = 50/max_rank
+    colors = {str(phrase['label']): f'hsl(121, 100%, {100-float(phrase["label"])*step}%)' for phrase in key_phrases}
+    options = {'ents': [color for color in colors.keys()], 'colors': colors}
+    # Create a list of spans to highlight
+    sentence = [
+        {'text': text,
+         'ents': key_phrases,
+        'title': None}
+    ]
+
+    # Create a visualization of the text with highlighted key phrases
+    svg = displacy.render(sentence, style="ent", options=options, manual=True, page=True)
+    filename = Path(save_output)
+    filename.open('w', encoding='utf-8').write(svg)
+    return svg
+
+
+if __name__ == '__main__':
+    get_top_key_phrases(text, 10)
+    display_key_phrases(text)

keyword_extraction.py

@@ -0,0 +1,50 @@
+from keybert import KeyBERT
+import matplotlib.pyplot as plt
+import pandas as pd
+import seaborn as sns
+
+doc = """
+Database that collects, administrative, clinical and demographic information on hospital discharges (including deaths, sign-outs and transfers). Some provinces and territories also use the DAD to capture day surgery.
+
+
+The discharge abstract database is a database for information on all AHS separations for acute care institutions, including discharges, deaths, sign-outs and transfers.
+
+
+Data on discharges, transfers and deaths of in-patients and day surgery patients from acute care hospitals in BC. All Canadian hospitals (except those in Quebec) submit their separations records directly to the Canadian Institute of Health information (CIHI) for inclusion in the Discharge Abstract Database (DAD). The database contains demographic, administrative and clinical data for hospital discharges (inpatient acute, chronic, rehabilitation) and day surgeries. A provincial data set, including various CIHI value-added elements (such as case mix groups, and resource intensity weights) is released on a monthly basis to the respective Ministries of Health. The DAD data files which Population Data BC receives include the CIHI variables. Population Data BC receives these data once per year.
+
+
+Health data maintained by Manitoba Health consisting of hospital forms/computerized records containing summaries of demographic and clinical information (e.g., gender, postal code, diagnoses and procedure codes) completed at the point of discharge from the hospital. Several hundred thousand abstracts per year are submitted for all separations from acute and chronic care facilities in Manitoba and for all Manitobans admitted to out-of-province facilities. The Hospital Abstracts Data includes records of both Manitoba residents and non-Manitoba residents hospitalized in Manitoba facilities and information about inpatient and day surgery services.
+
+
+Patient discharge information from New Brunswick hospitals. Captures administrative, clinical and demographic information including discharges, deaths, sign-outs, and transfers.
+
+
+The Provincial Discharge Abstract Database (PDAD) is the NLCHI dataset that contains demographic, clinical and administrative data collected at hospitals when patients are discharged from inpatient and surgical day care services and submitted to the CIHI Discharge Abstract Database. The PDAD captures information regarding hospitalizations of both residents of NL and non-residents receiving care in NL.
+
+
+Contains information on each hospital admission recorded in a Nova Scotia hospital
+
+
+The Discharge Abstract Database is a database for information on all separation from acute care institutions within a fiscal year (April 1st to March 31st). Data is received directly from acute care facilities or from their respective health/regional authority or ministry/department of health.
+
+
+Captures administrative, clinical and demographic information on discharges for acute care facilities (including deaths, sign-outs and transfers).
+      """
+
+def keyword_extract(kw_model, n_grams, save_output='results/'):
+    keyword_onegram = kw_model.extract_keywords(doc, keyphrase_ngram_range=(1, n_grams), stop_words=None)
+    words = list(zip(*keyword_onegram))[0]
+    scores = list(zip(*keyword_onegram))[1]
+    keyword_df = pd.DataFrame({'words': words, 'scores': scores})
+    plt.figure(figsize=(8, 24))
+    sns.catplot(data=keyword_df, x='words', y='scores', kind='bar', palette='blend:#7AB,#EDA', aspect=1.5)
+    plt.xticks(rotation=-10, fontsize=6)
+    plt.savefig(save_output, dpi=300)
+
+if __name__ == '__main__':
+    kw_model = KeyBERT()
+    keyword_extract(kw_model, 1)
+    keyword_extract(kw_model, 2)
+    keyword_extract(kw_model, 3)
+    keywords = kw_model.extract_keywords(doc, highlight=True)
+    print(keywords)

lda.py

@@ -0,0 +1,61 @@
+import nltk
+from nltk.corpus import stopwords
+from nltk.stem.wordnet import WordNetLemmatizer
+import gensim
+from gensim import corpora
+from gensim.models.ldamodel import LdaModel
+
+import pyLDAvis.gensim
+import pickle
+import pyLDAvis
+
+
+
+documents = [
+    """
+    Database that collects, administrative, clinical and demographic information on hospital discharges (including deaths, sign-outs and transfers). Some provinces and territories also use the DAD to capture day surgery.
+         The discharge abstract database is a database for information on all AHS separations for acute care institutions, including discharges, deaths, sign-outs and transfers.
+        Data on discharges, transfers and deaths of in-patients and day surgery patients from acute care hospitals in BC. All Canadian hospitals (except those in Quebec) submit their separations records directly to the Canadian Institute of Health information (CIHI) for inclusion in the Discharge Abstract Database (DAD). The database contains demographic, administrative and clinical data for hospital discharges (inpatient acute, chronic, rehabilitation) and day surgeries. A provincial data set, including various CIHI value-added elements (such as case mix groups, and resource intensity weights) is released on a monthly basis to the respective Ministries of Health. The DAD data files which Population Data BC receives include the CIHI variables. Population Data BC receives these data once per year.
+        Health data maintained by Manitoba Health consisting of hospital forms/computerized records containing summaries of demographic and clinical information (e.g., gender, postal code, diagnoses and procedure codes) completed at the point of discharge from the hospital. Several hundred thousand abstracts per year are submitted for all separations from acute and chronic care facilities in Manitoba and for all Manitobans admitted to out-of-province facilities. The Hospital Abstracts Data includes records of both Manitoba residents and non-Manitoba residents hospitalized in Manitoba facilities and information about inpatient and day surgery services.
+Patient discharge information from New Brunswick hospitals. Captures administrative, clinical and demographic information including discharges, deaths, sign-outs, and transfers.
+The Provincial Discharge Abstract Database (PDAD) is the NLCHI dataset that contains demographic, clinical and administrative data collected at hospitals when patients are discharged from inpatient and surgical day care services and submitted to the CIHI Discharge Abstract Database. The PDAD captures information regarding hospitalizations of both residents of NL and non-residents receiving care in NL.
+Contains information on each hospital admission recorded in a Nova Scotia hospital
+The Discharge Abstract Database is a database for information on all separation from acute care institutions within a fiscal year (April 1st to March 31st). Data is received directly from acute care facilities or from their respective health/regional authority or ministry/department of health.
+Captures administrative, clinical and demographic information on discharges for acute care facilities (including deaths, sign-outs and transfers).
+     
+    """
+]
+
+def preprocess_text(documents):
+    # preprocess text
+    stop_words = set(stopwords.words('english'))
+    lemmatizer = WordNetLemmatizer()
+
+    # Tokenize the document
+    tokenized_docs = [nltk.word_tokenize(doc.lower()) for doc in documents]
+
+    # Remove stop words
+    filtered_docs = [[word for word in tokenized_doc if word not in stop_words] for tokenized_doc in tokenized_docs]
+
+    # Lemmatize words
+    lemmatized_docs = [[lemmatizer.lemmatize(word) for word in filtered_doc] for filtered_doc in filtered_docs]
+
+    return lemmatized_docs
+
+if __name__ == '__main__':
+    preprocessed_docs = preprocess_text(documents)
+    # Create a dictionary from the preprocessed document
+    dictionary = corpora.Dictionary(preprocessed_docs)
+    # Create a bag of words representation of the document
+    bow_doc = [dictionary.doc2bow(doc) for doc in preprocessed_docs]
+
+
+    # Set parameters for LDA
+    num_topics = 2
+    passes = 10
+    lda_model = LdaModel(bow_doc, num_topics=num_topics, id2word=dictionary, passes=passes)
+
+    # pyLDAvis.enable_notebook()
+    vis = pyLDAvis.gensim.prepare(lda_model, bow_doc, dictionary=lda_model.id2word)
+    pyLDAvis.save_html(vis, './results/ldavis_prepared_'+ str(num_topics) +'.html')
+

main.py

@@ -0,0 +1,82 @@
+from keybert import KeyBERT
+import spacy
+import string
+from spacy import displacy
+from pathlib import Path
+
+from keyword_extraction import keyword_extract
+from keyphrase_extraction import get_top_key_phrases, display_key_phrases
+from word import show_gram_plot
+
+nlp = spacy.load("en_core_web_sm")
+
+doc = """
+CIHI
+Database that collects, administrative, clinical and demographic information on hospital discharges (including deaths, sign-outs and transfers). Some provinces and territories also use the DAD to capture day surgery.
+
+
+
+Alberta
+The discharge abstract database is a database for information on all AHS separations for acute care institutions, including discharges, deaths, sign-outs and transfers.
+
+
+
+British Columbia
+Data on discharges, transfers and deaths of in-patients and day surgery patients from acute care hospitals in BC. All Canadian hospitals (except those in Quebec) submit their separations records directly to the Canadian Institute of Health information (CIHI) for inclusion in the Discharge Abstract Database (DAD). The database contains demographic, administrative and clinical data for hospital discharges (inpatient acute, chronic, rehabilitation) and day surgeries. A provincial data set, including various CIHI value-added elements (such as case mix groups, and resource intensity weights) is released on a monthly basis to the respective Ministries of Health. The DAD data files which Population Data BC receives include the CIHI variables. Population Data BC receives these data once per year.
+
+
+
+Manitoba
+Health data maintained by Manitoba Health consisting of hospital forms/computerized records containing summaries of demographic and clinical information (e.g., gender, postal code, diagnoses and procedure codes) completed at the point of discharge from the hospital. Several hundred thousand abstracts per year are submitted for all separations from acute and chronic care facilities in Manitoba and for all Manitobans admitted to out-of-province facilities. The Hospital Abstracts Data includes records of both Manitoba residents and non-Manitoba residents hospitalized in Manitoba facilities and information about inpatient and day surgery services.
+
+
+
+New Brunswick
+Patient discharge information from New Brunswick hospitals. Captures administrative, clinical and demographic information including discharges, deaths, sign-outs, and transfers.
+
+
+
+Newfoundland and Labrador
+The Provincial Discharge Abstract Database (PDAD) is the NLCHI dataset that contains demographic, clinical and administrative data collected at hospitals when patients are discharged from inpatient and surgical day care services and submitted to the CIHI Discharge Abstract Database. The PDAD captures information regarding hospitalizations of both residents of NL and non-residents receiving care in NL.
+
+
+
+Nova Scotia
+Contains information on each hospital admission recorded in a Nova Scotia hospital
+
+
+
+Ontario
+The Discharge Abstract Database is a database for information on all separation from acute care institutions within a fiscal year (April 1st to March 31st). Data is received directly from acute care facilities or from their respective health/regional authority or ministry/department of health.
+
+
+
+Saskatchewan
+Captures administrative, clinical and demographic information on discharges for acute care facilities (including deaths, sign-outs and transfers).
+      """
+
+doc = doc.translate(str.maketrans('', '', string.punctuation))
+
+# run word count
+show_gram_plot(doc, 1, 10, save_output=f'results/DAD/{1}_gram.png')
+show_gram_plot(doc, 2, 10, save_output=f'results/DAD/{2}_gram.png')
+show_gram_plot(doc, 3, 10, save_output=f'results/DAD/{3}_gram.png')
+
+# run named entity recognition
+spacy_doc = nlp(doc)
+# Create a visualization of named entities
+svg = displacy.render(spacy_doc, style="ent", jupyter=False, page=True)
+filename = Path('results/DAD/ner.html')
+filename.open('w', encoding='utf-8').write(svg)
+
+# run keyword extraction
+kw_model = KeyBERT()
+keyword_extract(kw_model, 1, save_output=f'results/DAD/{1}_keyword.png')
+keyword_extract(kw_model, 2, save_output=f'results/DAD/{2}_keyword.png')
+keyword_extract(kw_model, 3, save_output=f'results/DAD/{3}_keyword.png')
+keywords = kw_model.extract_keywords(doc, highlight=True)
+print(keywords)
+
+# run key phrase extraction
+get_top_key_phrases(doc, 10, save_output=f'results/DAD/top_keyphrase.png')
+display_key_phrases(doc, save_output='results/DAD/key_phrase.html')

name.xlsx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3ab8d3ef814a9e9d0478bd489fb82f983738bb64ac50fcc566cad5775af2b3
+size 5823409

named_entity_recognition.py

@@ -0,0 +1,24 @@
+from transformers import AutoTokenizer, AutoModelForTokenClassification
+from transformers import pipeline
+
+import spacy
+from spacy import displacy
+
+nlp = spacy.load("en_core_web_sm")
+
+example = """
+Database that collects, administrative, clinical and demographic information on hospital discharges (including deaths, sign-outs and transfers). Some provinces and territories also use the DAD to capture day surgery.
+         The discharge abstract database is a database for information on all AHS separations for acute care institutions, including discharges, deaths, sign-outs and transfers.
+        Data on discharges, transfers and deaths of in-patients and day surgery patients from acute care hospitals in BC. All Canadian hospitals (except those in Quebec) submit their separations records directly to the Canadian Institute of Health information (CIHI) for inclusion in the Discharge Abstract Database (DAD). The database contains demographic, administrative and clinical data for hospital discharges (inpatient acute, chronic, rehabilitation) and day surgeries. A provincial data set, including various CIHI value-added elements (such as case mix groups, and resource intensity weights) is released on a monthly basis to the respective Ministries of Health. The DAD data files which Population Data BC receives include the CIHI variables. Population Data BC receives these data once per year.
+        Health data maintained by Manitoba Health consisting of hospital forms/computerized records containing summaries of demographic and clinical information (e.g., gender, postal code, diagnoses and procedure codes) completed at the point of discharge from the hospital. Several hundred thousand abstracts per year are submitted for all separations from acute and chronic care facilities in Manitoba and for all Manitobans admitted to out-of-province facilities. The Hospital Abstracts Data includes records of both Manitoba residents and non-Manitoba residents hospitalized in Manitoba facilities and information about inpatient and day surgery services.
+Patient discharge information from New Brunswick hospitals. Captures administrative, clinical and demographic information including discharges, deaths, sign-outs, and transfers.
+The Provincial Discharge Abstract Database (PDAD) is the NLCHI dataset that contains demographic, clinical and administrative data collected at hospitals when patients are discharged from inpatient and surgical day care services and submitted to the CIHI Discharge Abstract Database. The PDAD captures information regarding hospitalizations of both residents of NL and non-residents receiving care in NL.
+Contains information on each hospital admission recorded in a Nova Scotia hospital
+The Discharge Abstract Database is a database for information on all separation from acute care institutions within a fiscal year (April 1st to March 31st). Data is received directly from acute care facilities or from their respective health/regional authority or ministry/department of health.
+Captures administrative, clinical and demographic information on discharges for acute care facilities (including deaths, sign-outs and transfers).
+      
+"""
+
+doc = nlp(example)
+# Create a visualization of named entities
+displacy.serve(doc, style="ent")

read_sheet.py

@@ -0,0 +1,33 @@
+import csv
+import pandas as pd
+
+# read an Excel file into a Pandas dataframe
+xls = pd.read_excel('description.xlsx', sheet_name='likely_similar', engine='openpyxl')
+xls.iloc[:, 1:]  # select all rows and all columns starting from the second column
+
+# get the names of the source databases from the dataframe
+source_databases = xls.iloc[:, 1:].columns
+
+# create a dictionary to hold the similarity data
+similarity_dict = {}
+
+# loop through each source database and get the list of similar databases
+for source_database in source_databases:
+    series = xls.loc[:, source_database]
+    similar_databases = series[series != False].values.tolist()
+    similarity_dict[source_database] = similar_databases
+
+# find the length of the longest list
+max_len = max(len(v) for v in similarity_dict.values())
+
+# pad the shorter lists with NaNs to make them the same length as the longest list
+for k, v in similarity_dict.items():
+    if len(v) < max_len:
+        similarity_dict[k] = v + [float('nan')] * (max_len - len(v))
+
+# convert the dictionary to a Pandas dataframe and transpose it
+df = pd.DataFrame.from_dict(similarity_dict)
+df = df.transpose()
+
+# write the dataframe to a CSV file
+df.to_csv('similarity_dict.csv', index=False)

requirements.txt

@@ -0,0 +1,20 @@
+gensim==4.3.1
+gradio==3.27.0
+keybert==0.7.0
+matplotlib==3.7.1
+nltk==3.8.1
+numpy==1.23.5
+pandas==2.0.0
+Pillow==9.5.0
+Pillow==9.5.0
+pyLDAvis==3.4.0
+pyLDAvis==3.4.1
+pytextrank==3.2.4
+seaborn==0.12.2
+selenium==4.9.0
+sentence_transformers==2.2.2
+spacy==3.5.2
+textblob==0.17.1
+tqdm==4.65.0
+transformers==4.28.1
+wordcloud==1.8.2.2

results/DAD/key_phrase.html

@@ -0,0 +1,800 @@
+<!DOCTYPE html>
+<html lang="en">
+    <head>
+        <title>displaCy</title>
+    </head>
+
+    <body style="font-size: 16px; font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Helvetica, Arial, sans-serif, 'Apple Color Emoji', 'Segoe UI Emoji', 'Segoe UI Symbol'; padding: 4rem 2rem; direction: ltr">
+<figure style="margin-bottom: 6rem">
+<div class="entities" style="line-height: 2.5; direction: ltr">
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    CIHI
+Database
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+ 
+<mark class="entity" style="background: hsl(121, 100%, 100.0%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    that
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.0</span>
+</mark>
+ collects 
+<mark class="entity" style="background: hsl(121, 100%, 68.18181818181817%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    administrative clinical and demographic information
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.07</span>
+</mark>
+ on 
+<mark class="entity" style="background: hsl(121, 100%, 50.0%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    hospital discharges
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.11</span>
+</mark>
+ including 
+<mark class="entity" style="background: hsl(121, 100%, 68.18181818181817%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    deaths signouts
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.07</span>
+</mark>
+ and transfers 
+<mark class="entity" style="background: hsl(121, 100%, 95.45454545454545%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Some provinces
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.01</span>
+</mark>
+ and 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    territories
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ also use 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    the DAD
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    DAD
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ to capture 
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    day surgery
+
+
+
+Alberta
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Alberta
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+</br>
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    The discharge abstract database
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+ is 
+<mark class="entity" style="background: hsl(121, 100%, 90.9090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    a database
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.02</span>
+</mark>
+ for 
+<mark class="entity" style="background: hsl(121, 100%, 59.09090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    information
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.09</span>
+</mark>
+ on 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    all AHS separations
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    AHS
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ separations for 
+<mark class="entity" style="background: hsl(121, 100%, 59.09090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    acute care institutions
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.09</span>
+</mark>
+ including 
+<mark class="entity" style="background: hsl(121, 100%, 54.54545454545454%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    discharges deaths signouts
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.1</span>
+</mark>
+ and 
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    transfers
+
+
+
+British Columbia
+Data
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    British Columbia
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+</br>Data on 
+<mark class="entity" style="background: hsl(121, 100%, 59.09090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    discharges transfers
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.09</span>
+</mark>
+ and 
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    deaths
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ of 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    inpatients
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ and 
+<mark class="entity" style="background: hsl(121, 100%, 63.63636363636363%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    day surgery patients
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.08</span>
+</mark>
+ from 
+<mark class="entity" style="background: hsl(121, 100%, 50.0%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    acute care hospitals
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.11</span>
+</mark>
+ in 
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    BC
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    BC
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+ 
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    All Canadian hospitals
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Canadian
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ hospitals except 
+<mark class="entity" style="background: hsl(121, 100%, 100.0%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    those
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.0</span>
+</mark>
+ in 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Quebec
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Quebec
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ submit 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    their separations
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ 
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    records
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+ directly to 
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    the Canadian Institute of Health information CIHI
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Health
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ information CIHI for 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    inclusion
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ in 
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    the Discharge Abstract Database DAD
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    the Discharge Abstract Database DAD
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ 
+<mark class="entity" style="background: hsl(121, 100%, 90.9090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    The database
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.02</span>
+</mark>
+ contains 
+<mark class="entity" style="background: hsl(121, 100%, 68.18181818181817%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    demographic administrative and clinical data
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.07</span>
+</mark>
+ for 
+<mark class="entity" style="background: hsl(121, 100%, 50.0%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    hospital discharges
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.11</span>
+</mark>
+ inpatient 
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    acute chronic rehabilitation and day surgeries
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ 
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    A provincial data
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+ set including 
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    various CIHI valueadded elements
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    CIHI
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+ valueadded elements such as 
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    case mix groups
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+ and 
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    resource intensity weights
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ is released on 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    a monthly basis
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    monthly
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+ basis to the respective 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Ministries of Health The DAD
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Health
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ The DAD data files 
+<mark class="entity" style="background: hsl(121, 100%, 100.0%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    which
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.0</span>
+</mark>
+ 
+<mark class="entity" style="background: hsl(121, 100%, 63.63636363636363%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Population Data BC
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.08</span>
+</mark>
+ receives include 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    the CIHI variables
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ 
+<mark class="entity" style="background: hsl(121, 100%, 63.63636363636363%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Population Data BC
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.08</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 63.63636363636363%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Population Data BC
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.08</span>
+</mark>
+ receives 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    these data
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ once per 
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    year
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+</br></br></br></br>
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Manitoba
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+</br>Health data maintained by 
+<mark class="entity" style="background: hsl(121, 100%, 63.63636363636363%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Manitoba Health
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.08</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 63.63636363636363%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Manitoba Health
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.08</span>
+</mark>
+ consisting of 
+<mark class="entity" style="background: hsl(121, 100%, 59.09090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    hospital formscomputerized records
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.09</span>
+</mark>
+ containing 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    summaries
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ of demographic and clinical information 
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    eg gender postal code
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ diagnoses and 
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    procedure codes
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ completed at 
+<mark class="entity" style="background: hsl(121, 100%, 90.9090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    the point
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.02</span>
+</mark>
+ of 
+<mark class="entity" style="background: hsl(121, 100%, 63.63636363636363%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    discharge
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.08</span>
+</mark>
+ from 
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    the hospital
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+ 
+<mark class="entity" style="background: hsl(121, 100%, 95.45454545454545%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Several hundred thousand
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.01</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 90.9090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Several hundred thousand abstracts
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.02</span>
+</mark>
+ per 
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    year
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+ are submitted for 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    all separations
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ from 
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    acute and chronic care facilities
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ in 
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Manitoba
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Manitoba
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ and for 
+<mark class="entity" style="background: hsl(121, 100%, 95.45454545454545%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    all Manitobans
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.01</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Manitobans
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ admitted to 
+<mark class="entity" style="background: hsl(121, 100%, 68.18181818181817%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    outofprovince facilities
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.07</span>
+</mark>
+ 
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    The Hospital Abstracts Data
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    The Hospital Abstracts Data
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+ includes 
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    records
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+ of 
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    both Manitoba residents
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Manitoba
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ residents and 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    nonManitoba
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    nonManitoba residents
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ hospitalized in 
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Manitoba
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 63.63636363636363%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Manitoba facilities
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.08</span>
+</mark>
+ and 
+<mark class="entity" style="background: hsl(121, 100%, 59.09090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    information
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.09</span>
+</mark>
+ about 
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    inpatient and day surgery services
+
+
+
+New Brunswick
+Patient
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    New Brunswick
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+</br>Patient 
+<mark class="entity" style="background: hsl(121, 100%, 50.0%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    discharge information
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.11</span>
+</mark>
+ from 
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    New Brunswick
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 59.09090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    New Brunswick hospitals
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.09</span>
+</mark>
+ 
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Captures
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Captures
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+ 
+<mark class="entity" style="background: hsl(121, 100%, 68.18181818181817%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    administrative clinical and demographic information
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.07</span>
+</mark>
+ including 
+<mark class="entity" style="background: hsl(121, 100%, 54.54545454545454%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    discharges deaths signouts
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.1</span>
+</mark>
+ and 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    transfers
+
+
+
+Newfoundland
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Newfoundland
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ and 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Labrador
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Labrador
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+</br>
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    The Provincial Discharge Abstract Database
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    The Provincial Discharge Abstract Database
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ 
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    PDAD
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+ is 
+<mark class="entity" style="background: hsl(121, 100%, 90.9090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    the NLCHI dataset
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.02</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    NLCHI
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ dataset 
+<mark class="entity" style="background: hsl(121, 100%, 100.0%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    that
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.0</span>
+</mark>
+ contains 
+<mark class="entity" style="background: hsl(121, 100%, 68.18181818181817%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    demographic clinical and administrative data
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.07</span>
+</mark>
+ collected at 
+<mark class="entity" style="background: hsl(121, 100%, 59.09090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    hospitals
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.09</span>
+</mark>
+ when 
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    patients
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+ are discharged from 
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    inpatient and surgical day care services
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ and submitted to 
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    the CIHI Discharge Abstract Database
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    the CIHI Discharge Abstract Database
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ 
+<mark class="entity" style="background: hsl(121, 100%, 90.9090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    The PDAD
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.02</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    PDAD
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+ captures 
+<mark class="entity" style="background: hsl(121, 100%, 59.09090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    information
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.09</span>
+</mark>
+ regarding 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    hospitalizations
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ of 
+<mark class="entity" style="background: hsl(121, 100%, 90.9090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    both residents
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.02</span>
+</mark>
+ of 
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    NL
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    NL
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+ and 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    nonresidents
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ receiving 
+<mark class="entity" style="background: hsl(121, 100%, 63.63636363636363%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    care
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.08</span>
+</mark>
+ in 
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    NL
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    NL
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+</br></br></br></br>
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Nova Scotia
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Nova Scotia
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+</br>Contains 
+<mark class="entity" style="background: hsl(121, 100%, 59.09090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    information
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.09</span>
+</mark>
+ on 
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    each hospital admission
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+ recorded in 
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    a Nova Scotia hospital
+
+
+
+Ontario
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Nova Scotia
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ hospital</br></br></br></br>
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Ontario
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+</br>
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    The Discharge Abstract Database
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    The Discharge Abstract Database
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+ is 
+<mark class="entity" style="background: hsl(121, 100%, 90.9090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    a database
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.02</span>
+</mark>
+ for 
+<mark class="entity" style="background: hsl(121, 100%, 59.09090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    information
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.09</span>
+</mark>
+ on 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    all separation
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ from 
+<mark class="entity" style="background: hsl(121, 100%, 59.09090909090909%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    acute care institutions
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.09</span>
+</mark>
+ within 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    a fiscal year
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    a fiscal year April 1st to March 31st
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    March 31st
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ 
+<mark class="entity" style="background: hsl(121, 100%, 72.72727272727272%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Data
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.06</span>
+</mark>
+ is received directly from 
+<mark class="entity" style="background: hsl(121, 100%, 54.54545454545454%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    acute care facilities
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.1</span>
+</mark>
+ or from 
+<mark class="entity" style="background: hsl(121, 100%, 86.36363636363636%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    their respective healthregional authority
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.03</span>
+</mark>
+ or 
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    ministrydepartment
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+ of 
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    health
+
+
+
+Saskatchewan
+Captures administrative clinical and demographic information
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+
+<mark class="entity" style="background: hsl(121, 100%, 81.81818181818181%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Saskatchewan
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.04</span>
+</mark>
+</br>
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Captures
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+ administrative clinical and demographic information on 
+<mark class="entity" style="background: hsl(121, 100%, 63.63636363636363%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    discharges
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.08</span>
+</mark>
+ for 
+<mark class="entity" style="background: hsl(121, 100%, 54.54545454545454%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    acute care facilities
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.1</span>
+</mark>
+ including 
+<mark class="entity" style="background: hsl(121, 100%, 68.18181818181817%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    deaths signouts
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.07</span>
+</mark>
+ and 
+<mark class="entity" style="background: hsl(121, 100%, 77.27272727272727%); padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    transfers
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">0.05</span>
+</mark>
+</br></div>
+</figure>
+</body>
+</html>

results/DAD/ner.html

@@ -0,0 +1,217 @@
+<!DOCTYPE html>
+<html lang="en">
+    <head>
+        <title>displaCy</title>
+    </head>
+
+    <body style="font-size: 16px; font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Helvetica, Arial, sans-serif, 'Apple Color Emoji', 'Segoe UI Emoji', 'Segoe UI Symbol'; padding: 4rem 2rem; direction: ltr">
+<figure style="margin-bottom: 6rem">
+<div class="entities" style="line-height: 2.5; direction: ltr">CIHI</br>Database that collects administrative clinical and demographic information on hospital discharges including deaths signouts and transfers Some provinces and territories also use the 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    DAD
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ to capture day surgery</br></br></br></br>
+<mark class="entity" style="background: #feca74; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Alberta
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">GPE</span>
+</mark>
+</br>The discharge abstract database is a database for information on all 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    AHS
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ separations for acute care institutions including discharges deaths signouts and transfers</br></br></br></br>
+<mark class="entity" style="background: #feca74; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    British Columbia
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">GPE</span>
+</mark>
+</br>Data on discharges transfers and deaths of inpatients and day surgery patients from acute care hospitals in 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    BC
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ All 
+<mark class="entity" style="background: #c887fb; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Canadian
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">NORP</span>
+</mark>
+ hospitals except those in 
+<mark class="entity" style="background: #feca74; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Quebec
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">GPE</span>
+</mark>
+ submit their separations records directly to 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    the Canadian Institute of Health information CIHI
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ for inclusion in 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    the Discharge Abstract Database DAD
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ The database contains demographic administrative and clinical data for hospital discharges inpatient acute chronic rehabilitation and day surgeries A provincial data set including various 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    CIHI
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ valueadded elements such as case mix groups and resource intensity weights is released on a 
+<mark class="entity" style="background: #bfe1d9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    monthly
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">DATE</span>
+</mark>
+ basis to the respective 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Ministries of Health The DAD
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ data files which 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Population Data BC
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ receives include the CIHI variables 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Population Data BC
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ receives these data once per year</br></br></br></br>
+<mark class="entity" style="background: #feca74; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Manitoba
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">GPE</span>
+</mark>
+</br>Health data maintained by 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Manitoba Health
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ consisting of hospital formscomputerized records containing summaries of demographic and clinical information eg gender postal code diagnoses and procedure codes completed at the point of discharge from the hospital 
+<mark class="entity" style="background: #e4e7d2; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Several hundred thousand
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">CARDINAL</span>
+</mark>
+ abstracts per year are submitted for all separations from acute and chronic care facilities in 
+<mark class="entity" style="background: #feca74; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Manitoba
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">GPE</span>
+</mark>
+ and for all 
+<mark class="entity" style="background: #c887fb; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Manitobans
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">NORP</span>
+</mark>
+ admitted to outofprovince facilities 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    The Hospital Abstracts Data
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ includes records of both 
+<mark class="entity" style="background: #feca74; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Manitoba
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">GPE</span>
+</mark>
+ residents and 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    nonManitoba
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ residents hospitalized in 
+<mark class="entity" style="background: #feca74; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Manitoba
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">GPE</span>
+</mark>
+ facilities and information about inpatient and day surgery services</br></br></br></br>
+<mark class="entity" style="background: #feca74; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    New Brunswick
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">GPE</span>
+</mark>
+</br>Patient discharge information from 
+<mark class="entity" style="background: #feca74; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    New Brunswick
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">GPE</span>
+</mark>
+ hospitals 
+<mark class="entity" style="background: #aa9cfc; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Captures
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">PERSON</span>
+</mark>
+ administrative clinical and demographic information including discharges deaths signouts and transfers</br></br></br></br>
+<mark class="entity" style="background: #feca74; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Newfoundland
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">GPE</span>
+</mark>
+ and 
+<mark class="entity" style="background: #feca74; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Labrador
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">GPE</span>
+</mark>
+</br>
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    The Provincial Discharge Abstract Database
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ PDAD is the 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    NLCHI
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ dataset that contains demographic clinical and administrative data collected at hospitals when patients are discharged from inpatient and surgical day care services and submitted to 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    the CIHI Discharge Abstract Database
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ The 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    PDAD
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ captures information regarding hospitalizations of both residents of 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    NL
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ and nonresidents receiving care in 
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    NL
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+</br></br></br></br>
+<mark class="entity" style="background: #9cc9cc; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Nova Scotia
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">FAC</span>
+</mark>
+</br>Contains information on each hospital admission recorded in a 
+<mark class="entity" style="background: #9cc9cc; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Nova Scotia
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">FAC</span>
+</mark>
+ hospital</br></br></br></br>
+<mark class="entity" style="background: #feca74; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Ontario
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">GPE</span>
+</mark>
+</br>
+<mark class="entity" style="background: #7aecec; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    The Discharge Abstract Database
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">ORG</span>
+</mark>
+ is a database for information on all separation from acute care institutions within 
+<mark class="entity" style="background: #bfe1d9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    a fiscal year April 1st to March 31st
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">DATE</span>
+</mark>
+ Data is received directly from acute care facilities or from their respective healthregional authority or ministrydepartment of health</br></br></br></br>
+<mark class="entity" style="background: #feca74; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Saskatchewan
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">GPE</span>
+</mark>
+</br>
+<mark class="entity" style="background: #aa9cfc; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;">
+    Captures
+    <span style="font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; vertical-align: middle; margin-left: 0.5rem">PERSON</span>
+</mark>
+ administrative clinical and demographic information on discharges for acute care facilities including deaths signouts and transfers</br></div>
+</figure>
+</body>
+</html>

results/ldavis_prepared_2.html

@@ -0,0 +1,41 @@
+
+<link rel="stylesheet" type="text/css" href="https://cdn.jsdelivr.net/gh/bmabey/[email protected]/pyLDAvis/js/ldavis.v1.0.0.css">
+
+
+<div id="ldavis_el573620783883092324287242648" style="background-color:white;"></div>
+<script type="text/javascript">
+
+var ldavis_el573620783883092324287242648_data = {"mdsDat": {"x": [0.030816463372300994, -0.030816463372300994], "y": [0.0, 0.0], "topics": [1, 2], "cluster": [1, 1], "Freq": [65.01767591682798, 34.982324083172024]}, "tinfo": {"Term": [",", "information", "management", "mi", "service", "timely", "facilitate", "historical", "effective", "practice", "enabling", "inter-regional", "accounting", "standardized", "developed", "definition", "manitoba", "care", "system", "chronic", "personal", "home", "money", "rehab", "range", "account", "summarized", "aggregate", "community", "provided", "financial", "ontario", "hospital", "submission", "individual", "better", "decision", "federal", "undergo", "jurisdiction", "national", "required", "hierarchical", "reporting", "standard", "balance", "micro", "portfolio", "lacking", "input", "mis/ohrs", "indicator", "clinical", "chart", "stage", "macro", "summary", "within", "annual", "serve", ".", "statistical", "(", "data", "health", ")", ",", "service", "care", "information", "acute", "spent", "contain", "timely", "facilitate", "historical", "effective", "practice", "enabling", "inter-regional", "accounting", "standardized", "developed", "definition", "manitoba", "management", "mi", "information", "system", "chronic", "personal", "home", "money", "rehab", "range", "account", "summarized", "aggregate", "service", "community", "provided", "comparison", "care", ",", ".", ")", "health", "data", "(", "hospital", "including", "contain", "spent", "statistical", "acute"], "Freq": [11.0, 3.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.48772570667277, 1.777720998732102, 3.206470734999531, 1.0677701812416776, 1.0677413607078479, 1.067657267917359, 1.0676081150891155, 1.0676065358817826, 1.0675802815598692, 1.0675653777906629, 1.067540801376541, 1.0675174093679192, 1.0674962874698386, 1.0674767447790914, 1.067466776032801, 1.067450490457178, 1.0673923558872274, 1.0673265226815278, 1.0672832918807835, 1.067266808904244, 1.0672223936979999, 1.0671601137087998, 1.0671159946039306, 1.067096353212725, 1.0670936883003503, 1.0670556886238969, 1.0670416731588155, 1.0670151227355273, 1.066998343657613, 1.0669531388477023, 3.9143942450760574, 2.4947673921711715, 2.491659314738666, 2.4916083853021727, 2.4908967549976837, 2.490431875838995, 6.736926119237207, 2.4886718492662276, 1.77841683696326, 1.7705727167387144, 1.067912704703492, 1.0674707240511339, 1.0674362775911799, 0.8506167673650525, 0.8506138465835046, 0.8505838952963586, 0.8505766198950484, 0.8505604228337371, 0.8505534660631412, 0.8505410925704019, 0.8505378000530206, 0.8505370565813538, 0.8505298873902817, 0.8504766229558715, 0.8504340857555099, 1.4251142116852946, 1.424895524805034, 1.9966628349547573, 0.8558216000834447, 0.8557477308628418, 0.8554772133863854, 0.854953490702284, 0.854898526904064, 0.8547703311466699, 0.8547312457790468, 0.8546565799816582, 0.8544786778328304, 0.8541996104322065, 1.993122635298203, 0.8541511785636301, 0.8541279185214848, 0.8540999321237438, 1.4230230383072224, 4.856872259241134, 1.4269680051811995, 0.8569168400587953, 0.8565470160097096, 0.8559813402815563, 0.8559408210757188, 0.855014561589195, 0.8538106685402618, 0.8535006939603489, 0.8534731324035604, 0.8534696274657029, 0.8531218420410243], "Total": [11.0, 3.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.7793969700425123, 2.0664970241161895, 4.061485296588726, 1.3536083517820703, 1.353602499212231, 1.35358526576663, 1.3535751717534499, 1.3535748139638553, 1.3535694565062892, 1.3535663155209532, 1.3535613880008812, 1.3535566093364872, 1.353552295208587, 1.3535482326600439, 1.3535462296816112, 1.3535428220973587, 1.3535309951912224, 1.3535175236329091, 1.3535086252916326, 1.3535052592794994, 1.3534960527671873, 1.3534833729591829, 1.3534742766803292, 1.353470195089006, 1.3534697074865125, 1.3534618715176814, 1.3534590877852797, 1.3534536200942555, 1.353450143848664, 1.3534409443094713, 5.341362250257257, 3.3482370196368745, 3.347600135814385, 3.347589725583729, 3.347443771007393, 3.3473487158977906, 11.593798378478342, 4.48179448456443, 3.2014398752704825, 3.7672355516934717, 1.9210345467445162, 1.9209438564546941, 1.9209369715515288, 1.2080457708036487, 1.208046353888371, 1.2080542048767617, 1.2080561086180754, 1.2080602191760634, 1.2080620220711435, 1.2080652185757041, 1.2080661208278016, 1.208066290335374, 1.208068176911353, 1.2080817820374548, 1.2080927158103882, 2.4872547161853, 2.4873111074823777, 3.7672355516934717, 1.9203384168179691, 1.920357523429104, 1.9204271277320193, 1.9205621319067474, 1.9205765545307267, 1.9206094379213112, 1.92061960408239, 1.9206389998217803, 1.920684654211048, 1.920756565640211, 4.48179448456443, 1.9207691306548766, 1.9207751846488526, 1.9207822369138152, 3.2014398752704825, 11.593798378478342, 5.341362250257257, 3.3473487158977906, 3.347443771007393, 3.347589725583729, 3.347600135814385, 4.061485296588726, 1.92085688192016, 1.9209369715515288, 1.9209438564546941, 3.3482370196368745, 1.9210345467445162], "Category": ["Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Default", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic1", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2", "Topic2"], "logprob": [30.0, 29.0, 28.0, 27.0, 26.0, 25.0, 24.0, 23.0, 22.0, 21.0, 20.0, 19.0, 18.0, 17.0, 16.0, 15.0, 14.0, 13.0, 12.0, 11.0, 10.0, 9.0, 8.0, 7.0, 6.0, 5.0, 4.0, 3.0, 2.0, 1.0, -3.7519, -4.0879, -3.4981, -4.5977, -4.5977, -4.5978, -4.5978, -4.5978, -4.5978, -4.5979, -4.5979, -4.5979, -4.5979, -4.5979, -4.598, -4.598, -4.598, -4.5981, -4.5981, -4.5981, -4.5982, -4.5982, -4.5983, -4.5983, -4.5983, -4.5983, -4.5983, -4.5984, -4.5984, -4.5984, -3.2986, -3.749, -3.7503, -3.7503, -3.7506, -3.7508, -2.7556, -3.7515, -4.0875, -4.0919, -4.5975, -4.5979, -4.598, -4.2052, -4.2052, -4.2053, -4.2053, -4.2053, -4.2053, -4.2053, -4.2053, -4.2053, -4.2053, -4.2054, -4.2054, -3.6892, -3.6893, -3.3519, -4.1991, -4.1992, -4.1995, -4.2001, -4.2002, -4.2003, -4.2004, -4.2005, -4.2007, -4.201, -3.3537, -4.2011, -4.2011, -4.2011, -3.6906, -2.463, -3.6879, -4.1978, -4.1983, -4.1989, -4.199, -4.2001, -4.2015, -4.2018, -4.2019, -4.2019, -4.2023], "loglift": [30.0, 29.0, 28.0, 27.0, 26.0, 25.0, 24.0, 23.0, 22.0, 21.0, 20.0, 19.0, 18.0, 17.0, 16.0, 15.0, 14.0, 13.0, 12.0, 11.0, 10.0, 9.0, 8.0, 7.0, 6.0, 5.0, 4.0, 3.0, 2.0, 1.0, 0.3196, 0.28, 0.1941, 0.1933, 0.1933, 0.1932, 0.1932, 0.1932, 0.1932, 0.1931, 0.1931, 0.1931, 0.1931, 0.1931, 0.1931, 0.1931, 0.193, 0.193, 0.1929, 0.1929, 0.1929, 0.1928, 0.1928, 0.1928, 0.1928, 0.1927, 0.1927, 0.1927, 0.1927, 0.1927, 0.1197, 0.1363, 0.1352, 0.1352, 0.135, 0.1348, -0.1124, -0.1578, -0.1574, -0.3245, -0.1566, -0.157, -0.157, 0.6995, 0.6995, 0.6995, 0.6995, 0.6995, 0.6994, 0.6994, 0.6994, 0.6994, 0.6994, 0.6993, 0.6993, 0.4934, 0.4932, 0.4155, 0.2421, 0.242, 0.2417, 0.241, 0.2409, 0.2408, 0.2407, 0.2406, 0.2404, 0.24, 0.24, 0.24, 0.2399, 0.2399, 0.2395, 0.1803, -0.2696, -0.3123, -0.3127, -0.3134, -0.3135, -0.5079, 0.2395, 0.2391, 0.2391, -0.3166, 0.2386]}, "token.table": {"Topic": [1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 2, 2, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 1, 2, 1, 1, 2, 1, 1, 2, 2, 1, 1], "Freq": [0.5974429199601676, 0.2987214599800838, 0.5974877939968621, 0.29874389699843107, 0.6037710654856785, 0.43126504677548466, 0.7488726307239969, 0.18721815768099923, 0.5206600512083697, 0.5206600512083697, 0.8277692609364554, 0.5205528457021511, 0.5205528457021511, 0.5206281826071427, 0.5206281826071427, 0.7388524834438343, 0.7388018935747208, 0.7387787273479444, 0.624718900844897, 0.3123594504224485, 0.7388415375738944, 0.5207363669523063, 0.5207363669523063, 0.7388393094937151, 0.5206247768356497, 0.5206247768356497, 0.5206212244063301, 0.5206212244063301, 0.5205792875090046, 0.5205792875090046, 0.5974447778696221, 0.29872238893481107, 0.7387842366409387, 0.8277585299841865, 0.8277678521063957, 0.8277761213789351, 0.8277720694220362, 0.8277828055035085, 0.7387844319233198, 0.7195805498663291, 0.5974708275377877, 0.29873541376889384, 0.7387967229192992, 0.8277774258498722, 0.5206808899263223, 0.5206808899263223, 0.7386460324058599, 0.24621534413528665, 0.5206009929278869, 0.5206009929278869, 0.7388343440183193, 0.7387693215563502, 0.5308932697614163, 0.5308932697614163, 0.7388223969904055, 0.8277698791618131, 0.738789070423288, 0.7388205596285253, 0.7388460813296994, 0.40204969498809473, 0.40204969498809473, 0.8277510384037042, 0.4020405798823398, 0.4020405798823398, 0.7388083490904641, 0.7388274224779053, 0.5206769798584466, 0.5206769798584466, 0.7387917599193137, 0.9678213792034714, 0.5207174932906604, 0.5207174932906604, 0.7388157024490896, 0.8277733047794859, 0.5206231359047965, 0.5206231359047965, 0.5206653091921176, 0.5206653091921176, 0.520668065175347, 0.520668065175347, 0.738798940348629, 0.7387943681869349, 0.7388575055339428, 0.4462498240131537, 0.4462498240131537, 0.5205774216876937, 0.5205774216876937, 0.7388418037497637, 0.7388000336236951, 0.8277691447895527, 0.59732927754825, 0.298664638774125, 0.7387661273539475, 0.5206476751962003, 0.5206476751962003, 0.7388476009543375, 0.5207415480741231, 0.5207415480741231, 0.8277832050475646, 0.7387873560482883, 0.738850585755838], "Term": ["(", "(", ")", ")", ",", ",", ".", ".", "account", "account", "accounting", "acute", "acute", "aggregate", "aggregate", "annual", "balance", "better", "care", "care", "chart", "chronic", "chronic", "clinical", "community", "community", "comparison", "comparison", "contain", "contain", "data", "data", "decision", "definition", "developed", "effective", "enabling", "facilitate", "federal", "financial", "health", "health", "hierarchical", "historical", "home", "home", "hospital", "hospital", "including", "including", "indicator", "individual", "information", "information", "input", "inter-regional", "jurisdiction", "lacking", "macro", "management", "management", "manitoba", "mi", "mi", "micro", "mis/ohrs", "money", "money", "national", "ontario", "personal", "personal", "portfolio", "practice", "provided", "provided", "range", "range", "rehab", "rehab", "reporting", "required", "serve", "service", "service", "spent", "spent", "stage", "standard", "standardized", "statistical", "statistical", "submission", "summarized", "summarized", "summary", "system", "system", "timely", "undergo", "within"]}, "R": 30, "lambda.step": 0.01, "plot.opts": {"xlab": "PC1", "ylab": "PC2"}, "topic.order": [1, 2]};
+
+function LDAvis_load_lib(url, callback){
+  var s = document.createElement('script');
+  s.src = url;
+  s.async = true;
+  s.onreadystatechange = s.onload = callback;
+  s.onerror = function(){console.warn("failed to load library " + url);};
+  document.getElementsByTagName("head")[0].appendChild(s);
+}
+
+if(typeof(LDAvis) !== "undefined"){
+   // already loaded: just create the visualization
+   !function(LDAvis){
+       new LDAvis("#" + "ldavis_el573620783883092324287242648", ldavis_el573620783883092324287242648_data);
+   }(LDAvis);
+}else if(typeof define === "function" && define.amd){
+   // require.js is available: use it to load d3/LDAvis
+   require.config({paths: {d3: "https://d3js.org/d3.v5"}});
+   require(["d3"], function(d3){
+      window.d3 = d3;
+      LDAvis_load_lib("https://cdn.jsdelivr.net/gh/bmabey/[email protected]/pyLDAvis/js/ldavis.v3.0.0.js", function(){
+        new LDAvis("#" + "ldavis_el573620783883092324287242648", ldavis_el573620783883092324287242648_data);
+      });
+    });
+}else{
+    // require.js not available: dynamically load d3 & LDAvis
+    LDAvis_load_lib("https://d3js.org/d3.v5.js", function(){
+         LDAvis_load_lib("https://cdn.jsdelivr.net/gh/bmabey/[email protected]/pyLDAvis/js/ldavis.v3.0.0.js", function(){
+                 new LDAvis("#" + "ldavis_el573620783883092324287242648", ldavis_el573620783883092324287242648_data);
+            })
+         });
+}
+</script>

scrape.py

@@ -0,0 +1,73 @@
+# Import necessary libraries
+from selenium import webdriver
+from selenium.webdriver.common.by import By
+from selenium.webdriver.support.ui import WebDriverWait
+import time
+
+
+"""
+This code uses Selenium to scrape data from a webpage. 
+It initializes a Chrome webdriver and loads the webpage defined by the url variable. 
+It then clicks a modal pop-up that appears when the webpage is loaded.
+The code then enters a loop to scrape data from each page of the webpage. 
+It locates the data tables and extracts the table rows. 
+It loops through each row of the table and extracts the name, region, and description from the row. 
+It appends these values to the dai_values list.
+The code then finds the 'Next' button and checks if it is disabled. 
+If the button is disabled, the loop is broken. 
+If the button is not disabled, the code clicks the button, scrolls to it, and waits for 2 seconds before moving on to the next page.
+
+Finally, the code quits the webdriver.
+"""
+
+# Define the URL of the webpage to be scraped
+url = 'https://www.hdrn.ca/en/inventory/'
+
+# Initialize a Chrome webdriver
+driver = webdriver.Chrome()
+driver.get(url)
+
+# Define a wait time for the driver to locate web elements
+wait = WebDriverWait(driver, 2)
+
+# Create an empty list to store the scraped data
+dai_values = []
+
+# Click the modal pop-up that appears when the webpage is loaded
+driver.find_element(By.ID, 'myModal').click()
+
+# Loop through the webpage to scrape data from each page
+while True:
+    # Locate the data tables and extract the table rows
+    data_tables_scroll = driver.find_elements(By.CLASS_NAME, 'dataTables_scrollBody')[-1]
+    table = data_tables_scroll.find_elements(By.TAG_NAME, 'tr')
+
+    # Loop through each row of the table
+    for row in table:
+        # Extract the values from each cell of the row
+        row_values = row.find_elements(By.TAG_NAME, 'td')
+        # If the row has less than 2 cells, skip to the next row
+        if len(row_values) < 2:
+            continue
+        # Extract the name, region, and description from the row and append to the dai_values list
+        name, region, description = row_values
+        dai_values.append({
+            'name': name.text,
+            'region': region.text,
+            'description': description.text
+        })
+
+    # Find the 'Next' button and check if it is disabled
+    next_button = driver.find_elements(By.ID, 'thelist_next')
+    if 'disabled' in next_button[0].get_attribute('class'):
+        # If the button is disabled, break out of the loop
+        break
+    else:
+        # If the button is not disabled, click it, scroll to it, and wait for 2 seconds before moving on to the next page
+        driver.click()
+        driver.execute_script("arguments[0].scrollIntoView();", next_button[0])
+        time.sleep(2)
+        next_button[0].click()
+
+# Quit the webdriver
+driver.quit()

word.py

@@ -0,0 +1,51 @@
+from wordcloud import WordCloud
+import nltk
+from nltk import ngrams
+import matplotlib.pyplot as plt
+import pandas as pd
+from collections import Counter
+import seaborn as sns
+
+from lda import preprocess_text
+
+doc = """
+Database that collects, administrative, clinical and demographic information on hospital discharges (including deaths, sign-outs and transfers). Some provinces and territories also use the DAD to capture day surgery.
+         The discharge abstract database is a database for information on all AHS separations for acute care institutions, including discharges, deaths, sign-outs and transfers.
+        Data on discharges, transfers and deaths of in-patients and day surgery patients from acute care hospitals in BC. All Canadian hospitals (except those in Quebec) submit their separations records directly to the Canadian Institute of Health information (CIHI) for inclusion in the Discharge Abstract Database (DAD). The database contains demographic, administrative and clinical data for hospital discharges (inpatient acute, chronic, rehabilitation) and day surgeries. A provincial data set, including various CIHI value-added elements (such as case mix groups, and resource intensity weights) is released on a monthly basis to the respective Ministries of Health. The DAD data files which Population Data BC receives include the CIHI variables. Population Data BC receives these data once per year.
+        Health data maintained by Manitoba Health consisting of hospital forms/computerized records containing summaries of demographic and clinical information (e.g., gender, postal code, diagnoses and procedure codes) completed at the point of discharge from the hospital. Several hundred thousand abstracts per year are submitted for all separations from acute and chronic care facilities in Manitoba and for all Manitobans admitted to out-of-province facilities. The Hospital Abstracts Data includes records of both Manitoba residents and non-Manitoba residents hospitalized in Manitoba facilities and information about inpatient and day surgery services.
+Patient discharge information from New Brunswick hospitals. Captures administrative, clinical and demographic information including discharges, deaths, sign-outs, and transfers.
+The Provincial Discharge Abstract Database (PDAD) is the NLCHI dataset that contains demographic, clinical and administrative data collected at hospitals when patients are discharged from inpatient and surgical day care services and submitted to the CIHI Discharge Abstract Database. The PDAD captures information regarding hospitalizations of both residents of NL and non-residents receiving care in NL.
+Contains information on each hospital admission recorded in a Nova Scotia hospital
+The Discharge Abstract Database is a database for information on all separation from acute care institutions within a fiscal year (April 1st to March 31st). Data is received directly from acute care facilities or from their respective health/regional authority or ministry/department of health.
+Captures administrative, clinical and demographic information on discharges for acute care facilities (including deaths, sign-outs and transfers).
+     
+      """
+
+def show_gram_plot(doc, n_grams, top_words=10, save_output='results/'):
+    lemmatized_docs = preprocess_text([doc])
+    tokens = ngrams(lemmatized_docs[0], n_grams)
+    tokens = [' '.join(item) for item in list(tokens)]
+    count_tokens = Counter(tokens).most_common(top_words)
+    words, count = zip(*count_tokens)
+    tokens_df = pd.DataFrame({'word': words, 'count': count})
+    plt.figure(figsize=(8, 24))
+    sns.catplot(data=tokens_df, x='word', y='count', kind='bar', palette='blend:#7AB,#EDA')
+    plt.xticks(rotation=-10, fontsize=6)
+    plt.savefig(save_output, dpi=300)
+
+if __name__ == '__main__':
+    lemmatized_docs = preprocess_text([doc])
+    # Create a word cloud object
+    wordcloud = WordCloud(width=800, height=800, background_color='white', min_font_size=10).generate(
+        ' '.join([' '.join(doc) for doc in lemmatized_docs]))
+
+    # Display the generated image:
+    plt.figure(figsize=(8, 8), facecolor=None)
+    plt.imshow(wordcloud)
+    plt.axis("off")
+    plt.tight_layout(pad=0)
+    plt.show()
+
+    show_gram_plot(1)
+    show_gram_plot(2)
+    show_gram_plot(3)