initial commit

.gitignore

@@ -0,0 +1,2 @@
+.env
+__pycache__/

agents.py

@@ -0,0 +1,42 @@
+import os 
+from dotenv import load_dotenv
+load_dotenv()
+from textwrap import dedent
+from langchain_openai import ChatOpenAI
+from crewai import Agent
+from crewai_tools import ScrapeWebsiteTool, SerperDevTool
+
+# openai_llm = ChatOpenAI(model_name="gpt-3.5-turbo-0125", temperature=0.2)
+openai_llm = ChatOpenAI(api_key=os.environ.get("OPENAI_API_KEY"), model="gpt-3.5-turbo-0125")
+
+scrape_website_tool = ScrapeWebsiteTool()
+search_tool = SerperDevTool()
+
+topic_researcher_agent = Agent(
+    role="Topic Researcher",
+    goal="Your goal is to search for relevant content about the comparison between Llama 2 and Llama 3",
+    tools=[scrape_website_tool, search_tool],
+    backstory=dedent(
+        """
+        You are proficient at searching for specific topics in the web, selecting those that provide
+        more value and information.
+        """
+    ),
+    verbose=True,
+    allow_delegation=False,
+    llm=openai_llm 
+)
+
+writer_agent = Agent(
+    role="Writer",
+    goal="You will create an article that summarises the difference between Llama 2 and Llama 3",
+    backstory=dedent(
+        """
+        You are a renowned Writer, known for your insightful and engaging articles.
+        You transform complex concepts into compelling narratives.
+        """
+    ),
+    verbose=True,
+    allow_delegation=False,
+    llm=openai_llm 
+)

app.py

@@ -0,0 +1,21 @@
+from crewai import Crew
+from agents import topic_researcher_agent, writer_agent
+from tasks import topic_research_task, write_task
+
+crew = Crew(
+    agents=[
+        topic_researcher_agent,
+        writer_agent
+    ],
+    tasks=[
+        topic_research_task,
+        write_task
+    ],
+    verbose=1
+)
+
+result = crew.kickoff()
+
+
+print("Here is the result: ")
+print(result)

pyproject.toml

@@ -0,0 +1,29 @@
+[tool.poetry]
+name = "crewai-tools-openai"
+version = "0.1.0"
+description = "Automate social media"
+authors = ["Z"]
+
+[tool.poetry.dependencies]
+python = ">=3.10,<=3.13"
+crewai = "0.28.6"
+crewai-tools = "0.1.6"
+python-dotenv = "1.0.0"
+langchain-openai = "^0.0.5"
+
+[tool.poetry.extras]
+tools = ["crewai-tools"]
+
+[tool.pyright]
+# https://github.com/microsoft/pyright/blob/main/docs/configuration.md
+useLibraryCodeForTypes = true
+exclude = [".cache"]
+
+[tool.ruff]
+# https://beta.ruff.rs/docs/configuration/
+select = ['E', 'W', 'F', 'I', 'B', 'C4', 'ARG', 'SIM']
+ignore = ['W291', 'W292', 'W293']
+
+[build-system]
+requires = ["poetry-core>=1.0.0"]
+build-backend = "poetry.core.masonry.api"

results.md

@@ -0,0 +1,169 @@
+[DEBUG]: == Working Agent: Topic Researcher
+
+
+> Entering new CrewAgentExecutor chain...
+I need to use the tools available to gather valuable information about the comparison between Llama 2 and Llama 3. I should focus on finding detailed content that provides a clear comparison between the two.
+
+Action: Search the internet
+Action Input: {"search_query": "Comparison between Llama 2 and Llama 3"}
+
+
+Search results: Title: Llama 3 vs Llama 2. Comparison, Differences, Features | Apps4Rent
+Link: https://www.apps4rent.com/blog/llama-3-vs-llama-2/
+Snippet: Comparing features, similarities, and differences between Llama 2 and Llama 3. Apps4Rent can help with Llama deployment on Azure & on AWS using SageMaker ...
+---
+Title: Llama 2 vs Llama 3: An In-depth Comparison - Medium
+Link: https://medium.com/@vineethveetil/llama-2-vs-llama-3-an-in-depth-comparison-aebb6a3f8c51
+Snippet: Llama 2 uses SentencePiece for tokenization, whereas Llama 3 has transitioned to OpenAI's Tiktoken. Llama 3 also introduces a ChatFormat class, ...
+---
+Title: Introducing Meta Llama 3: The most capable openly available LLM ...
+Link: https://ai.meta.com/blog/meta-llama-3/
+Snippet: Compared to Llama 2, we made several key improvements. Llama 3 uses a tokenizer with a vocabulary of 128K tokens that encodes language much more ...
+---
+Title: A Comprehensive Technical Analysis of Llama 3 & Comparison with ...
+Link: https://www.linkedin.com/pulse/comprehensive-technical-analysis-llama-3-comparison-2-ibad-rehman-kw8pe
+Snippet: Llama 3 distinguishes itself from its predecessor, Llama 2, with a broader scope and an array of enhanced features aimed at providing more ...
+---
+Title: Llama 2 vs. Llama 3: Which LLM is Better? | Sapling
+Link: https://sapling.ai/llm/llama2-vs-llama3
+Snippet: Side-by-side comparison of Llama 2 and Llama 3 with feature breakdowns and pros/cons of each large language model.
+---
+Title: Llama2 vs Llama3 - comparison. - LinkedIn
+Link: https://www.linkedin.com/pulse/llama2-vs-llama3-comparison-vlad-kost-strxc
+Snippet: Llama 3 introduces a more flexible approach to manage special tokens, which are essential for parsing distinct textual elements like headers or ...
+---
+Title: Result: Llama 3 EXL2 quant quality compared to GGUF and Llama 2
+Link: https://www.reddit.com/r/LocalLLaMA/comments/1cfbadc/result_llama_3_exl2_quant_quality_compared_to/
+Snippet: The quality at same model size seems to be exactly the same between EXL2 and the latest imatrix IQ quants of GGUF, for both Llama 3 and 2. For ...
+---
+Title: LLaMa 3 vs LLaMa 2 - Analyzing the Difference. - MonsterAPI Blog
+Link: https://blog.monsterapi.ai/what-is-llama-3-and-how-it-differs-from-llama-2/
+Snippet: LLaMa 3 boasts better performance across all parameters compared to LLaMa 2. Here's the comparison: Enhanced Performance: LLaMa 3 tackles multi- ...
+---
+Title: Meta AI: What is Llama 3 and why does it matter? - Zapier
+Link: https://zapier.com/blog/llama-meta/
+Snippet: It's the successor to Llama 2, Meta's previous generation of AI models. While there are some technical differences between Llama and other ...
+---
+Title: Llama-2 vs. Llama-3: a Tic-Tac-Toe Battle Between Models
+Link: https://towardsdatascience.com/llama-2-vs-llama-3-a-tic-tac-toe-battle-between-models-7301962ca65d
+Snippet: As a slight disadvantage, a Llama-3 is slower compared to a previous model (2.5 vs. 4.3 seconds, respectively). Practically, 4.3s is good enough ...
+---
+
+
+Final Answer:
+Llama 3 vs Llama 2. Comparison, Differences, Features | Apps4Rent
+Link: https://www.apps4rent.com/blog/llama-3-vs-llama-2/
+Snippet: Comparing features, similarities, and differences between Llama 2 and Llama 3. Apps4Rent can help with Llama deployment on Azure & on AWS using SageMaker ...
+
+Llama 2 vs Llama 3: An In-depth Comparison - Medium
+Link: https://medium.com/@vineethveetil/llama-2-vs-llama-3-an-in-depth-comparison-aebb6a3f8c51
+Snippet: Llama 2 uses SentencePiece for tokenization, whereas Llama 3 has transitioned to OpenAI's Tiktoken. Llama 3 also introduces a ChatFormat class, ...
+
+Introducing Meta Llama 3: The most capable openly available LLM ...
+Link: https://ai.meta.com/blog/meta-llama-3/
+Snippet: Compared to Llama 2, we made several key improvements. Llama 3 uses a tokenizer with a vocabulary of 128K tokens that encodes language much more ...
+
+A Comprehensive Technical Analysis of Llama 3 & Comparison with ...
+Link: https://www.linkedin.com/pulse/comprehensive-technical-analysis-llama-3-comparison-2-ibad-rehman-kw8pe
+Snippet: Llama 3 distinguishes itself from its predecessor, Llama 2, with a broader scope and an array of enhanced features aimed at providing more ...
+
+Llama 2 vs. Llama 3: Which LLM is Better? | Sapling
+Link: https://sapling.ai/llm/llama2-vs-llama3
+Snippet: Side-by-side comparison of Llama 2 and Llama 3 with feature breakdowns and pros/cons of each large language model.
+
+Llama2 vs Llama3 - comparison. - LinkedIn
+Link: https://www.linkedin.com/pulse/llama2-vs-llama3-comparison-vlad-kost-strxc
+Snippet: Llama 3 introduces a more flexible approach to manage special tokens, which are essential for parsing distinct textual elements like headers or ...
+
+Result: Llama 3 EXL2 quant quality compared to GGUF and Llama 2
+Link: https://www.reddit.com/r/LocalLLaMA/comments/1cfbadc/result_llama_3_exl2_quant_quality_compared_to/
+Snippet: The quality at same model size seems to be exactly the same between EXL2 and the latest imatrix IQ quants of GGUF, for both Llama 3 and 2. For ...
+
+LLaMa 3 vs LLaMa 2 - Analyzing the Difference. - MonsterAPI Blog
+Link: https://blog.monsterapi.ai/what-is-llama-3-and-how-it-differs-from-llama-2/
+Snippet: LLaMa 3 boasts better performance across all parameters compared to LLaMa 2. Here's the comparison: Enhanced Performance: LLaMa 3 tackles multi- ...
+
+Meta AI: What is Llama 3 and why does it matter? - Zapier
+Link: https://zapier.com/blog/llama-meta/
+Snippet: It's the successor to Llama 2, Meta's previous generation of AI models. While there are some technical differences between Llama and other ...
+
+Llama-2 vs. Llama-3: a Tic-Tac-Toe Battle Between Models
+Link: https://towardsdatascience.com/llama-2-vs-llama-3-a-tic-tac-toe-battle-between-models-7301962ca65d
+Snippet: As a slight disadvantage, a Llama-3 is slower compared to a previous model (2.5 vs. 4.3 seconds, respectively). Practically, 4.3s is good enough ...
+
+> Finished chain.
+ [DEBUG]: == [Topic Researcher] Task output: Llama 3 vs Llama 2. Comparison, Differences, Features | Apps4Rent
+Link: https://www.apps4rent.com/blog/llama-3-vs-llama-2/
+Snippet: Comparing features, similarities, and differences between Llama 2 and Llama 3. Apps4Rent can help with Llama deployment on Azure & on AWS using SageMaker ...
+
+Llama 2 vs Llama 3: An In-depth Comparison - Medium
+Link: https://medium.com/@vineethveetil/llama-2-vs-llama-3-an-in-depth-comparison-aebb6a3f8c51
+Snippet: Llama 2 uses SentencePiece for tokenization, whereas Llama 3 has transitioned to OpenAI's Tiktoken. Llama 3 also introduces a ChatFormat class, ...
+
+Introducing Meta Llama 3: The most capable openly available LLM ...
+Link: https://ai.meta.com/blog/meta-llama-3/
+Snippet: Compared to Llama 2, we made several key improvements. Llama 3 uses a tokenizer with a vocabulary of 128K tokens that encodes language much more ...
+
+A Comprehensive Technical Analysis of Llama 3 & Comparison with ...
+Link: https://www.linkedin.com/pulse/comprehensive-technical-analysis-llama-3-comparison-2-ibad-rehman-kw8pe
+Snippet: Llama 3 distinguishes itself from its predecessor, Llama 2, with a broader scope and an array of enhanced features aimed at providing more ...
+
+Llama 2 vs. Llama 3: Which LLM is Better? | Sapling
+Link: https://sapling.ai/llm/llama2-vs-llama3
+Snippet: Side-by-side comparison of Llama 2 and Llama 3 with feature breakdowns and pros/cons of each large language model.
+
+Llama2 vs Llama3 - comparison. - LinkedIn
+Link: https://www.linkedin.com/pulse/llama2-vs-llama3-comparison-vlad-kost-strxc
+Snippet: Llama 3 introduces a more flexible approach to manage special tokens, which are essential for parsing distinct textual elements like headers or ...
+
+Result: Llama 3 EXL2 quant quality compared to GGUF and Llama 2
+Link: https://www.reddit.com/r/LocalLLaMA/comments/1cfbadc/result_llama_3_exl2_quant_quality_compared_to/
+Snippet: The quality at same model size seems to be exactly the same between EXL2 and the latest imatrix IQ quants of GGUF, for both Llama 3 and 2. For ...
+
+LLaMa 3 vs LLaMa 2 - Analyzing the Difference. - MonsterAPI Blog
+Link: https://blog.monsterapi.ai/what-is-llama-3-and-how-it-differs-from-llama-2/
+Snippet: LLaMa 3 boasts better performance across all parameters compared to LLaMa 2. Here's the comparison: Enhanced Performance: LLaMa 3 tackles multi- ...
+
+Meta AI: What is Llama 3 and why does it matter? - Zapier
+Link: https://zapier.com/blog/llama-meta/
+Snippet: It's the successor to Llama 2, Meta's previous generation of AI models. While there are some technical differences between Llama and other ...
+
+Llama-2 vs. Llama-3: a Tic-Tac-Toe Battle Between Models
+Link: https://towardsdatascience.com/llama-2-vs-llama-3-a-tic-tac-toe-battle-between-models-7301962ca65d
+Snippet: As a slight disadvantage, a Llama-3 is slower compared to a previous model (2.5 vs. 4.3 seconds, respectively). Practically, 4.3s is good enough ...
+
+
+ [DEBUG]: == Working Agent: Writer
+
+
+> Entering new CrewAgentExecutor chain...
+I now can give a great answer
+
+Final Answer:
+
+Llama 2 and Llama 3 are both powerful language models, but they have key differences that set them apart. Llama 2 utilizes SentencePiece for tokenization, while Llama 3 has switched to OpenAI's Tiktoken. Additionally, Llama 3 introduces a ChatFormat class, offering new capabilities for users.
+
+In terms of technical improvements, Llama 3 has a tokenizer with a vocabulary of 128K tokens, encoding language more effectively than its predecessor. This broader scope and enhanced features make Llama 3 a more capable and versatile option for natural language processing tasks.
+
+When comparing performance, Llama 3 outshines Llama 2 with better overall parameters and enhanced efficiency. While Llama 3 may be slightly slower in processing speed compared to Llama 2, the improvements in performance and capabilities make it a superior choice for handling complex language tasks.
+
+In conclusion, Llama 3 represents a significant advancement over Llama 2, offering enhanced features, improved performance, and a broader scope for tackling various language processing challenges. Whether it's for text generation, translation, or other NLP tasks, Llama 3 stands out as the more capable and effective option between the two models.
+
+> Finished chain.
+ [DEBUG]: == [Writer] Task output: Llama 2 and Llama 3 are both powerful language models, but they have key differences that set them apart. Llama 2 utilizes SentencePiece for tokenization, while Llama 3 has switched to OpenAI's Tiktoken. Additionally, Llama 3 introduces a ChatFormat class, offering new capabilities for users.
+
+In terms of technical improvements, Llama 3 has a tokenizer with a vocabulary of 128K tokens, encoding language more effectively than its predecessor. This broader scope and enhanced features make Llama 3 a more capable and versatile option for natural language processing tasks.
+
+When comparing performance, Llama 3 outshines Llama 2 with better overall parameters and enhanced efficiency. While Llama 3 may be slightly slower in processing speed compared to Llama 2, the improvements in performance and capabilities make it a superior choice for handling complex language tasks.
+
+In conclusion, Llama 3 represents a significant advancement over Llama 2, offering enhanced features, improved performance, and a broader scope for tackling various language processing challenges. Whether it's for text generation, translation, or other NLP tasks, Llama 3 stands out as the more capable and effective option between the two models.
+
+
+Here is the result:
+Llama 2 and Llama 3 are both powerful language models, but they have key differences that set them apart. Llama 2 utilizes SentencePiece for tokenization, while Llama 3 has switched to OpenAI's Tiktoken. Additionally, Llama 3 introduces a ChatFormat class, offering new capabilities for users.
+
+In terms of technical improvements, Llama 3 has a tokenizer with a vocabulary of 128K tokens, encoding language more effectively than its predecessor. This broader scope and enhanced features make Llama 3 a more capable and versatile option for natural language processing tasks.
+
+When comparing performance, Llama 3 outshines Llama 2 with better overall parameters and enhanced efficiency. While Llama 3 may be slightly slower in processing speed compared to Llama 2, the improvements in performance and capabilities make it a superior choice for handling complex language tasks.
+
+In conclusion, Llama 3 represents a significant advancement over Llama 2, offering enhanced features, improved performance, and a broader scope for tackling various language processing challenges. Whether it's for text generation, translation, or other NLP tasks, Llama 3 stands out as the more capable and effective option between the two models.

tasks.py

@@ -0,0 +1,31 @@
+from textwrap import dedent
+from crewai import Task
+from agents import topic_researcher_agent, writer_agent
+
+topic_research_task = Task(
+    description=dedent(
+        """
+        Get valuable and high quality web information about the comparison between Llama 2 and Llama 3
+        """
+    ),
+    expected_output=dedent(
+        """
+        Your task is to gather high quality information about the comparison between Llama 2 and Llama 3
+        """
+    ),
+    agent=topic_researcher_agent,
+)
+
+write_task = Task(
+    description=dedent(
+        """
+        Create an article that summarises the difference between Llama 2 and Llama 3
+        """
+    ),
+    expected_output=dedent(
+        """
+        A high-quality and engaging article comparing Llama 2 and Llama 3.
+        """
+    ),
+    agent=writer_agent,
+)