From b4fbcc12021424ccd5c51b5661091028e4f5b5b2 Mon Sep 17 00:00:00 2001 From: Kevin Talbert Date: Wed, 2 Oct 2024 15:17:23 -0700 Subject: [PATCH 1/3] updated catalog entries for partner amps release --- amp-catalog-cloudera-default-new.yaml | 54 +++++++++++++++++++++++++++ amp-catalog-cloudera-default.yaml | 54 +++++++++++++++++++++++++++ 2 files changed, 108 insertions(+) diff --git a/amp-catalog-cloudera-default-new.yaml b/amp-catalog-cloudera-default-new.yaml index 86c2cf4..0cb4963 100644 --- a/amp-catalog-cloudera-default-new.yaml +++ b/amp-catalog-cloudera-default-new.yaml @@ -1,6 +1,60 @@ name: Cloudera entries: + - title: Image Analysis with Anthropic's Claude LLM + label: anthropic-claude + short_description: | + This AMP uses Anthropic Claude models for transcribing and extracting information from images, supporting text extraction, document QA, and converting unstructured content into structured formats like JSON. + long_description: | + This AMP enables transcription and information extraction from images using Anthropic Claude models, covering use cases like text extraction, document QA, and converting unstructured content into structured formats like JSON. + --------------------------- + IMPORTANT: Please read the following before proceeding. This AMP includes or otherwise depends on certain third party software packages. Information about such third party software packages are made available in the notice file associated with this AMP. By configuring and launching this AMP, you will cause such third party software packages to be downloaded and installed into your environment, in some instances, from third parties' websites. For each third party software package, please see the notice file and the applicable websites for more information, including the applicable license terms. If you do not wish to download and install the third party software packages, do not configure, launch or otherwise use this AMP. By configuring, launching or otherwise using the AMP, you acknowledge the foregoing statement and agree that Cloudera is not responsible or liable in any way for the third party software packages. + long_description_html: | + This AMP enables transcription and information extraction from images using Anthropic Claude models, covering use cases like text extraction, document QA, and converting unstructured content into structured formats like JSON. +
IMPORTANT: Please read the following before proceeding.
+
This AMP includes or otherwise depends on certain third party software packages. Information about such third party software packages are made available in the notice file associated with this AMP. By configuring and launching this AMP, you will cause such third party software packages to be downloaded and installed into your environment, in some instances, from third parties' websites. For each third party software package, please see the notice file and the applicable websites for more information, including the applicable license terms.
+
If you do not wish to download and install the third party software packages, do not configure, launch or otherwise use this AMP. By configuring, launching or otherwise using the AMP, you acknowledge the foregoing statement and agree that Cloudera is not responsible or liable in any way for the third party software packages.
+ image_path: >- + https://raw.githubusercontent.com/cloudera/CML_AMP_Image-Analysis-with-Anthropic-Claude/main/assets/catalog-entry.png + tags: + - Anthropic + - Claude + - Image Analysis + - LLM + - OCR + - Transcription + - Extraction + - Summarization + git_url: 'https://github.com/cloudera/CML_AMP_Image-Analysis-with-Anthropic-Claude.git' + is_prototype: true + is_new: true + + - title: Document Summarization with Gemini from Vertex AI + label: vertex-ai-gemini + short_description: | + Summarize documents and text using Google's Gemini models from the Vertex AI Model Garden. + long_description: | + This Accelerator for Machine Learning Projects ("AMP") allows users to summarize documents and text using Google's Gemini models from the Vertex AI Model Garden. It provides two summarization modes: text-based and document-based with document summarization supported through LlamaIndex as the vector store. + --------------------------- + IMPORTANT: Please read the following before proceeding. This AMP includes or otherwise depends on certain third party software packages. Information about such third party software packages are made available in the notice file associated with this AMP. By configuring and launching this AMP, you will cause such third party software packages to be downloaded and installed into your environment, in some instances, from third parties' websites. For each third party software package, please see the notice file and the applicable websites for more information, including the applicable license terms. If you do not wish to download and install the third party software packages, do not configure, launch or otherwise use this AMP. By configuring, launching or otherwise using the AMP, you acknowledge the foregoing statement and agree that Cloudera is not responsible or liable in any way for the third party software packages. + long_description_html: | + This Accelerator for Machine Learning Projects ("AMP") allows users to summarize documents and text using Google's Gemini models from the Vertex AI Model Garden. It provides two summarization modes: text-based and document-based with document summarization supported through LlamaIndex as the vector store. +
IMPORTANT: Please read the following before proceeding.
+
This AMP includes or otherwise depends on certain third party software packages. Information about such third party software packages are made available in the notice file associated with this AMP. By configuring and launching this AMP, you will cause such third party software packages to be downloaded and installed into your environment, in some instances, from third parties' websites. For each third party software package, please see the notice file and the applicable websites for more information, including the applicable license terms.
+
If you do not wish to download and install the third party software packages, do not configure, launch or otherwise use this AMP. By configuring, launching or otherwise using the AMP, you acknowledge the foregoing statement and agree that Cloudera is not responsible or liable in any way for the third party software packages.
+ image_path: >- + https://raw.githubusercontent.com/cloudera/CML_AMP_Summarization_with_Vertex_AI_Gemini/main/assets/catalog-entry.png + tags: + - Gemini + - Vertex AI + - Document Summarization + - LlamaIndex + - PDF + - NLP + git_url: 'https://github.com/cloudera/CML_AMP_Summarization_with_Vertex_AI_Gemini.git' + is_prototype: true + is_new: true + - title: Knowledge Graph powered RAG based QA application label: llm-kg-rag-qa short_description: | diff --git a/amp-catalog-cloudera-default.yaml b/amp-catalog-cloudera-default.yaml index 0dff315..bca22a1 100644 --- a/amp-catalog-cloudera-default.yaml +++ b/amp-catalog-cloudera-default.yaml @@ -1,6 +1,60 @@ name: Cloudera entries: + - title: Image Analysis with Anthropic's Claude LLM + label: anthropic-claude + short_description: | + This AMP uses Anthropic Claude models for transcribing and extracting information from images, supporting text extraction, document QA, and converting unstructured content into structured formats like JSON. + long_description: | + This AMP enables transcription and information extraction from images using Anthropic Claude models, covering use cases like text extraction, document QA, and converting unstructured content into structured formats like JSON. + --------------------------- + IMPORTANT: Please read the following before proceeding. This AMP includes or otherwise depends on certain third party software packages. Information about such third party software packages are made available in the notice file associated with this AMP. By configuring and launching this AMP, you will cause such third party software packages to be downloaded and installed into your environment, in some instances, from third parties' websites. For each third party software package, please see the notice file and the applicable websites for more information, including the applicable license terms. If you do not wish to download and install the third party software packages, do not configure, launch or otherwise use this AMP. By configuring, launching or otherwise using the AMP, you acknowledge the foregoing statement and agree that Cloudera is not responsible or liable in any way for the third party software packages. + long_description_html: | + This AMP enables transcription and information extraction from images using Anthropic Claude models, covering use cases like text extraction, document QA, and converting unstructured content into structured formats like JSON. +
IMPORTANT: Please read the following before proceeding.
+
This AMP includes or otherwise depends on certain third party software packages. Information about such third party software packages are made available in the notice file associated with this AMP. By configuring and launching this AMP, you will cause such third party software packages to be downloaded and installed into your environment, in some instances, from third parties' websites. For each third party software package, please see the notice file and the applicable websites for more information, including the applicable license terms.
+
If you do not wish to download and install the third party software packages, do not configure, launch or otherwise use this AMP. By configuring, launching or otherwise using the AMP, you acknowledge the foregoing statement and agree that Cloudera is not responsible or liable in any way for the third party software packages.
+ image_path: >- + https://raw.githubusercontent.com/cloudera/CML_AMP_Image-Analysis-with-Anthropic-Claude/main/assets/catalog-entry.png + tags: + - Anthropic + - Claude + - Image Analysis + - LLM + - OCR + - Transcription + - Extraction + - Summarization + git_url: 'https://github.com/cloudera/CML_AMP_Image-Analysis-with-Anthropic-Claude.git' + is_prototype: true + is_new: true + + - title: Document Summarization with Gemini from Vertex AI + label: vertex-ai-gemini + short_description: | + Summarize documents and text using Google's Gemini models from the Vertex AI Model Garden. + long_description: | + This Accelerator for Machine Learning Projects ("AMP") allows users to summarize documents and text using Google's Gemini models from the Vertex AI Model Garden. It provides two summarization modes: text-based and document-based with document summarization supported through LlamaIndex as the vector store. + --------------------------- + IMPORTANT: Please read the following before proceeding. This AMP includes or otherwise depends on certain third party software packages. Information about such third party software packages are made available in the notice file associated with this AMP. By configuring and launching this AMP, you will cause such third party software packages to be downloaded and installed into your environment, in some instances, from third parties' websites. For each third party software package, please see the notice file and the applicable websites for more information, including the applicable license terms. If you do not wish to download and install the third party software packages, do not configure, launch or otherwise use this AMP. By configuring, launching or otherwise using the AMP, you acknowledge the foregoing statement and agree that Cloudera is not responsible or liable in any way for the third party software packages. + long_description_html: | + This Accelerator for Machine Learning Projects ("AMP") allows users to summarize documents and text using Google's Gemini models from the Vertex AI Model Garden. It provides two summarization modes: text-based and document-based with document summarization supported through LlamaIndex as the vector store. +
IMPORTANT: Please read the following before proceeding.
+
This AMP includes or otherwise depends on certain third party software packages. Information about such third party software packages are made available in the notice file associated with this AMP. By configuring and launching this AMP, you will cause such third party software packages to be downloaded and installed into your environment, in some instances, from third parties' websites. For each third party software package, please see the notice file and the applicable websites for more information, including the applicable license terms.
+
If you do not wish to download and install the third party software packages, do not configure, launch or otherwise use this AMP. By configuring, launching or otherwise using the AMP, you acknowledge the foregoing statement and agree that Cloudera is not responsible or liable in any way for the third party software packages.
+ image_path: >- + https://raw.githubusercontent.com/cloudera/CML_AMP_Summarization_with_Vertex_AI_Gemini/main/assets/catalog-entry.png + tags: + - Gemini + - Vertex AI + - Document Summarization + - LlamaIndex + - PDF + - NLP + git_url: 'https://github.com/cloudera/CML_AMP_Summarization_with_Vertex_AI_Gemini.git' + is_prototype: true + is_new: true + - title: Knowledge Graph powered RAG based QA application label: llm-kg-rag-qa short_description: | From ab2c139e47a8fdc09bc7bbed62a111ee0ae27216 Mon Sep 17 00:00:00 2001 From: Kevin Talbert Date: Fri, 4 Oct 2024 13:20:13 -0700 Subject: [PATCH 2/3] added Cohere partner AMP --- amp-catalog-cloudera-default-new.yaml | 30 ++++++++++++++++++++++++++- amp-catalog-cloudera-default.yaml | 28 +++++++++++++++++++++++++ 2 files changed, 57 insertions(+), 1 deletion(-) diff --git a/amp-catalog-cloudera-default-new.yaml b/amp-catalog-cloudera-default-new.yaml index 0cb4963..26c47a4 100644 --- a/amp-catalog-cloudera-default-new.yaml +++ b/amp-catalog-cloudera-default-new.yaml @@ -28,7 +28,7 @@ entries: git_url: 'https://github.com/cloudera/CML_AMP_Image-Analysis-with-Anthropic-Claude.git' is_prototype: true is_new: true - + - title: Document Summarization with Gemini from Vertex AI label: vertex-ai-gemini short_description: | @@ -55,6 +55,34 @@ entries: is_prototype: true is_new: true + - title: Document Analysis with Cohere CommandR and FAISS + label: cohere-chatbot + short_description: | + Deploy a chatbot leveraging Cohere and FAISS for PDF Document Analysis + long_description: | + This Accelerator for Machine Learning Projects ("AMP") allows users to deploy a chatbot leveraging Cohere and FAISS for PDF Document Analysis. + --------------------------- + IMPORTANT: Please read the following before proceeding. This AMP includes or otherwise depends on certain third party software packages. Information about such third party software packages are made available in the notice file associated with this AMP. By configuring and launching this AMP, you will cause such third party software packages to be downloaded and installed into your environment, in some instances, from third parties' websites. For each third party software package, please see the notice file and the applicable websites for more information, including the applicable license terms. If you do not wish to download and install the third party software packages, do not configure, launch or otherwise use this AMP. By configuring, launching or otherwise using the AMP, you acknowledge the foregoing statement and agree that Cloudera is not responsible or liable in any way for the third party software packages. + long_description_html: | + This Accelerator for Machine Learning Projects ("AMP") allows users to deploy a chatbot leveraging Cohere and FAISS for PDF Document Analysis. +
IMPORTANT: Please read the following before proceeding.
+
This AMP includes or otherwise depends on certain third party software packages. Information about such third party software packages are made available in the notice file associated with this AMP. By configuring and launching this AMP, you will cause such third party software packages to be downloaded and installed into your environment, in some instances, from third parties' websites. For each third party software package, please see the notice file and the applicable websites for more information, including the applicable license terms.
+
If you do not wish to download and install the third party software packages, do not configure, launch or otherwise use this AMP. By configuring, launching or otherwise using the AMP, you acknowledge the foregoing statement and agree that Cloudera is not responsible or liable in any way for the third party software packages.
+ image_path: >- + https://raw.githubusercontent.com/cloudera/CML_AMP-Document-Analysis-with-Cohere-CommandR-and-FAISS/main/images/catalog-entry.jpg + tags: + - Chatbot + - Cohere + - FAISS + - LLM + - Generative AI + - RAG + - NLP + - PDF + git_url: 'https://github.com/cloudera/CML_AMP-Document-Analysis-with-Cohere-CommandR-and-FAISS.git' + is_prototype: true + is_new: true + - title: Knowledge Graph powered RAG based QA application label: llm-kg-rag-qa short_description: | diff --git a/amp-catalog-cloudera-default.yaml b/amp-catalog-cloudera-default.yaml index bca22a1..f615f25 100644 --- a/amp-catalog-cloudera-default.yaml +++ b/amp-catalog-cloudera-default.yaml @@ -54,6 +54,34 @@ entries: git_url: 'https://github.com/cloudera/CML_AMP_Summarization_with_Vertex_AI_Gemini.git' is_prototype: true is_new: true + + - title: Document Analysis with Cohere CommandR and FAISS + label: cohere-chatbot + short_description: | + Deploy a chatbot leveraging Cohere and FAISS for PDF Document Analysis + long_description: | + This Accelerator for Machine Learning Projects ("AMP") allows users to deploy a chatbot leveraging Cohere and FAISS for PDF Document Analysis. + --------------------------- + IMPORTANT: Please read the following before proceeding. This AMP includes or otherwise depends on certain third party software packages. Information about such third party software packages are made available in the notice file associated with this AMP. By configuring and launching this AMP, you will cause such third party software packages to be downloaded and installed into your environment, in some instances, from third parties' websites. For each third party software package, please see the notice file and the applicable websites for more information, including the applicable license terms. If you do not wish to download and install the third party software packages, do not configure, launch or otherwise use this AMP. By configuring, launching or otherwise using the AMP, you acknowledge the foregoing statement and agree that Cloudera is not responsible or liable in any way for the third party software packages. + long_description_html: | + This Accelerator for Machine Learning Projects ("AMP") allows users to deploy a chatbot leveraging Cohere and FAISS for PDF Document Analysis. +
IMPORTANT: Please read the following before proceeding.
+
This AMP includes or otherwise depends on certain third party software packages. Information about such third party software packages are made available in the notice file associated with this AMP. By configuring and launching this AMP, you will cause such third party software packages to be downloaded and installed into your environment, in some instances, from third parties' websites. For each third party software package, please see the notice file and the applicable websites for more information, including the applicable license terms.
+
If you do not wish to download and install the third party software packages, do not configure, launch or otherwise use this AMP. By configuring, launching or otherwise using the AMP, you acknowledge the foregoing statement and agree that Cloudera is not responsible or liable in any way for the third party software packages.
+ image_path: >- + https://raw.githubusercontent.com/cloudera/CML_AMP-Document-Analysis-with-Cohere-CommandR-and-FAISS/main/images/catalog-entry.jpg + tags: + - Chatbot + - Cohere + - FAISS + - LLM + - Generative AI + - RAG + - NLP + - PDF + git_url: 'https://github.com/cloudera/CML_AMP-Document-Analysis-with-Cohere-CommandR-and-FAISS.git' + is_prototype: true + is_new: true - title: Knowledge Graph powered RAG based QA application label: llm-kg-rag-qa From 240f73b8396e61052b5f1966879e777b06df906d Mon Sep 17 00:00:00 2001 From: Kevin Talbert Date: Fri, 4 Oct 2024 14:01:51 -0700 Subject: [PATCH 3/3] Added Partner tagging for AMPs --- amp-catalog-cloudera-default-new.yaml | 9 +++++++-- amp-catalog-cloudera-default.yaml | 11 ++++++++--- 2 files changed, 15 insertions(+), 5 deletions(-) diff --git a/amp-catalog-cloudera-default-new.yaml b/amp-catalog-cloudera-default-new.yaml index 26c47a4..5837b6f 100644 --- a/amp-catalog-cloudera-default-new.yaml +++ b/amp-catalog-cloudera-default-new.yaml @@ -17,6 +17,7 @@ entries: image_path: >- https://raw.githubusercontent.com/cloudera/CML_AMP_Image-Analysis-with-Anthropic-Claude/main/assets/catalog-entry.png tags: + - Partner - Anthropic - Claude - Image Analysis @@ -45,6 +46,7 @@ entries: image_path: >- https://raw.githubusercontent.com/cloudera/CML_AMP_Summarization_with_Vertex_AI_Gemini/main/assets/catalog-entry.png tags: + - Partner - Gemini - Vertex AI - Document Summarization @@ -71,8 +73,9 @@ entries: image_path: >- https://raw.githubusercontent.com/cloudera/CML_AMP-Document-Analysis-with-Cohere-CommandR-and-FAISS/main/images/catalog-entry.jpg tags: - - Chatbot + - Partner - Cohere + - Chatbot - FAISS - LLM - Generative AI @@ -198,8 +201,9 @@ entries: image_path: >- https://raw.githubusercontent.com/cloudera/CML_AMP_Intelligent-QA-Chatbot-with-NiFi-Pinecone-and-Llama2/main/assets/catalog-entry.png tags: - - Chatbot + - Partner - Pinecone + - Chatbot - Milvus - LLM - Llama2 @@ -222,6 +226,7 @@ entries: image_path: >- https://raw.githubusercontent.com/cloudera/CML_AMP_AI_Text_Summarization_with_Amazon_Bedrock/main/images/amp-image.png tags: + - Partner - Bedrock - LLM - Summarization diff --git a/amp-catalog-cloudera-default.yaml b/amp-catalog-cloudera-default.yaml index f615f25..67ef95c 100644 --- a/amp-catalog-cloudera-default.yaml +++ b/amp-catalog-cloudera-default.yaml @@ -17,6 +17,7 @@ entries: image_path: >- https://raw.githubusercontent.com/cloudera/CML_AMP_Image-Analysis-with-Anthropic-Claude/main/assets/catalog-entry.png tags: + - Partner - Anthropic - Claude - Image Analysis @@ -45,6 +46,7 @@ entries: image_path: >- https://raw.githubusercontent.com/cloudera/CML_AMP_Summarization_with_Vertex_AI_Gemini/main/assets/catalog-entry.png tags: + - Partner - Gemini - Vertex AI - Document Summarization @@ -54,7 +56,7 @@ entries: git_url: 'https://github.com/cloudera/CML_AMP_Summarization_with_Vertex_AI_Gemini.git' is_prototype: true is_new: true - + - title: Document Analysis with Cohere CommandR and FAISS label: cohere-chatbot short_description: | @@ -71,8 +73,9 @@ entries: image_path: >- https://raw.githubusercontent.com/cloudera/CML_AMP-Document-Analysis-with-Cohere-CommandR-and-FAISS/main/images/catalog-entry.jpg tags: - - Chatbot + - Partner - Cohere + - Chatbot - FAISS - LLM - Generative AI @@ -204,8 +207,9 @@ entries: image_path: >- https://raw.githubusercontent.com/cloudera/CML_AMP_Intelligent-QA-Chatbot-with-NiFi-Pinecone-and-Llama2/main/assets/catalog-entry.png tags: - - Chatbot + - Partner - Pinecone + - Chatbot - Milvus - LLM - Llama2 @@ -228,6 +232,7 @@ entries: image_path: >- https://raw.githubusercontent.com/cloudera/CML_AMP_AI_Text_Summarization_with_Amazon_Bedrock/main/images/amp-image.png tags: + - Partner - Bedrock - LLM - Summarization