Merge pull request #1192 from AshAnand34/cohere-command-r-support

Added support for Cohere Command R.

Author: doberst

examples/Models/cohere_command_r_example.py

@@ -0,0 +1,24 @@
+""" Example script for using the Cohere Command R model. """
+
+from llmware.models import ModelCatalog
+
+def main():
+    """ Demonstrates loading and using the Cohere Command R model. """
+
+    model_name = "command-r"
+
+    # Load the model using ModelCatalog
+    model = ModelCatalog().load_model(model_name)
+
+    # Define a prompt for inference
+    prompt = "Explain the theory of relativity in simple terms."
+
+    # Perform inference
+    response = model.inference(prompt)
+
+    # Print the response
+    print("LLM Response:", response["llm_response"])
+    print("Usage:", response["usage"])
+
+if __name__ == "__main__":
+    main()

llmware/model_configs.py

@@ -437,10 +437,10 @@
 
     {"model_name": 'command-medium-nightly', "display_name": "Cohere Command Medium", "model_family": "CohereGenModel",
      "model_category": "generative-api","model_location": "api", "context_window": 2048},
-
+    {"model_name": "command-r", "display_name": "Cohere Command R", "model_family": "CohereGenModel",
+     "model_category": "generative-api", "model_location": "api", "context_window": 2048},
     {"model_name": 'command-xlarge-nightly', "display_name": "Cohere Command XLarge", "model_family": "CohereGenModel",
      "model_category": "generative-api","model_location": "api", "context_window": 2048},
-
     {"model_name": 'summarize-xlarge', "display_name": "Cohere Summarize Xlarge", "model_family": "CohereGenModel",
      "model_category":"generative-api","model_location": "api", "context_window": 2048},
     {"model_name": 'summarize-medium', "display_name": "Cohere Summarize Medium", "model_family": "CohereGenModel",

tests/models/test_cohere_command_r_model.py

@@ -0,0 +1,29 @@
+""" Test for Cohere Command R model integration. """
+
+from llmware.models import ModelCatalog
+
+def test_cohere_command_r():
+    """ Test loading and basic inference for Cohere Command R model. """
+
+    model_name = "command-r"
+
+    # Load the model using ModelCatalog
+    model = ModelCatalog().load_model(model_name)
+
+    # Define a simple prompt for testing
+    prompt = "What is the capital of France?"
+
+    # Perform inference
+    response = model.inference(prompt)
+
+    # Print the response for debugging
+    print("LLM Response:", response["llm_response"])
+    print("Usage:", response["usage"])
+
+    # Assert that the response is not None
+    assert response is not None
+
+    return 0
+
+if __name__ == "__main__":
+    test_cohere_command_r()