step 7: configure ollama and use it

Author: wachterjohannes

live-code/README.md

@@ -172,3 +172,37 @@ Just add the streamed flag to the request and change the way to display the cont
     return Command::SUCCESS;
 }
 ```
+
+## Step 7: Configure Ollama Adapter and use it
+
+Add the Ollama adapter to the configuration:
+
+```yaml
+modelflow_ai:
+    providers:
+        openai:
+            enabled: true
+            credentials:
+                api_key: '%env(OPENAI_API_KEY)%'
+        ollama:
+            enabled: true
+
+    adapters:
+        gpt4o:
+            enabled: true
+        llama3_2:
+            enabled: true
+```
+
+Use the Ollama adapter in the command:
+
+```php
+/** @var AIChatResponseStream $response */
+$response = $this->chatRequestHandler
+    ->createRequest(...$messages)
+    ->addUserMessage($question)
+    ->addCriteria(ModelCriteria::LLAMA3_2)
+    ->streamed()
+    ->build()
+    ->execute();
+```

live-code/config/packages/modelflow_ai.yaml

@@ -4,7 +4,11 @@ modelflow_ai:
             enabled: true
             credentials:
                 api_key: '%env(OPENAI_API_KEY)%'
+        ollama:
+            enabled: true
 
     adapters:
         gpt4o:
             enabled: true
+        llama3_2:
+            enabled: true

live-code/src/Command/ChatCommand.php

@@ -6,6 +6,7 @@
 use ModelflowAi\Chat\Request\Message\AIChatMessage;
 use ModelflowAi\Chat\Request\Message\AIChatMessageRoleEnum;
 use ModelflowAi\Chat\Response\AIChatResponseStream;
+use ModelflowAi\Integration\Symfony\Criteria\ModelCriteria;
 use Symfony\Component\Console\Attribute\AsCommand;
 use Symfony\Component\Console\Command\Command;
 use Symfony\Component\Console\Input\InputArgument;
@@ -50,6 +51,7 @@ protected function execute(InputInterface $input, OutputInterface $output): int
             $response = $this->chatRequestHandler
                 ->createRequest(...$messages)
                 ->addUserMessage($question)
+                ->addCriteria(ModelCriteria::LLAMA3_2)
                 ->streamed()
                 ->build()
                 ->execute();