Merge pull request #3 from cloudstudio/vision

Add vision

README.md

@@ -43,6 +43,19 @@ $response = Ollama::agent('You are a weather expert...')
     ->ask();
 ```
 
+
+### Vision support
+
+```php
+$response = Ollama::model('llava:13b')
+    ->prompt('What is in this picture?')
+    ->image(public_path('images/example.jpg')) 
+    ->ask();
+
+// "The image features a close-up of a person's hand, wearing bright pink fingernail polish and blue nail polish. In addition to the colorful nails, the hand has two tattoos – one is a cross and the other is an eye."
+
+```
+
 ### Chat completion
 
 ```php

src/Ollama.php

@@ -4,6 +4,7 @@
 
 use Cloudstudio\Ollama\Services\ModelService;
 use Cloudstudio\Ollama\Traits\MakesHttpRequests;
+use Illuminate\Support\Facades\Storage;
 
 /**
  * Ollama class for integration with Laravel.
@@ -75,6 +76,13 @@ class Ollama
      */
     protected $agent;
 
+    /**
+     * Base64 encoded image.
+     *
+     * @var string|null
+     */
+    protected $image = null;
+
     /**
      * Ollama class constructor.
      */
@@ -226,6 +234,24 @@ public function pull()
         return $this;
     }
 
+    /**
+     * Sets an image for generation.
+     *
+     * @param string $imagePath
+     * @return $this
+     * @throws \Exception
+     */
+    public function image(string $imagePath)
+    {
+        if (!file_exists($imagePath)) {
+            throw new \Exception("Image file does not exist: $imagePath");
+        }
+
+        $this->image = base64_encode(file_get_contents($imagePath));
+        return $this;
+    }
+
+
     /**
      * Generates embeddings from the selected model.
      *
@@ -245,15 +271,21 @@ public function embeddings(string $prompt)
      */
     public function ask()
     {
-        return $this->sendRequest('/api/generate', [
+        $requestData = [
             'model' => $this->model,
             'system' => $this->agent,
             'prompt' => $this->prompt,
             'format' => $this->format,
             'options' => $this->options,
             'stream' => $this->stream,
             'raw' => $this->raw,
-        ]);
+        ];
+
+        if ($this->image) {
+            $requestData['images'] = [$this->image];
+        }
+
+        return $this->sendRequest('/api/generate', $requestData);
     }
 
     /**