refactor: message content file handling [BC BREAK] (#285)

Preparation for #279 

* Introducing a base File that centralizes mime type, base64 handling,
etc.
* Image split into ImageUrl and Image based on File => i usually know
what i need in user land
  * `new Image('https://...')` => `new ImageUrl('https://...)`
* `new Image('data:image/jpeg;base64,...')` =>
`Image::fromDataUrl('data:image/jpeg;base64,...')`
* `new Image('/path/to/jpeg.jpg')` =>
`Image::fromFile('/path/to/jpeg.jpg')`
* removing `File` class of Whisper bridge in favor of `Audio`

Author: chr-hertel

README.md

@@ -552,9 +552,9 @@ $messages = new MessageBag(
     Message::forSystem('You are an image analyzer bot that helps identify the content of images.'),
     Message::ofUser(
         'Describe the image as a comedian would do it.',
-        new Image(dirname(__DIR__).'/tests/Fixture/image.jpg'), // Path to an image file
-        new Image('https://foo.com/bar.png'), // URL to an image
-        new Image('data:image/png;base64,...'), // Data URL of an image
+        Image::fromFile(dirname(__DIR__).'/tests/Fixture/image.jpg'), // Path to an image file
+        Image::fromDataUrl('data:image/png;base64,...'), // Data URL of an image
+        new ImageUrl('https://foo.com/bar.png'), // URL to an image
     ),
 );
 $response = $chain->call($messages);
@@ -579,7 +579,7 @@ use PhpLlm\LlmChain\Model\Message\MessageBag;
 $messages = new MessageBag(
     Message::ofUser(
         'What is this recording about?',
-        Audio:fromFile(dirname(__DIR__).'/tests/Fixture/audio.mp3'), // Path to an audio file
+        Audio::fromFile(dirname(__DIR__).'/tests/Fixture/audio.mp3'), // Path to an audio file
     ),
 );
 $response = $chain->call($messages);

composer.json

@@ -15,6 +15,7 @@
     ],
     "require": {
         "php": ">=8.2",
+        "ext-fileinfo": "*",
         "oskarstark/enum-helper": "^1.5",
         "phpdocumentor/reflection-docblock": "^5.4",
         "phpstan/phpdoc-parser": "^2.1",

examples/audio-transcript-whisper.php

@@ -2,7 +2,7 @@
 
 use PhpLlm\LlmChain\Bridge\OpenAI\PlatformFactory;
 use PhpLlm\LlmChain\Bridge\OpenAI\Whisper;
-use PhpLlm\LlmChain\Bridge\OpenAI\Whisper\File;
+use PhpLlm\LlmChain\Model\Message\Content\Audio;
 use Symfony\Component\Dotenv\Dotenv;
 
 require_once dirname(__DIR__).'/vendor/autoload.php';
@@ -15,7 +15,7 @@
 
 $platform = PlatformFactory::create($_ENV['OPENAI_API_KEY']);
 $model = new Whisper();
-$file = new File(dirname(__DIR__).'/tests/Fixture/audio.mp3');
+$file = Audio::fromFile(dirname(__DIR__).'/tests/Fixture/audio.mp3');
 
 $response = $platform->request($model, $file);
 

examples/image-describer-binary-gemini.php

@@ -24,7 +24,7 @@
     Message::forSystem('You are an image analyzer bot that helps identify the content of images.'),
     Message::ofUser(
         'Describe the image as a comedian would do it.',
-        new Image(dirname(__DIR__).'/tests/Fixture/image.jpg'),
+        Image::fromFile(dirname(__DIR__).'/tests/Fixture/image.jpg'),
     ),
 );
 $response = $chain->call($messages);

examples/image-describer-binary.php

@@ -24,7 +24,7 @@
     Message::forSystem('You are an image analyzer bot that helps identify the content of images.'),
     Message::ofUser(
         'Describe the image as a comedian would do it.',
-        new Image(dirname(__DIR__).'/tests/Fixture/image.jpg'),
+        Image::fromFile(dirname(__DIR__).'/tests/Fixture/image.jpg'),
     ),
 );
 $response = $chain->call($messages);

examples/image-describer-url.php

@@ -3,7 +3,7 @@
 use PhpLlm\LlmChain\Bridge\OpenAI\GPT;
 use PhpLlm\LlmChain\Bridge\OpenAI\PlatformFactory;
 use PhpLlm\LlmChain\Chain;
-use PhpLlm\LlmChain\Model\Message\Content\Image;
+use PhpLlm\LlmChain\Model\Message\Content\ImageUrl;
 use PhpLlm\LlmChain\Model\Message\Message;
 use PhpLlm\LlmChain\Model\Message\MessageBag;
 use Symfony\Component\Dotenv\Dotenv;
@@ -24,7 +24,7 @@
     Message::forSystem('You are an image analyzer bot that helps identify the content of images.'),
     Message::ofUser(
         'Describe the image as a comedian would do it.',
-        new Image('https://upload.wikimedia.org/wikipedia/commons/thumb/3/31/Webysther_20160423_-_Elephpant.svg/350px-Webysther_20160423_-_Elephpant.svg.png'),
+        new ImageUrl('https://upload.wikimedia.org/wikipedia/commons/thumb/3/31/Webysther_20160423_-_Elephpant.svg/350px-Webysther_20160423_-_Elephpant.svg.png'),
     ),
 );
 $response = $chain->call($messages);

src/Bridge/Azure/OpenAI/WhisperModelClient.php

@@ -5,7 +5,7 @@
 namespace PhpLlm\LlmChain\Bridge\Azure\OpenAI;
 
 use PhpLlm\LlmChain\Bridge\OpenAI\Whisper;
-use PhpLlm\LlmChain\Bridge\OpenAI\Whisper\File;
+use PhpLlm\LlmChain\Model\Message\Content\Audio;
 use PhpLlm\LlmChain\Model\Model;
 use PhpLlm\LlmChain\Platform\ModelClient;
 use Symfony\Component\HttpClient\EventSourceHttpClient;
@@ -34,12 +34,12 @@ public function __construct(
 
     public function supports(Model $model, object|array|string $input): bool
     {
-        return $model instanceof Whisper && $input instanceof File;
+        return $model instanceof Whisper && $input instanceof Audio;
     }
 
     public function request(Model $model, object|array|string $input, array $options = []): ResponseInterface
     {
-        assert($input instanceof File);
+        assert($input instanceof Audio);
 
         $url = sprintf('https://%s/openai/deployments/%s/audio/translations', $this->baseUrl, $this->deployment);
 
@@ -51,7 +51,7 @@ public function request(Model $model, object|array|string $input, array $options
             'query' => ['api-version' => $this->apiVersion],
             'body' => array_merge($options, $model->getOptions(), [
                 'model' => $model->getName(),
-                'file' => fopen($input->path, 'r'),
+                'file' => $input->asResource(),
             ]),
         ]);
     }

src/Bridge/Google/GooglePromptConverter.php

@@ -12,8 +12,6 @@
 use PhpLlm\LlmChain\Model\Message\Role;
 use PhpLlm\LlmChain\Model\Message\UserMessage;
 
-use function Symfony\Component\String\u;
-
 final class GooglePromptConverter
 {
     /**
@@ -63,8 +61,8 @@ private function convertMessage(MessageInterface $message): array
                 }
                 if ($content instanceof Image) {
                     $parts[] = ['inline_data' => [
-                        'mime_type' => u($content->url)->after('data:')->before(';')->toString(),
-                        'data' => u($content->url)->after('base64,')->toString(),
+                        'mime_type' => $content->getFormat(),
+                        'data' => $content->asBase64(),
                     ]];
                 }
             }

src/Bridge/Meta/LlamaPromptConverter.php

@@ -6,7 +6,7 @@
 
 use PhpLlm\LlmChain\Exception\RuntimeException;
 use PhpLlm\LlmChain\Model\Message\AssistantMessage;
-use PhpLlm\LlmChain\Model\Message\Content\Image;
+use PhpLlm\LlmChain\Model\Message\Content\ImageUrl;
 use PhpLlm\LlmChain\Model\Message\Content\Text;
 use PhpLlm\LlmChain\Model\Message\MessageBagInterface;
 use PhpLlm\LlmChain\Model\Message\SystemMessage;
@@ -60,7 +60,7 @@ public function convertMessage(UserMessage|SystemMessage|AssistantMessage $messa
                     $contentParts[] = $value->text;
                 }
 
-                if ($value instanceof Image) {
+                if ($value instanceof ImageUrl) {
                     $contentParts[] = $value->url;
                 }
             }
@@ -70,7 +70,7 @@ public function convertMessage(UserMessage|SystemMessage|AssistantMessage $messa
                 $contentParts[] = $value->text;
             }
 
-            if ($value instanceof Image) {
+            if ($value instanceof ImageUrl) {
                 $contentParts[] = $value->url;
             }
         } else {