LLaVA-1.6-Mistral-7B

curl -X POST https://queue.auray.run/auray-serverless/model/meta-llava-1-6-mistral-7b \
  -H "Authorization: Bearer $AURAY_API_KEY" \
  -H "content-type: application/json" \
  -d '{
  "inputs": {
    "image": "https://v3b.auray.media/examples/samples/still-life.jpg"
  }
}'

import { createClient } from "@auray/client";

const auray = createClient(); // reads AURAY_API_KEY

const result = await auray.subscribe("auray-serverless/model/meta-llava-1-6-mistral-7b", {
  input: {
    "inputs": {
      "image": "https://v3b.auray.media/examples/samples/still-life.jpg"
    }
  },
  onQueueUpdate: (update) => console.log(update.status),
});
console.dir(result, { depth: null });

from auray_client import Client

auray = Client()  # reads AURAY_API_KEY

result = auray.subscribe(
    "auray-serverless/model/meta-llava-1-6-mistral-7b",
    input={
        "inputs": {
            "image": "https://v3b.auray.media/examples/samples/still-life.jpg"
        }
    },
    on_queue_update=lambda update: print(update["status"]),
)
print(result)

{
  "jsonrpc": "2.0",
  "id": 1,
  "method": "tools/call",
  "params": {
    "name": "run_model",
    "arguments": {
      "address": "auray-serverless/model/meta-llava-1-6-mistral-7b",
      "input": {
        "inputs": {
          "image": "https://v3b.auray.media/examples/samples/still-life.jpg"
        }
      }
    }
  }
}

const res = await fetch("https://queue.auray.run/auray-serverless/model/meta-llava-1-6-mistral-7b", {
  method: "POST",
  headers: {
    Authorization: `Bearer ${process.env.AURAY_API_KEY}`,
    "content-type": "application/json",
  },
  body: JSON.stringify({
    "inputs": {
      "image": "https://v3b.auray.media/examples/samples/still-life.jpg"
    }
  }),
});
console.log(await res.json());

import os, requests

r = requests.post(
    "https://queue.auray.run/auray-serverless/model/meta-llava-1-6-mistral-7b",
    headers={"Authorization": f"Bearer {os.environ['AURAY_API_KEY']}"},
    json={
        "inputs": {
            "image": "https://v3b.auray.media/examples/samples/still-life.jpg"
        }
    },
)
r.raise_for_status()
print(r.json())

package main

import (
	"bytes"
	"fmt"
	"io"
	"net/http"
	"os"
)

func main() {
	body := []byte(`{
  "inputs": {
    "image": "https://v3b.auray.media/examples/samples/still-life.jpg"
  }
}`)
	req, err := http.NewRequest("POST", "https://queue.auray.run/auray-serverless/model/meta-llava-1-6-mistral-7b", bytes.NewReader(body))
	if err != nil {
		panic(err)
	}
	req.Header.Set("Authorization", "Bearer "+os.Getenv("AURAY_API_KEY"))
	req.Header.Set("Content-Type", "application/json")

	res, err := http.DefaultClient.Do(req)
	if err != nil {
		panic(err)
	}
	defer res.Body.Close()

	out, _ := io.ReadAll(res.Body)
	fmt.Println(res.Status, string(out))
}

<?php

$ch = curl_init("https://queue.auray.run/auray-serverless/model/meta-llava-1-6-mistral-7b");
curl_setopt_array($ch, [
    CURLOPT_CUSTOMREQUEST => "POST",
    CURLOPT_RETURNTRANSFER => true,
    CURLOPT_HTTPHEADER => [
        "Authorization: Bearer " . getenv("AURAY_API_KEY"),
        "Content-Type: application/json",
    ],
    CURLOPT_POSTFIELDS => json_encode([
        "inputs" => [
            "image" => "https://v3b.auray.media/examples/samples/still-life.jpg",
        ],
    ], JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE),
]);

$response = curl_exec($ch);
echo curl_getinfo($ch, CURLINFO_HTTP_CODE), " ", $response, PHP_EOL;

require "net/http"
require "json"

uri = URI("https://queue.auray.run/auray-serverless/model/meta-llava-1-6-mistral-7b")
req = Net::HTTP::Post.new(uri)
req["Authorization"] = "Bearer #{ENV.fetch("AURAY_API_KEY")}"
req["Content-Type"] = "application/json"
req.body = {
  "inputs" => {
    "image" => "https://v3b.auray.media/examples/samples/still-life.jpg"
  }
}.to_json

res = Net::HTTP.start(uri.hostname, uri.port, use_ssl: true) { |http| http.request(req) }
puts res.code, res.body

import java.net.URI;
import java.net.http.HttpClient;
import java.net.http.HttpRequest;
import java.net.http.HttpResponse;

public class Main {
    public static void main(String[] args) throws Exception {
        String body = """
            {
              "inputs": {
                "image": "https://v3b.auray.media/examples/samples/still-life.jpg"
              }
            }""";

        HttpRequest request = HttpRequest.newBuilder()
            .uri(URI.create("https://queue.auray.run/auray-serverless/model/meta-llava-1-6-mistral-7b"))
            .header("Authorization", "Bearer " + System.getenv("AURAY_API_KEY"))
            .header("Content-Type", "application/json")
            .method("POST", HttpRequest.BodyPublishers.ofString(body))
            .build();

        HttpResponse<String> response = HttpClient.newHttpClient()
            .send(request, HttpResponse.BodyHandlers.ofString());
        System.out.println(response.statusCode() + " " + response.body());
    }
}

using System.Net.Http.Headers;
using System.Text;

using var client = new HttpClient();
client.DefaultRequestHeaders.Authorization =
    new AuthenticationHeaderValue("Bearer", Environment.GetEnvironmentVariable("AURAY_API_KEY"));

using var request = new HttpRequestMessage(HttpMethod.Post, "https://queue.auray.run/auray-serverless/model/meta-llava-1-6-mistral-7b");
var body = """
    {
      "inputs": {
        "image": "https://v3b.auray.media/examples/samples/still-life.jpg"
      }
    }
    """;
request.Content = new StringContent(body, Encoding.UTF8, "application/json");

using var response = await client.SendAsync(request);
Console.WriteLine($"{(int)response.StatusCode} {await response.Content.ReadAsStringAsync()}");