Images & PDFs

1
import requests
2
import json
3
4
url = "https://openrouter.ai/api/v1/chat/completions"
5
headers = {
6
    "Authorization": f"Bearer {API_KEY_REF}",
7
    "Content-Type": "application/json"
8
}
9
10
messages = [
11
    {
12
        "role": "user",
13
        "content": [
14
            {
15
                "type": "text",
16
                "text": "What's in this image?"
17
            },
18
            {
19
                "type": "image_url",
20
                "image_url": {
21
                    "url": "https://upload.wikimedia.org/wikipedia/commons/thumb/d/dd/Gfp-wisconsin-madison-the-nature-boardwalk.jpg/2560px-Gfp-wisconsin-madison-the-nature-boardwalk.jpg"
22
                }
23
            }
24
        ]
25
    }
26
]
27
28
payload = {
29
    "model": "{{MODEL}}",
30
    "messages": messages
31
}
32
33
response = requests.post(url, headers=headers, json=payload)
34
print(response.json())

1
import requests
2
import json
3
import base64
4
from pathlib import Path
5
6
def encode_image_to_base64(image_path):
7
    with open(image_path, "rb") as image_file:
8
        return base64.b64encode(image_file.read()).decode('utf-8')
9
10
url = "https://openrouter.ai/api/v1/chat/completions"
11
headers = {
12
    "Authorization": f"Bearer {API_KEY_REF}",
13
    "Content-Type": "application/json"
14
}
15
16
# Read and encode the image
17
image_path = "path/to/your/image.jpg"
18
base64_image = encode_image_to_base64(image_path)
19
data_url = f"data:image/jpeg;base64,{base64_image}"
20
21
messages = [
22
    {
23
        "role": "user",
24
        "content": [
25
            {
26
                "type": "text",
27
                "text": "What's in this image?"
28
            },
29
            {
30
                "type": "image_url",
31
                "image_url": {
32
                    "url": data_url
33
                }
34
            }
35
        ]
36
    }
37
]
38
39
payload = {
40
    "model": "{{MODEL}}",
41
    "messages": messages
42
}
43
44
response = requests.post(url, headers=headers, json=payload)
45
print(response.json())

1
import requests
2
import json
3
import base64
4
from pathlib import Path
5
6
def encode_pdf_to_base64(pdf_path):
7
    with open(pdf_path, "rb") as pdf_file:
8
        return base64.b64encode(pdf_file.read()).decode('utf-8')
9
10
url = "https://openrouter.ai/api/v1/chat/completions"
11
headers = {
12
    "Authorization": f"Bearer {API_KEY_REF}",
13
    "Content-Type": "application/json"
14
}
15
16
# Read and encode the PDF
17
pdf_path = "path/to/your/document.pdf"
18
base64_pdf = encode_pdf_to_base64(pdf_path)
19
data_url = f"data:application/pdf;base64,{base64_pdf}"
20
21
messages = [
22
    {
23
        "role": "user",
24
        "content": [
25
            {
26
                "type": "text",
27
                "text": "What are the main points in this document?"
28
            },
29
            {
30
                "type": "file",
31
                "file": {
32
                    "filename": "document.pdf",
33
                    "file_data": data_url
34
                }
35
            },
36
        ]
37
    }
38
]
39
40
# Optional: Configure PDF processing engine
41
# PDF parsing will still work even if the plugin is not explicitly set
42
plugins = [
43
    {
44
        "id": "file-parser",
45
        "pdf": {
46
            "engine": "{{ENGINE}}"  # defaults to "{{DEFAULT_PDF_ENGINE}}". See Pricing below
47
        }
48
    }
49
]
50
51
payload = {
52
    "model": "{{MODEL}}",
53
    "messages": messages,
54
    "plugins": plugins
55
}
56
57
response = requests.post(url, headers=headers, json=payload)
58
print(response.json())

1
plugins = [
2
    {
3
        "id": "file-parser",
4
        "pdf": {
5
            "engine": "{{ENGINE}}"
6
        }
7
    }
8
]

1
import requests
2
import json
3
import base64
4
from pathlib import Path
5
6
# First, encode and send the PDF
7
def encode_pdf_to_base64(pdf_path):
8
    with open(pdf_path, "rb") as pdf_file:
9
        return base64.b64encode(pdf_file.read()).decode('utf-8')
10
11
url = "https://openrouter.ai/api/v1/chat/completions"
12
headers = {
13
    "Authorization": f"Bearer {API_KEY_REF}",
14
    "Content-Type": "application/json"
15
}
16
17
# Read and encode the PDF
18
pdf_path = "path/to/your/document.pdf"
19
base64_pdf = encode_pdf_to_base64(pdf_path)
20
data_url = f"data:application/pdf;base64,{base64_pdf}"
21
22
# Initial request with the PDF
23
messages = [
24
    {
25
        "role": "user",
26
        "content": [
27
            {
28
                "type": "text",
29
                "text": "What are the main points in this document?"
30
            },
31
            {
32
                "type": "file",
33
                "file": {
34
                    "filename": "document.pdf",
35
                    "file_data": data_url
36
                }
37
            },
38
        ]
39
    }
40
]
41
42
payload = {
43
    "model": "{{MODEL}}",
44
    "messages": messages
45
}
46
47
response = requests.post(url, headers=headers, json=payload)
48
response_data = response.json()
49
50
# Store the annotations from the response
51
file_annotations = None
52
if response_data.get("choices") and len(response_data["choices"]) > 0:
53
    if "annotations" in response_data["choices"][0]["message"]:
54
        file_annotations = response_data["choices"][0]["message"]["annotations"]
55
56
# Follow-up request using the annotations (without sending the PDF again)
57
if file_annotations:
58
    follow_up_messages = [
59
        {
60
            "role": "user",
61
            "content": [
62
                {
63
                    "type": "text",
64
                    "text": "What are the main points in this document?"
65
                },
66
                {
67
                    "type": "file",
68
                    "file": {
69
                        "filename": "document.pdf",
70
                        "file_data": data_url
71
                    }
72
                }
73
            ]
74
        },
75
        {
76
            "role": "assistant",
77
            "content": "The document contains information about...",
78
            "annotations": file_annotations
79
        },
80
        {
81
            "role": "user",
82
            "content": "Can you elaborate on the second point?"
83
        }
84
    ]
85
86
    follow_up_payload = {
87
        "model": "{{MODEL}}",
88
        "messages": follow_up_messages
89
    }
90
91
    follow_up_response = requests.post(url, headers=headers, json=follow_up_payload)
92
    print(follow_up_response.json())