Skip to content

utils

dandy.llm.utils

get_estimated_token_count_for_prompt

Source code in dandy/llm/utils.py 
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
def get_estimated_token_count_for_prompt(
        role: PromptOrStr,
        prompt: PromptOrStr,
        task: PromptOrStrOrNone = None,
        guidelines: PromptOrStrOrNone = None,
        postfix_system_prompt: PromptOrStrOrNone = None
) -> int:

    return service_system_prompt(
        role=role,
        task=task,
        guidelines=guidelines,
        system_override_prompt=None,
        postfix_system_prompt=postfix_system_prompt
    ).estimated_token_count + service_user_prompt(prompt).estimated_token_count

get_image_mime_type_from_base64_string

Source code in dandy/llm/utils.py 
24
25
26
27
28
29
30
31
32
33
34
35
36
37
def get_image_mime_type_from_base64_string(base64_string) -> str | None:
    SIGNATURES = {
        "JVBERi0": "application/pdf",
        "R0lGODdh": "image/gif",
        "R0lGODlh": "image/gif",
        "iVBORw0KGgo": "image/png",
        "/9j/": "image/jpg"
    }

    for signature in SIGNATURES:
        if base64_string.startswith(signature):
            return SIGNATURES[signature]

    return None