[Langchain] Cache

동일한 입력에 대해 결과를 cache하는 방법

 

cache의 종류가 다양한듯하다

https://rudaks.tistory.com/entry/langchain-Model-Caches-%EC%82%AC%EC%9A%A9%ED%95%98%EA%B8%B0

[langchain] Model Caches 사용하기

https://bcho.tistory.com/1411

from langchain.chat_models import ChatOpenAI
from langchain.llms import OpenAI
from langchain.callbacks import get_openai_callback
from langchain.globals import set_llm_cache, set_debug
from langchain.cache import InMemoryCache, SQLiteCache
from langchain.callbacks import StreamingStdOutCallbackHandler

# set_llm_cache(InMemoryCache())
set_llm_cache(SQLiteCache("cache/test.db"))
# chat = ChatOpenAI(temperature=0.1, 
#             model="gpt-4o-mini",  
#             streaming=True,
#             callbacks=[
#                 StreamingStdOutCallbackHandler()],
#             )

chat = OpenAI(cache=False)
prompt = "What is famous street foods in Seoul Korea in 200 characters"

with get_openai_callback() as callback:
    response = chat.invoke(prompt)
    print(response)
    print("Total Tokens:",callback.total_tokens)

with get_openai_callback() as callback:
    response = chat.invoke(prompt)
    print(response)
    print("Total Tokens:",callback.total_tokens)