123456789101112131415161718192021222324252627 |
- import openai
- openai.api_key = "YOUR_HUGGING_FACE_TOKEN"
- openai.api_base = "http://localhost:1337/v1"
- def main():
- response = openai.ChatCompletion.create(
- model="gpt-3.5-turbo",
- messages=[{"role": "user", "content": "write a poem about a tree"}],
- stream=True,
- )
- if isinstance(response, dict):
-
- print(response.choices[0].message.content)
- else:
-
- for token in response:
- content = token["choices"][0]["delta"].get("content")
- if content is not None:
- print(content, end="", flush=True)
- if __name__ == "__main__":
- main()
|