Skip to content

Commit

Permalink
newer tests
Browse files Browse the repository at this point in the history
  • Loading branch information
wtfsayo committed Feb 6, 2025
1 parent 71cadbf commit b39d2aa
Show file tree
Hide file tree
Showing 10 changed files with 407 additions and 549 deletions.
110 changes: 48 additions & 62 deletions .env.example
Original file line number Diff line number Diff line change
Expand Up @@ -117,77 +117,63 @@ EXPRESS_MAX_PAYLOAD= # Default: 100kb
#######################################

### Provider Settings ###
PROVIDER_ENDPOINT=https://api.openai.com/v1/chat/completions
PROVIDER_ENDPOINT=https://api.openai.com/v1
PROVIDER_NAME=openai
PROVIDER_API_KEY=

### Model Names ###
DEFAULT_MODEL=gpt-3.5-turbo
SMALL_MODEL=gpt-3.5-turbo-instruct
# Model Settings - Default
DEFAULT_MODEL=gpt-4
DEFAULT_MODEL_MAX_INPUT_TOKENS=4096
DEFAULT_MODEL_MAX_OUTPUT_TOKENS=1024
DEFAULT_MODEL_TEMPERATURE=0.7
DEFAULT_MODEL_FREQUENCY_PENALTY=0
DEFAULT_MODEL_PRESENCE_PENALTY=0
DEFAULT_MODEL_REPETITION_PENALTY=1.0
DEFAULT_MODEL_STOP=

# Model Settings - Small
SMALL_MODEL=gpt-3.5-turbo
SMALL_MODEL_MAX_INPUT_TOKENS=2048
SMALL_MODEL_MAX_OUTPUT_TOKENS=1024
SMALL_MODEL_TEMPERATURE=0.7
SMALL_MODEL_FREQUENCY_PENALTY=0
SMALL_MODEL_PRESENCE_PENALTY=0
SMALL_MODEL_REPETITION_PENALTY=1.0
SMALL_MODEL_STOP=

# Model Settings - Medium
MEDIUM_MODEL=gpt-4
MEDIUM_MODEL_MAX_INPUT_TOKENS=2048
MEDIUM_MODEL_MAX_OUTPUT_TOKENS=1024
MEDIUM_MODEL_TEMPERATURE=0.7
MEDIUM_MODEL_FREQUENCY_PENALTY=0
MEDIUM_MODEL_PRESENCE_PENALTY=0
MEDIUM_MODEL_REPETITION_PENALTY=1.0
MEDIUM_MODEL_STOP=

# Model Settings - Large
LARGE_MODEL=gpt-4-turbo
EMBEDDING_MODEL=text-embedding-ada-002
USE_OPENAI_EMBEDDING=true
IMAGE_MODEL=dall-e-3

### Default Model Settings ###
DEFAULT_MAX_INPUT_TOKENS=4096
DEFAULT_MAX_OUTPUT_TOKENS=1024
DEFAULT_TEMPERATURE=0.7
DEFAULT_STOP_SEQUENCES=
DEFAULT_FREQUENCY_PENALTY=0
DEFAULT_PRESENCE_PENALTY=0
DEFAULT_REPETITION_PENALTY=1.0

### Model-Specific Token Limits ###
# Small Model
SMALL_INPUT_TOKENS=2048
SMALL_OUTPUT_TOKENS=512

## Small Model Settings ###
SMALL_MAX_INPUT_TOKENS=4096
SMALL_MAX_OUTPUT_TOKENS=1024
SMALL_TEMPERATURE=0.7
SMALL_STOP_SEQUENCES=###,END
SMALL_FREQUENCY_PENALTY=0
SMALL_PRESENCE_PENALTY=0
SMALL_REPETITION_PENALTY=1.0

# Medium Model
MEDIUM_INPUT_TOKENS=8192
MEDIUM_OUTPUT_TOKENS=2048

## Medium Model Settings ###
MEDIUM_MAX_INPUT_TOKENS=4096
MEDIUM_MAX_OUTPUT_TOKENS=1024
MEDIUM_TEMPERATURE=0.7
MEDIUM_STOP_SEQUENCES=###,END
MEDIUM_FREQUENCY_PENALTY=0
MEDIUM_PRESENCE_PENALTY=0
MEDIUM_REPETITION_PENALTY=1.0

# Large Model
LARGE_INPUT_TOKENS=128000
LARGE_OUTPUT_TOKENS=4096

## Large Model Settings ###
LARGE_MAX_INPUT_TOKENS=4096
LARGE_MAX_OUTPUT_TOKENS=1024
LARGE_TEMPERATURE=0.7
LARGE_STOP_SEQUENCES=###,END
LARGE_FREQUENCY_PENALTY=0
LARGE_PRESENCE_PENALTY=0
LARGE_REPETITION_PENALTY=1.0



### Specialized Model Settings ###
# Embedding Model
LARGE_MODEL_MAX_INPUT_TOKENS=4096
LARGE_MODEL_MAX_OUTPUT_TOKENS=1024
LARGE_MODEL_TEMPERATURE=0.7
LARGE_MODEL_FREQUENCY_PENALTY=0
LARGE_MODEL_PRESENCE_PENALTY=0
LARGE_MODEL_REPETITION_PENALTY=1.0
LARGE_MODEL_STOP=

# Model Settings - Embedding
EMBEDDING_MODEL=text-embedding-3-small
EMBEDDING_DIMENSIONS=1536

# Image Generation
# Model Settings - Image
IMAGE_MODEL=dall-e-3
IMAGE_STEPS=50

# Model Settings - Vision
IMAGE_VISION_MODEL=gpt-4-vision-preview




# Community Plugin for OpenAI Configuration
ENABLE_OPEN_AI_COMMUNITY_PLUGIN=false
Expand Down
5 changes: 4 additions & 1 deletion .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -91,4 +91,7 @@ lit-config.json

# Configuration to exclude the extra and local_docs directories
extra
**/dist/**
**/dist/**

**/local_cache/**
**/local_cache
2 changes: 1 addition & 1 deletion packages/client-direct/src/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -302,7 +302,7 @@ export class DirectClient {

// save response to memory
const responseMessage: Memory = {
id: stringToUuid(messageId + "-" + runtime.agentId),
id: stringToUuid(`${messageId}-${runtime.agentId}`),
...userMessage,
userId: runtime.agentId,
content: response,
Expand Down
Loading

0 comments on commit b39d2aa

Please sign in to comment.