Skip to content

Commit 2aa4cab

Browse files
committed
Add FIREWORKS_USE_CUSTOM_DEPLOYMENT flag (set to false)
Disables custom Fireworks deployment to use global inference API only.
1 parent 1559517 commit 2aa4cab

File tree

1 file changed

+7
-1
lines changed

1 file changed

+7
-1
lines changed

web/src/llm-api/fireworks.ts

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,9 @@ const FIREWORKS_MODEL_MAP: Record<string, string> = {
3131
'minimax/minimax-m2.5': 'accounts/fireworks/models/minimax-m2p5',
3232
}
3333

34+
/** Flag to enable custom Fireworks deployments (set to false to use global API only) */
35+
const FIREWORKS_USE_CUSTOM_DEPLOYMENT = false
36+
3437
/** Custom deployment IDs for models with dedicated Fireworks deployments */
3538
const FIREWORKS_DEPLOYMENT_MAP: Record<string, string> = {
3639
'minimax/minimax-m2.5': 'accounts/james-65d217/deployments/qne3jo8v',
@@ -657,7 +660,10 @@ export async function createFireworksRequestWithFallback(params: {
657660
const { body, originalModel, fetch, logger } = params
658661
const deploymentModelId = FIREWORKS_DEPLOYMENT_MAP[originalModel]
659662
const shouldTryDeployment =
660-
deploymentModelId && isDeploymentHours() && !isDeploymentCoolingDown()
663+
FIREWORKS_USE_CUSTOM_DEPLOYMENT &&
664+
deploymentModelId &&
665+
isDeploymentHours() &&
666+
!isDeploymentCoolingDown()
661667

662668
if (shouldTryDeployment) {
663669
logger.info(

0 commit comments

Comments
 (0)