Skip to content

Commit 520bb4f

Browse files
authored
chore: bump bedrock models to sonnet-4.5 (#3859)
1 parent 4a0bf1f commit 520bb4f

5 files changed

Lines changed: 26 additions & 16 deletions

File tree

services/apps/git_integration/src/crowdgit/services/maintainer/bedrock.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -72,7 +72,7 @@ async def invoke_bedrock(
7272
)
7373

7474
try:
75-
modelId = "us.anthropic.claude-sonnet-4-20250514-v1:0"
75+
modelId = "us.anthropic.claude-sonnet-4-5-20250929-v1:0"
7676
accept = "application/json"
7777
contentType = "application/json"
7878
response = await bedrock_client.invoke_model(

services/apps/merge_suggestions_worker/src/workflows/mergeMembersWithLLM.ts

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
import { continueAsNew, proxyActivities } from '@temporalio/workflow'
22

3-
import { LLMSuggestionVerdictType, MemberMergeSuggestionTable } from '@crowd/types'
3+
import { LLMSuggestionVerdictType, LlmModelType, MemberMergeSuggestionTable } from '@crowd/types'
44

55
import * as commonActivities from '../activities/common'
66
import * as memberActivities from '../activities/memberMergeSuggestions'
@@ -23,8 +23,8 @@ export async function mergeMembersWithLLM(
2323
args: IProcessMergeMemberSuggestionsWithLLM,
2424
): Promise<void> {
2525
const SUGGESTIONS_PER_RUN = 10
26-
const REGION = 'us-east-1'
27-
const MODEL_ID = 'us.anthropic.claude-sonnet-4-20250514-v1:0'
26+
const REGION = 'us-west-2'
27+
const MODEL_ID = LlmModelType.CLAUDE_SONNET_4_5
2828
const MODEL_ARGS = {
2929
max_tokens: 2000,
3030
anthropic_version: 'bedrock-2023-05-31',

services/apps/merge_suggestions_worker/src/workflows/mergeOrganizationsWithLLM.ts

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,10 @@
11
import { continueAsNew, proxyActivities } from '@temporalio/workflow'
22

3-
import { LLMSuggestionVerdictType, OrganizationMergeSuggestionTable } from '@crowd/types'
3+
import {
4+
LLMSuggestionVerdictType,
5+
LlmModelType,
6+
OrganizationMergeSuggestionTable,
7+
} from '@crowd/types'
48

59
import * as commonActivities from '../activities/common'
610
import * as organizationActivities from '../activities/organizationMergeSuggestions'
@@ -22,8 +26,8 @@ export async function mergeOrganizationsWithLLM(
2226
args: IProcessMergeOrganizationSuggestionsWithLLM,
2327
): Promise<void> {
2428
const SUGGESTIONS_PER_RUN = 5
25-
const REGION = 'us-east-1'
26-
const MODEL_ID = 'us.anthropic.claude-sonnet-4-20250514-v1:0'
29+
const REGION = 'us-west-2'
30+
const MODEL_ID = LlmModelType.CLAUDE_SONNET_4_5
2731
const MODEL_ARGS = {
2832
max_tokens: 2000,
2933
anthropic_version: 'bedrock-2023-05-31',

services/libs/types/src/enums/llm.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@ export enum LlmModelType {
33
CLAUDE_3_5_SONNET_V2 = 'anthropic.claude-3-5-sonnet-20241022-v2:0',
44
CLAUDE_3_OPUS = 'anthropic.claude-3-opus-20240229-v1:0',
55
CLAUDE_SONNET_4 = 'us.anthropic.claude-sonnet-4-20250514-v1:0',
6+
CLAUDE_SONNET_4_5 = 'us.anthropic.claude-sonnet-4-5-20250929-v1:0',
67
}
78

89
export enum LlmQueryType {

services/libs/types/src/llm.ts

Lines changed: 14 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -32,6 +32,7 @@ export const LLM_MODEL_REGION_MAP: Record<LlmModelType, string> = {
3232
[LlmModelType.CLAUDE_3_5_SONNET]: 'us-east-1',
3333
[LlmModelType.CLAUDE_3_5_SONNET_V2]: 'us-west-2',
3434
[LlmModelType.CLAUDE_SONNET_4]: 'us-east-1',
35+
[LlmModelType.CLAUDE_SONNET_4_5]: 'us-west-2',
3536
}
3637

3738
// to estimate costs - these numbers can change
@@ -52,75 +53,79 @@ export const LLM_MODEL_PRICING_MAP: Record<LlmModelType, ILlmPricing> = {
5253
costPer1000InputTokens: 0.003,
5354
costPer1000OutputTokens: 0.015,
5455
},
56+
[LlmModelType.CLAUDE_SONNET_4_5]: {
57+
costPer1000InputTokens: 0.003,
58+
costPer1000OutputTokens: 0.015,
59+
},
5560
}
5661

5762
export const LLM_SETTINGS: Record<LlmQueryType, ILlmSettings> = {
5863
[LlmQueryType.MEMBER_ENRICHMENT]: {
59-
modelId: LlmModelType.CLAUDE_3_5_SONNET,
64+
modelId: LlmModelType.CLAUDE_SONNET_4_5,
6065
arguments: {
6166
max_tokens: 200000,
6267
anthropic_version: 'bedrock-2023-05-31',
6368
temperature: 0,
6469
},
6570
},
6671
[LlmQueryType.MEMBER_ENRICHMENT_FIND_RELATED_LINKEDIN_PROFILES]: {
67-
modelId: LlmModelType.CLAUDE_3_5_SONNET_V2,
72+
modelId: LlmModelType.CLAUDE_SONNET_4_5,
6873
arguments: {
6974
max_tokens: 200000,
7075
anthropic_version: 'bedrock-2023-05-31',
7176
temperature: 0,
7277
},
7378
},
7479
[LlmQueryType.MEMBER_ENRICHMENT_SQUASH_MULTIPLE_VALUE_ATTRIBUTES]: {
75-
modelId: LlmModelType.CLAUDE_3_5_SONNET_V2,
80+
modelId: LlmModelType.CLAUDE_SONNET_4_5,
7681
arguments: {
7782
max_tokens: 200000,
7883
anthropic_version: 'bedrock-2023-05-31',
7984
temperature: 0,
8085
},
8186
},
8287
[LlmQueryType.MEMBER_ENRICHMENT_SQUASH_WORK_EXPERIENCES_FROM_MULTIPLE_SOURCES]: {
83-
modelId: LlmModelType.CLAUDE_3_5_SONNET_V2,
88+
modelId: LlmModelType.CLAUDE_SONNET_4_5,
8489
arguments: {
8590
max_tokens: 200000,
8691
anthropic_version: 'bedrock-2023-05-31',
8792
temperature: 0,
8893
},
8994
},
9095
[LlmQueryType.MATCH_MAIN_GITHUB_ORGANIZATION_AND_DESCRIPTION]: {
91-
modelId: LlmModelType.CLAUDE_3_5_SONNET_V2,
96+
modelId: LlmModelType.CLAUDE_SONNET_4_5,
9297
arguments: {
9398
max_tokens: 200000,
9499
anthropic_version: 'bedrock-2023-05-31',
95100
temperature: 0,
96101
},
97102
},
98103
[LlmQueryType.REPO_CATEGORIES]: {
99-
modelId: LlmModelType.CLAUDE_3_5_SONNET_V2,
104+
modelId: LlmModelType.CLAUDE_SONNET_4_5,
100105
arguments: {
101106
max_tokens: 200000,
102107
anthropic_version: 'bedrock-2023-05-31',
103108
temperature: 0,
104109
},
105110
},
106111
[LlmQueryType.REPO_COLLECTIONS]: {
107-
modelId: LlmModelType.CLAUDE_3_5_SONNET_V2,
112+
modelId: LlmModelType.CLAUDE_SONNET_4_5,
108113
arguments: {
109114
max_tokens: 200000,
110115
anthropic_version: 'bedrock-2023-05-31',
111116
temperature: 0,
112117
},
113118
},
114119
[LlmQueryType.MEMBER_BOT_VALIDATION]: {
115-
modelId: LlmModelType.CLAUDE_SONNET_4,
120+
modelId: LlmModelType.CLAUDE_SONNET_4_5,
116121
arguments: {
117122
max_tokens: 2000,
118123
anthropic_version: 'bedrock-2023-05-31',
119124
temperature: 0,
120125
},
121126
},
122127
[LlmQueryType.SELECT_MOST_RELEVANT_DOMAIN]: {
123-
modelId: LlmModelType.CLAUDE_SONNET_4,
128+
modelId: LlmModelType.CLAUDE_SONNET_4_5,
124129
arguments: {
125130
max_tokens: 2000,
126131
anthropic_version: 'bedrock-2023-05-31',

0 commit comments

Comments
 (0)