Skip to content

Commit 6506786

Browse files
committed
nes: next-cursor: enforce max_tokens of 4 tokens (#2489)
* nes: next-cursor: refactor: extract a separate object * nes: next-cursor: enforce max_tokens of 4 tokens
1 parent df4e20a commit 6506786

File tree

1 file changed

+7
-3
lines changed

1 file changed

+7
-3
lines changed

src/extension/xtab/node/xtabNextCursorPredictor.ts

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,7 @@ import { ChatFetchResponseType, ChatLocation } from '../../../platform/chat/comm
88
import { ConfigKey, IConfigurationService } from '../../../platform/configuration/common/configurationService';
99
import { ChatEndpoint } from '../../../platform/endpoint/node/chatEndpoint';
1010
import { NextCursorLinePrediction } from '../../../platform/inlineEdits/common/dataTypes/nextCursorLinePrediction';
11+
import { OptionalChatRequestParams } from '../../../platform/networking/common/fetch';
1112
import { IExperimentationService } from '../../../platform/telemetry/common/nullExperimentationService';
1213
import { fromUnknown } from '../../../util/common/errors';
1314
import { Result } from '../../../util/common/result';
@@ -148,15 +149,18 @@ export class XtabNextCursorPredictor {
148149
},
149150
});
150151

152+
const requestOptions = {
153+
max_tokens: 4,
154+
secretKey,
155+
} satisfies OptionalChatRequestParams;
156+
151157
const response = await endpoint.makeChatRequest2(
152158
{
153159
messages,
154160
debugName: 'nes.nextCursorPosition',
155161
finishedCb: undefined,
156162
location: ChatLocation.Other,
157-
requestOptions: secretKey ? {
158-
secretKey,
159-
} : undefined,
163+
requestOptions,
160164
},
161165
CancellationToken.None,
162166
);

0 commit comments

Comments
 (0)