Skip to content
This repository has been archived by the owner on Jun 17, 2024. It is now read-only.

Commit

Permalink
fix: empty response
Browse files Browse the repository at this point in the history
  • Loading branch information
@missuo
missuo committed Apr 21, 2024
1 parent 6b72d71 commit b4c6227
Show file tree
Hide file tree
Showing 3 changed files with 169 additions and 62 deletions.
206 changes: 146 additions & 60 deletions app.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,14 +2,20 @@ const express = require("express");
const bodyParser = require("body-parser");
const axios = require("axios");
const https = require("https");
const { randomUUID } = require("crypto");
const { encode } = require("gpt-3-encoder");
const { randomUUID, randomInt, createHash } = require("crypto");
const { config } = require("dotenv");

config();

// Constants for the server and API configuration
const port = 3040;
const port = process.env.SERVER_PORT || 3040;
const baseUrl = "https://chat.openai.com";
const apiUrl = `${baseUrl}/backend-api/conversation`;
const refreshInterval = 60000; // Interval to refresh token in ms
const errorWait = 120000; // Wait time in ms after an error
const newSessionRetries = parseInt(process.env.NEW_SESSION_RETRIES) || 5;
const userAgent = process.env.USER_AGENT || "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36";

// Initialize global variables to store the session token and device ID
let token;
Expand All @@ -19,8 +25,7 @@ let oaiDeviceId;
const wait = (ms) => new Promise((resolve) => setTimeout(resolve, ms));

function GenerateCompletionId(prefix = "cmpl-") {
const characters =
"abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789";
const characters = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789";
const length = 28;

for (let i = 0; i < length; i++) {
Expand Down Expand Up @@ -70,38 +75,69 @@ const axiosInstance = axios.create({
origin: baseUrl,
pragma: "no-cache",
referer: baseUrl,
"sec-ch-ua":
'"Google Chrome";v="123", "Not:A-Brand";v="8", "Chromium";v="123"',
"sec-ch-ua": '"Google Chrome";v="123", "Not:A-Brand";v="8", "Chromium";v="123"',
"sec-ch-ua-mobile": "?0",
"sec-ch-ua-platform": '"Windows"',
"sec-fetch-dest": "empty",
"sec-fetch-mode": "cors",
"sec-fetch-site": "same-origin",
"user-agent":
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36",
"user-agent": userAgent,
},
});

function generateProofToken(seed, diff, userAgent) {
const cores = [8, 12, 16, 24];
const screens = [3000, 4000, 6000];
const core = cores[randomInt(0, cores.length)];
const screen = screens[randomInt(0, screens.length)];
const now = new Date(Date.now() - 8 * 3600 * 1000);
const parseTime = now.toUTCString().replace("GMT", "GMT-0500 (Eastern Time)");
const config = [core + screen, parseTime, 4294705152, 0, userAgent];
const diffLen = diff.length / 2;
for (let i = 0; i < 100000; i++) {
config[3] = i;
const jsonData = JSON.stringify(config);
const base = Buffer.from(jsonData).toString("base64");
const hashValue = createHash("sha3-512")
.update(seed + base)
.digest();
if (hashValue.toString("hex").substring(0, diffLen) <= diff) {
const result = "gAAAAAB" + base;
return result;
}
}
const fallbackBase = Buffer.from(`"${seed}"`).toString("base64");
return "gAAAAABwQ8Lk5FbGpA2NcR9dShT6gYjU7VxZ4D" + fallbackBase;
}

// Function to get a new session ID and token from the OpenAI API
async function getNewSessionId() {
async function getNewSession(retries = 0) {
let newDeviceId = randomUUID();
const response = await axiosInstance.post(
`${baseUrl}/backend-anon/sentinel/chat-requirements`,
{},
{
headers: { "oai-device-id": newDeviceId },
}
);
console.log(
`System: Successfully refreshed session ID and token. ${
!token ? "(Now it's ready to process requests)" : ""
}`
);
oaiDeviceId = newDeviceId;
token = response.data.token;
try {
const response = await axiosInstance.post(
`${baseUrl}/backend-anon/sentinel/chat-requirements`,
{},
{
headers: { "oai-device-id": newDeviceId },
}
);

let session = response.data;
session.deviceId = newDeviceId;

console.log(
`System: Successfully refreshed session ID and token. ${
!token ? "(Now it's ready to process requests)" : ""
}`
);
oaiDeviceId = newDeviceId;
token = session.token;

// console.log("New Token:", token);
// console.log("New Device ID:", oaiDeviceId);
return session;
} catch (error) {
await wait(500);
return retries < newSessionRetries ? getNewSession(retries + 1) : null;
}
}

// Middleware to enable CORS and handle pre-flight requests
Expand All @@ -120,10 +156,28 @@ async function handleChatCompletion(req, res) {
console.log(
"Request:",
`${req.method} ${req.originalUrl}`,
`${req.body?.messages?.length || 0} messages`,
`${req.body?.messages?.length ?? 0} messages`,
req.body.stream ? "(stream-enabled)" : "(stream-disabled)"
);
try {
let session = await getNewSession();
if (!session) {
res.write(
JSON.stringify({
status: false,
error: {
message: `Error getting a new session, please try again later, if the issue persists, please open an issue on the GitHub repository.`,
type: "invalid_request_error",
},
})
);
return res.end();
}
let proofToken = generateProofToken(
session.proofofwork.seed,
session.proofofwork.difficulty,
userAgent
);
const body = {
action: "next",
messages: req.body.messages.map((message) => ({
Expand All @@ -138,12 +192,18 @@ async function handleChatCompletion(req, res) {
conversation_mode: { kind: "primary_assistant" },
websocket_request_id: randomUUID(),
};
let promptTokens = 0;
let completionTokens = 0;
for (let message of req.body.messages) {
promptTokens += encode(message.content).length;
}

const response = await axiosInstance.post(apiUrl, body, {
responseType: "stream",
headers: {
"oai-device-id": oaiDeviceId,
"openai-sentinel-chat-requirements-token": token,
"oai-device-id": session.deviceId,
"openai-sentinel-chat-requirements-token": session.token,
"openai-sentinel-proof-token": proofToken,
},
});

Expand All @@ -158,15 +218,25 @@ async function handleChatCompletion(req, res) {

let fullContent = "";
let requestId = GenerateCompletionId("chatcmpl-");
let created = Date.now();
let created = Math.floor(Date.now() / 1000); // Unix timestamp in seconds
let finish_reason = null;
let error;

for await (const message of StreamCompletion(response.data)) {
// Skip heartbeat detection
if (message.match(/^\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}.\d{6}$/)) continue;

if (message.match(/^\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}.\d{6}$/))
continue;

const parsed = JSON.parse(message);

let content = parsed?.message?.content?.parts[0] || "";
if (parsed.error) {
error = `Error message from OpenAI: ${parsed.error}`;
finish_reason = "stop";
break;
}

let content = parsed?.message?.content?.parts[0] ?? "";
let status = parsed?.message?.status ?? "";

for (let message of req.body.messages) {
if (message.content === content) {
Expand All @@ -175,8 +245,32 @@ async function handleChatCompletion(req, res) {
}
}

switch (status) {
case "in_progress":
finish_reason = null;
break;
case "finished_successfully":
let finish_reason_data =
parsed?.message?.metadata?.finish_details?.type ?? null;
switch (finish_reason_data) {
case "max_tokens":
finish_reason = "length";
break;
case "stop":
default:
finish_reason = "stop";
}
break;
default:
finish_reason = null;
}

if (content === "") continue;

let completionChunk = content.replace(fullContent, "");

completionTokens += encode(completionChunk).length;

if (req.body.stream) {
let response = {
id: requestId,
Expand All @@ -186,10 +280,10 @@ async function handleChatCompletion(req, res) {
choices: [
{
delta: {
content: content.replace(fullContent, ""),
content: completionChunk,
},
index: 0,
finish_reason: null,
finish_reason: finish_reason,
},
],
};
Expand All @@ -210,10 +304,10 @@ async function handleChatCompletion(req, res) {
choices: [
{
delta: {
content: "",
content: error ?? "",
},
index: 0,
finish_reason: "stop",
finish_reason: finish_reason,
},
],
})}\n\n`
Expand All @@ -227,34 +321,32 @@ async function handleChatCompletion(req, res) {
object: "chat.completion",
choices: [
{
finish_reason: "stop",
finish_reason: finish_reason,
index: 0,
message: {
content: fullContent,
content: error ?? fullContent,
role: "assistant",
},
},
],
usage: {
prompt_tokens: 0,
completion_tokens: 0,
total_tokens: 0,
prompt_tokens: promptTokens,
completion_tokens: completionTokens,
total_tokens: promptTokens + completionTokens,
},
})
);
}

res.end();
} catch (error) {
// console.log('Error:', error.response?.data ?? error.message);
if (!res.headersSent) res.setHeader("Content-Type", "application/json");
// console.error('Error handling chat completion:', error);
res.write(
JSON.stringify({
status: false,
error: {
message:
"An error happened, please make sure your request is SFW, or use a jailbreak to bypass the filter.",
"An error occurred. Please try again. Additionally, ensure that your request complies with OpenAI's policy.",
type: "invalid_request_error",
},
})
Expand All @@ -276,40 +368,34 @@ app.use((req, res) =>
res.status(404).send({
status: false,
error: {
message: `The requested endpoint was not found. please make sure to use "http://localhost:3040/v1" as the base URL.`,
message: `The requested endpoint (${req.method.toLocaleUpperCase()} ${req.path}) was not found. please make sure what are you doing now.`,
type: "invalid_request_error",
},
})
);

// Start the server and the session ID refresh loop
app.listen(port, () => {
app.listen(port, async () => {
console.log(`💡 Server is running at http://localhost:${port}`);
console.log();
console.log(`🔗 Base URL: http://localhost:${port}/v1`);
console.log(
`🔗 ChatCompletion Endpoint: http://localhost:${port}/v1/chat/completions`
);
console.log(`🔗 Local Base URL: http://localhost:${port}/v1`);
console.log(`🔗 Local Endpoint: http://localhost:${port}/v1/chat/completions`);
console.log();
console.log("📝 Original TS Source By: Pawan.Krd");
console.log("📝 Modified Into JavaScript By: Adam");
console.log("📝 Modified By: Vincent");
console.log();

setTimeout(async () => {
while (true) {
try {
await getNewSessionId();
await getNewSession();
await wait(refreshInterval);
} catch (error) {
console.error("Error refreshing session ID, retrying in 1 minute...");
console.error(
"If this error persists, your country may not be supported yet."
);
console.error(
"If your country was the issue, please consider using a U.S. VPN."
);
console.error("Error refreshing session ID, retrying in 2 minute...");
console.error("If this error persists, your country may not be supported yet.");
console.error("If your country was the issue, please consider using a U.S. VPN.");
await wait(errorWait);
}
}
}, 0);
});
});
21 changes: 20 additions & 1 deletion package-lock.json
View file

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Loading

0 comments on commit b4c6227

Please sign in to comment.