File size: 3,456 Bytes
d2fdf35
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0952c2f
d2fdf35
 
 
 
 
 
 
 
 
 
 
a732b3f
 
 
308581c
 
 
 
a732b3f
 
 
308581c
 
 
a732b3f
 
 
d2fdf35
 
 
a732b3f
 
308581c
 
 
 
 
 
 
a732b3f
 
d2fdf35
 
 
bda66ec
7deaa9e
445560d
a732b3f
 
 
 
 
 
 
 
d2fdf35
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
const express = require('express');
const proxy = require('express-http-proxy');
const app = express();
const bodyParser = require('body-parser');
const targetUrl = 'https://openrouter.ai';
const openaiKey = process.env.OPENAI_KEY;
const proxyKey = process.env.PROXY_KEY; // Your secret proxy key
const port = 7860;
const baseUrl = getExternalUrl(process.env.SPACE_ID);

app.use(bodyParser.json({ limit: '50mb' }));

// Middleware to log request details
app.use((req, res, next) => {
  console.log(`Incoming Request - Method: ${req.method}, URL: ${req.url}`);
  console.log('Headers:', req.headers);
  console.log('Body:', req.body);
  next();
});


// Middleware to authenticate requests with the proxy key and check the model
function authenticateProxyKeyAndModel(req, res, next) {
  const providedKey = req.headers['auro']; // Assuming the key is sent in the 'x-proxy-key' header
  const requestedModel = req.body.model;

  // List of allowed models
  const allowedModels = ['gryphe/mythomist-7b', 'gryphe/mythomax-l2-13b' ,'undi95/toppy-m-7b'];

  if (providedKey && providedKey === proxyKey && allowedModels.includes(requestedModel)) {
    // If the provided key matches the expected key and the requested model is allowed, allow the request to proceed
    next();
  } else {
    // If the key is missing or incorrect, or the model is not allowed, reject the request with an error response
    res.status(401).json({ error: 'Unauthorized or invalid model' });
  }
}


app.use('/api', authenticateProxyKeyAndModel, (req, res, next) => {
  if (req.body && req.body.messages) {
    req.body.messages = req.body.messages.map(message => {
      if (message.role !== 'system' && message.content) {
        // Remove newlines and extra spaces from the start and end of the content
        // for non-system messages only
        message.content = message.content.replace(/^[\s\uFEFF\xA0]+|[\s\uFEFF\xA0]+$/g, '');
      }
      return message;
    });
    
    // Log the processed messages to verify the changes
    console.log('Processed messages:', JSON.stringify(req.body.messages, null, 2));
  }
  next();
}, proxy(targetUrl, {
  proxyReqPathResolver: (req) => '/api/v1/chat/completions',
  proxyReqOptDecorator: (proxyReqOpts, srcReq) => {
    proxyReqOpts.headers['Authorization'] = 'Bearer ' + openaiKey;
    
    if (srcReq.body) {
      // Use the modified body
      const modifiedBody = JSON.stringify(srcReq.body);
      proxyReqOpts.headers['Content-Length'] = Buffer.byteLength(modifiedBody);
      proxyReqOpts.body = modifiedBody;
      
      // Log the body being sent to the API
      console.log('Body being sent to API:', modifiedBody);
    }
    
    return proxyReqOpts;
  },
}));



//app.use('/api', authenticateProxyKeyAndModel, proxy(targetUrl, {
//  proxyReqPathResolver: (req) => '/api/v1/chat/completions',
//  proxyReqOptDecorator: (proxyReqOpts, srcReq) => {
    // Modify the request headers if necessary
//    proxyReqOpts.headers['Authorization'] = 'Bearer ' + openaiKey;
 //   return proxyReqOpts;
 // },
//}));


app.get("/", (req, res) => {
  // res.send(`This is your OpenAI Reverse Proxy URL: ${baseUrl}`);
});

function getExternalUrl(spaceId) {
  try {
    const [username, spacename] = spaceId.split("/");
    return `https://${username}-${spacename.replace(/_/g, "-")}.hf.space/api/v1`;
  } catch (e) {
    return "";
  }
}
app.listen(port, () => {
  console.log(`Reverse proxy server running on ${baseUrl}`);
});