File size: 634 Bytes
fd39c21
 
 
 
05411e6
 
fd39c21
05411e6
26d86c2
fd39c21
 
 
 
 
 
 
 
3ddc84f
fd39c21
3ddc84f
fd39c21
3ddc84f
fd39c21
3ddc84f
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
from flask import Flask
from flask import request
from sentence_transformers import SentenceTransformer

import os

app = Flask(__name__)
os.environ["TRANSFORMERS_CACHE"] = "/.cache"
model = SentenceTransformer('Alibaba-NLP/gte-large-en-v1.5', trust_remote_code=True)

@app.route("/embedding", methods=['POST'])
def embedding():
    """
    {
        text: <text>
    }
    """
    
    message = request.get_json()
    message = model.encode(message['text'])

    return {"output": message.tolist()}

# curl -v -X POST 'http://127.0.0.1:8000/embedding' --header 'Content-Type: application/json' --data '{"text": "what is an apple?"}'