qdrant_vectorSearchServer.py

import numpy as np
from sklearn.preprocessing import minmax_scale
from PIL import Image
import flask
import io
import os
import json
import requests
import logging

app = flask.Flask(__name__)
#UPLOAD_FOLDER = "/home/muesd/similarity/uploads"
#app.config['UPLOAD_FOLDER'] = UPLOAD_FOLDER

# logger
app.logger.setLevel(logging.DEBUG)
file_handler = logging.FileHandler('flask.log')
formatter = logging.Formatter('%(asctime)s : %(levelname)s : %(name)s : %(message)s')
file_handler.setFormatter(formatter)
app.logger.addHandler(file_handler)



# Model REST API - tf serving - predict service URL
# tf_serving_url = 'http://172.17.0.4:8501/v1/models/resnet50:predict'
tf_serving_url = 'http://localhost:8501/v1/models/resnet50:predict'

headers = {"content-type": "application/json"}

# QDRANT REST API URL (1.0.0)
qdrant_search_url = 'http://localhost:6333/collections/artifact/points/search'


def prepare_image(img, target_size=(224,224)):
    img = img.resize(target_size)
    if img.mode != 'RGB':
        img = img.convert('RGB')

    img = np.array(img)
    #img = image.img_to_array(img) # ustteki satir ile ayni islemi yapiyor, onun icin keras kullanmaya gerek yok
    img = np.expand_dims(img, axis=0)
    # img = preprocess_input(img)
    return img


# gets the feature vector from tf serving model and search it on vector DB
@app.route("/predict", methods=["POST"])
def predict():
    try:
        test_img = None
        vectors = []

        app.logger.info("prediction service has called")

        if flask.request.method == "POST":
            if flask.request.files.get("image"):

                #file = flask.request.files["image"]
                #path = os.path.join(app.config['UPLOAD_FOLDER'], file.filename)
                #file.save(path)

                # TODO: load_img de resize olmasiyla olmamasi arasinda sonuc vektor fark ediyor
                # test_img = image.load_img(path, target_size=(224,224))
                #test_img = image.load_img(path) #  bu sekilde PIL imdage load ile ayni oluyor
                print("POST req is done")
                test_img = flask.request.files["image"].read()
                test_img = Image.open(io.BytesIO(test_img))
                # fileName = flask.request.args.get("filename")

        req_artifact_type = flask.request.form.get("artifact_type")
        print("artifactType: ", req_artifact_type)
        req_ids = flask.request.form.get("ids")

        print("img: ", test_img)
        img_data = prepare_image(test_img)

        # prepare for tf serving service
        # give the photo and get the vector from the model
        data = json.dumps({"signature_name": "serving_default", "instances": img_data.tolist()})
        response = requests.post(tf_serving_url, data=data, headers=headers)

        dict_resp = json.loads(response.text)

        feature_np = np.array(dict_resp["predictions"])
        # min-max scale the data between 0 and 1
        scaled_vec = minmax_scale(feature_np.flatten())
        result_vec = np.round(scaled_vec, 2)
        vectors.append(result_vec.tolist())
        print(result_vec)

        # qdrant search rest api
        if req_ids == None:
            print("Full scan is going to perform")
            json_search = {
                'limit': 100,
                'vector': result_vec.tolist()
            }
        else:
           req_ids = req_ids.strip()
           if req_ids[-1] == ',':
               req_ids = req_ids.strip()[:-1]

           id_list = [int(item) for item in req_ids.split(',')]
           must_list = [{'has_id': id_list}]

           json_search = {
                'filter': {
                    'must': must_list
                },
                'limit': 100,
                'vector': result_vec.tolist()
           }

        response = requests.post(qdrant_search_url, data=json.dumps(json_search), headers=headers)

        json_response = response.json()
        json_data = json_response['result']

        print("QDRANT RESPONSE: ", json.dumps(json_data))
        return json.dumps(json_data)

    except ValueError as e:
        app.logger.error("Decoding JSON has failed")
        app.logger.error(e)
    except (requests.HTTPError, requests.RequestException) as e:
        app.logger.error("HTTP/Request error occurred")
        app.logger.error(e)

    return "{'error': 'Unexpected Error'}"


if __name__ == "__main__":
    app.run(host='0.0.0.0', port=5000)