#!/usr/bin/env python3

import io
import requests
import oss2
import pymysql
import cnocr
import json
import numpy as np
from PIL import Image, ImageFile
from dotenv import dotenv_values
from elasticsearch import Elasticsearch

ImageFile.LOAD_TRUNCATED_IMAGES = True
config = dotenv_values(".env")
oss2.defaults.connection_pool_size = 100

class MyEncoder(json.JSONEncoder):
    def default(self, obj):
        if isinstance(obj, np.float32):
            return int(obj)
        if isinstance(obj, np.ndarray):
            return obj.astype(int).tolist()
        return super(MyEncoder, self).default(obj)

def download_image(url:str) -> Image.Image:
    try:
        if url.startswith('http://image.gameuiux.cn/') or url.startswith('https://image.gameuiux.cn/'):
            url = url.replace('http://image.gameuiux.cn/', '').replace('https://image.gameuiux.cn/', '')
            oss_auth = oss2.Auth(config['OSS_ACCESS_KEY_ID'], config['OSS_ACCESS_KEY_SECRET'])
            return Image.open(io.BytesIO(oss2.Bucket(oss_auth, f'http://{config["OSS_HOST"]}', config['OSS_BUCKET_NAME']).get_object(url).read()))
        else:
            response = requests.get(url)
            return Image.open(io.BytesIO(response.content))
    except Exception:
        print(f'图片从{url}下载失败')
        return None

def connect_to_mysql():
    return pymysql.connect(host=config['MYSQL_HOST'], user=config['MYSQL_USER'], password=config['MYSQL_PASSWORD'], database=config['MYSQL_NAME'], cursorclass=pymysql.cursors.SSDictCursor)

def save_text(conn, id:int, text:str):
    with conn.cursor() as cursor:
        cursor.execute("UPDATE web_images SET text = %s WHERE id = %s", (text, id))

def process_images(conn, ocr, es):
    with conn.cursor(pymysql.cursors.SSCursor) as cursor:
        cursor.execute("SELECT id, content, text FROM web_images WHERE text!='' LIMIT 10")
        for id, content, text in cursor.fetchall():
            image = download_image(content)
            if image is None:
                continue
            item = [x for x in ocr.ocr(image) if x['text'] and not x['text'].isdigit() and len(x['text']) > 1]
            save_text(conn, id, json.dumps(item, ensure_ascii=False, cls=MyEncoder))
            texts = ' '.join([x['text'] for x in item])
            es.index(index='web_images', id=id, body={'content': texts})

def main():
    es = Elasticsearch(config['ELASTICSEARCH_HOST'], basic_auth=(config['ELASTICSEARCH_USERNAME'], config['ELASTICSEARCH_PASSWORD']), verify_certs=False)
    if not es.indices.exists(index='web_images'):
        es.indices.create(index='web_images')
    ocr = cnocr.CnOcr(rec_model_name='ch_PP-OCRv3')
    conn = connect_to_mysql()
    process_images(conn, ocr, es)

if __name__ == "__main__":
    main()