ASJPush/Controller/AiController.py

import base64
import json
import logging
import os
import threading
import time

import boto3
from django.views.generic.base import View

from AnsjerPush.config import BASE_DIR
from Model.models import UidPushModel, AiService, Device_Info
from Object.ETkObject import ETkObject
from Object.AiImageObject import ImageProcessingObject
from Object.ResponseObject import ResponseObject
from Object.utils import LocalDateTimeUtil
from Service.CommonService import CommonService
from Service.EquipmentInfoService import EquipmentInfoService
from Service.PushService import PushObject


class AiView(View):
    def get(self, request, *args, **kwargs):
        request.encoding = 'utf-8'
        operation = kwargs.get('operation')
        return self.validation(request.GET, operation)

    def post(self, request, *args, **kwargs):
        request.encoding = 'utf-8'
        operation = kwargs.get('operation')
        return self.validation(request.POST, operation)

    def validation(self, request_dict, operation):
        response = ResponseObject()
        if operation == 'identification':  # ai识别推送
            return self.identification(request_dict, response)
        else:
            return response.json(414)

    def identification(self, request_dict, response):
        """
        ai识别推送
        @param request_dict: 请求数据
        @request_dict etk: uid token
        @request_dict n_time: 设备的当前时间
        @request_dict channel: 通道
        @request_dict fileOne: 图片一
        @request_dict fileTwo: 图片二
        @request_dict fileThree: 图片三
        @param response: 响应
        @return: response
        """
        etk = request_dict.get('etk', None)
        n_time = request_dict.get('n_time', None)
        channel = request_dict.get('channel', '1')
        file_one = request_dict.get('fileOne', None)
        file_two = request_dict.get('fileTwo', None)
        file_three = request_dict.get('fileThree', None)

        if not all([etk, n_time]):
            return response.json(444)

        # 解密etk并判断uid长度
        eto = ETkObject(etk)
        uid = eto.uid

        logger = logging.getLogger('info')
        logger.info('---进入ai识别推送接口--- etk:{}, uid:{}'.format(etk, uid))

        receive_time = int(time.time())
        file_list = [file_one, file_two, file_three]

        # 查询设备是否有使用中的ai服务
        ai_service_qs = AiService.objects.filter(uid=uid, detect_status=1, use_status=1, endTime__gt=receive_time). \
            values('detect_group')
        if not ai_service_qs.exists():
            return response.json(173)

        # 查询推送相关数据
        uid_push_qs = UidPushModel.objects.filter(uid_set__uid=uid). \
            values('push_type', 'appBundleId', 'token_val', 'm_code', 'lang', 'tz', 'userID_id')
        if not uid_push_qs.exists():
            return response.json(173)

        # 查询设备数据
        device_info_qs = Device_Info.objects.filter(UID=uid).first()
        nickname = uid if device_info_qs is None else device_info_qs.NickName

        now_time = int(time.time())
        detect_group = ai_service_qs[0]['detect_group']

        try:
            dir_path = os.path.join(BASE_DIR, 'static/ai/' + uid + '/' + str(n_time))
            if not os.path.exists(dir_path):
                os.makedirs(dir_path)

            file_path_list = []
            for i, val in enumerate(file_list):
                val = val.replace(' ', '+')
                val = base64.b64decode(val)
                file_path = "{dir_path}/{n_time}_{i}.jpg".format(dir_path=dir_path, n_time=n_time, i=i)
                file_path_list.append(file_path)
                with open(file_path, 'wb') as f:
                    f.write(val)
                    f.close()

            image_size = 0  # 每张小图片的大小，等于0是按原图大小进行合并
            image_row = 1  # 合并成一张图后，一行有几个小图
            image_processing_obj = ImageProcessingObject(dir_path, image_size, image_row)
            image_processing_obj.merge_images()
            photo = open(dir_path + '.jpg', 'rb')  # 打开合成图

            # 识别合成图片
            maxLabels = 50  # 最大标签
            minConfidence = 80  # 置信度

            client = boto3.client(
                'rekognition',
                aws_access_key_id='AKIA2E67UIMD6JD6TN3J',
                aws_secret_access_key='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',
                region_name='us-east-1')
            # doc: https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/rekognition.html#Rekognition.Client.detect_labels
            rekognition_res = client.detect_labels(
                Image={'Bytes': photo.read()},
                MaxLabels=maxLabels,
                MinConfidence=minConfidence)
            photo.close()
            if rekognition_res['ResponseMetadata']['HTTPStatusCode'] != 200:
                return response.json(5)

            label_dict = image_processing_obj.handle_rekognition_res(detect_group, rekognition_res)
            if not label_dict['label_list']:
                # 需要删除图片
                # photo.close()
                # self.del_path(os.path.join(BASE_DIR, 'static/ai/' + uid))
                return response.json(0)

            event_type = label_dict['event_type']
            label_str = ','.join(label_dict['label_list'])
            new_bounding_box_dict = label_dict['new_bounding_box_dict']

            # 上传缩略图到s3
            file_dict = {}
            for i, val in enumerate(file_path_list):
                # 封面图
                file_dict[val] = '{}/{}/{}_{}.jpeg'.format(uid, channel, n_time, i)
            upload_images_thread = threading.Thread(target=CommonService.upload_images, args=(file_dict, dir_path))
            upload_images_thread.start()

            # 存储消息以及推送
            uid_push_list = [uid_push for uid_push in uid_push_qs]

            eq_list = []
            user_id_list = []
            local_date_time = ''
            for up in uid_push_list:
                # 保存推送数据
                tz = up['tz']
                if tz is None or tz == '':
                    tz = 0
                local_date_time = CommonService.get_now_time_str(n_time=n_time, tz=tz, lang='cn')[:10]
                user_id = up['userID_id']
                if user_id not in user_id_list:
                    eq_list.append(EquipmentInfoService.get_equipment_info_obj(
                        local_date_time,
                        device_user_id=user_id,
                        event_time=n_time,
                        event_type=event_type,
                        device_uid=uid,
                        device_nick_name=nickname,
                        channel=channel,
                        alarm='检查到{} \tChannel:{}'.format(label_str, channel),
                        is_st=3,
                        receive_time=receive_time,
                        add_time=now_time,
                        storage_location=2,
                        border_coords=json.dumps(new_bounding_box_dict)
                    ))
                    user_id_list.append(user_id)

                # 推送
                push_type = up['push_type']
                appBundleId = up['appBundleId']
                token_val = up['token_val']
                lang = up['lang']
                # 推送标题和推送内容
                msg_title = PushObject.get_msg_title(app_bundle_id=appBundleId, nickname=nickname)
                msg_text = PushObject.get_ai_msg_text(channel=channel, n_time=n_time, lang=lang, tz=tz, label=label_str)

                kwargs = {
                    'nickname': nickname,
                    'app_bundle_id': appBundleId,
                    'token_val': token_val,
                    'n_time': n_time,
                    'event_type': event_type,
                    'msg_title': msg_title,
                    'msg_text': msg_text,
                    'uid': uid,
                    'channel': channel,
                }
                try:
                    # 推送消息
                    if push_type == 0:  # ios apns
                        PushObject.ios_apns_push(**kwargs)
                    elif push_type == 1:  # android gcm
                        PushObject.android_fcm_push(**kwargs)
                    elif push_type == 2:  # android jpush
                        PushObject.android_jpush(**kwargs)
                except Exception as e:
                    logger.info('ai推送消息异常,errLine:{}, errMsg:{}'.format(e.__traceback__.tb_lineno, repr(e)))
                    continue

            week = LocalDateTimeUtil.date_to_week(local_date_time)
            EquipmentInfoService.equipment_info_bulk_create(week, eq_list)
            return response.json(0)

        except Exception as e:
            logger.info('---ai识别推送异常---:{}'.format(repr(e)))
            data = {
                'errLine': e.__traceback__.tb_lineno,
                'errMsg': repr(e)
            }
            return response.json(48, data)