ASJPush/Controller/AiController.py

import base64
import json
import logging
import os
import threading
import time

import apns2
import boto3
import jpush
from boto3.session import Session
from django.views.generic.base import View
from pyfcm import FCMNotification
from AnsjerPush.config import SERVER_TYPE, AI_IDENTIFICATION_TAGS_DICT
from AnsjerPush.config import AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY, APNS_MODE, APNS_CONFIG, BASE_DIR, \
    JPUSH_CONFIG, FCM_CONFIG
from Model.models import UidPushModel, AiService
from Object.ETkObject import ETkObject
from Object.MergePic import ImageProcessing
from Object.ResponseObject import ResponseObject
from Object.utils import LocalDateTimeUtil
from Service.CommonService import CommonService
from Service.EquipmentInfoService import EquipmentInfoService


class AiView(View):
    def get(self, request, *args, **kwargs):
        request.encoding = 'utf-8'
        operation = kwargs.get('operation')
        return self.validation(request.GET, operation)

    def post(self, request, *args, **kwargs):
        request.encoding = 'utf-8'
        operation = kwargs.get('operation')
        return self.validation(request.POST, operation)

    def validation(self, request_dict, operation):
        response = ResponseObject()
        if operation == 'identification':  # ai识别推送
            return self.identification(request_dict, response)
        else:
            return response.json(414)

    def identification(self, request_dict, response):
        """
        ai识别推送
        @param request_dict: 请求数据
        @request_dict etk: uid token
        @request_dict n_time: 设备的当前时间
        @request_dict channel: 通道
        @request_dict fileOne: 图片一
        @request_dict fileTwo: 图片二
        @request_dict fileThree: 图片三
        @param response: 响应
        @return: response
        """
        etk = request_dict.get('etk', None)
        n_time = request_dict.get('n_time', None)
        channel = request_dict.get('channel', '1')
        file_one = request_dict.get('fileOne', None)
        file_two = request_dict.get('fileTwo', None)
        file_three = request_dict.get('fileThree', None)

        if not all([etk, n_time]):
            return response.json(444)

        # 解密etk并判断uid长度
        eto = ETkObject(etk)
        uid = eto.uid

        logger = logging.getLogger('info')
        logger.info('---进入ai识别推送接口--- etk:{}, uid:{}'.format(etk, uid))

        receive_time = int(time.time())
        file_list = [file_one, file_two, file_three]

        # 查询设备是否有使用中的ai服务
        ai_service_qs = AiService.objects.filter(uid=uid, detect_status=1, use_status=1, endTime__gt=receive_time). \
            values('detect_group')
        if not ai_service_qs.exists():
            return response.json(173)

        detect_group = ai_service_qs[0]['detect_group']

        try:
            dir_path = os.path.join(BASE_DIR, 'static/ai/' + uid + '/' + str(n_time))
            if not os.path.exists(dir_path):
                os.makedirs(dir_path)

            file_path_list = []
            for i, val in enumerate(file_list):
                val = val.replace(' ', '+')
                val = base64.b64decode(val)
                file_path = "{dir_path}/{n_time}_{i}.jpg".format(dir_path=dir_path, n_time=n_time, i=i)
                file_path_list.append(file_path)
                with open(file_path, 'wb') as f:
                    f.write(val)
                    f.close()

            image_size = 0  # 每张小图片的大小，等于0是按原图大小进行合并
            image_row = 1  # 合并成一张图后，一行有几个小图
            ImageProcessingObj = ImageProcessing(dir_path, image_size, image_row)
            image_info_dict = ImageProcessing.merge_images(ImageProcessingObj)
            photo = open(dir_path + '.jpg', 'rb')  # 打开合成图

            # 识别合成图片
            maxLabels = 50  # 最大标签
            minConfidence = 80  # 置信度

            client = boto3.client(
                'rekognition',
                aws_access_key_id='AKIA2E67UIMD6JD6TN3J',
                aws_secret_access_key='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',
                region_name='us-east-1')
            # doc:
            rekognition_res = client.detect_labels(
                Image={'Bytes': photo.read()},
                MaxLabels=maxLabels,
                MinConfidence=minConfidence)
            photo.close()
            if rekognition_res['ResponseMetadata']['HTTPStatusCode'] != 200:
                return response.json(173)

            # rekognition_res = '{"Labels":[{"Name":"Person","Confidence":99.55254364013672,"Instances":[{"BoundingBox":{"Width":0.07776174694299698,"Height":0.13592061400413513,"Left":0.38370513916015625,"Top":0.09075711667537689},"Confidence":99.55254364013672},{"BoundingBox":{"Width":0.10947742313146591,"Height":0.12066027522087097,"Left":0.2790755331516266,"Top":0.10242735594511032},"Confidence":99.54237365722656},{"BoundingBox":{"Width":0.2935298979282379,"Height":0.09244367480278015,"Left":0.6143953204154968,"Top":0.9052517414093018},"Confidence":98.82627868652344},{"BoundingBox":{"Width":0.35492533445358276,"Height":0.21574528515338898,"Left":0.3411630690097809,"Top":0.27151572704315186},"Confidence":96.74708557128906},{"BoundingBox":{"Width":0.39604419469833374,"Height":0.09648437798023224,"Left":0.060247838497161865,"Top":0.9000436663627625},"Confidence":95.03588104248047},{"BoundingBox":{"Width":0.1105344295501709,"Height":0.1257047802209854,"Left":0.0025259912945330143,"Top":0.8314586877822876},"Confidence":92.17312622070312},{"BoundingBox":{"Width":0.13166509568691254,"Height":0.12054375559091568,"Left":0.10105808824300766,"Top":0.8364697694778442},"Confidence":89.71287536621094},{"BoundingBox":{"Width":0.22752150893211365,"Height":0.09563954919576645,"Left":0.7430258989334106,"Top":0.8961490392684937},"Confidence":85.34542083740234},{"BoundingBox":{"Width":0.1297324150800705,"Height":0.096779465675354,"Left":0.4607183039188385,"Top":0.9025260806083679},"Confidence":83.4525375366211}],"Parents":[]},{"Name":"Human","Confidence":99.55254364013672,"Instances":[],"Parents":[]},{"Name":"Husky","Confidence":98.64888763427734,"Instances":[],"Parents":[{"Name":"Dog"},{"Name":"Pet"},{"Name":"Canine"},{"Name":"Animal"},{"Name":"Mammal"}]},{"Name":"Dog","Confidence":98.64888763427734,"Instances":[{"BoundingBox":{"Width":0.2157023847103119,"Height":0.2352331429719925,"Left":0.26413947343826294,"Top":0.5162186622619629},"Confidence":94.06558990478516},{"BoundingBox":{"Width":0.23323440551757812,"Height":0.2026243358850479,"Left":0.4748744070529938,"Top":0.5457579493522644},"Confidence":92.4560546875},{"BoundingBox":{"Width":0.31273096799850464,"Height":0.23413777351379395,"Left":0.6696768999099731,"Top":0.5142407417297363},"Confidence":91.39192199707031},{"BoundingBox":{"Width":0.27037277817726135,"Height":0.21958686411380768,"Left":0.053227268159389496,"Top":0.5305629968643188},"Confidence":90.0697250366211}],"Parents":[{"Name":"Pet"},{"Name":"Canine"},{"Name":"Animal"},{"Name":"Mammal"}]},{"Name":"Canine","Confidence":98.64888763427734,"Instances":[],"Parents":[{"Name":"Mammal"},{"Name":"Animal"}]},{"Name":"Pet","Confidence":98.64888763427734,"Instances":[],"Parents":[{"Name":"Animal"}]},{"Name":"Mammal","Confidence":98.64888763427734,"Instances":[],"Parents":[{"Name":"Animal"}]},{"Name":"Animal","Confidence":98.64888763427734,"Instances":[],"Parents":[]},{"Name":"Car","Confidence":96.32373809814453,"Instances":[{"BoundingBox":{"Width":0.5476366281509399,"Height":0.10842914879322052,"Left":0.38325461745262146,"Top":0.11447073519229889},"Confidence":96.32373809814453}],"Parents":[{"Name":"Vehicle"},{"Name":"Transportation"}]},{"Name":"Transportation","Confidence":96.32373809814453,"Instances":[],"Parents":[]},{"Name":"Vehicle","Confidence":96.32373809814453,"Instances":[],"Parents":[{"Name":"Transportation"}]},{"Name":"Automobile","Confidence":96.32373809814453,"Instances":[],"Parents":[{"Name":"Vehicle"},{"Name":"Transportation"}]},{"Name":"Clothing","Confidence":86.02703857421875,"Instances":[],"Parents":[]},{"Name":"Apparel","Confidence":86.02703857421875,"Instances":[],"Parents":[]},{"Name":"Puppy","Confidence":85.16007232666016,"Instances":[],"Parents":[{"Name":"Dog"},{"Name":"Pet"},{"Name":"Canine"},{"Name":"Animal"},{"Name":"Mammal"}]},{"Name":"Wheel","Confidence":74.5079116821289,"Instances":[{"BoundingBox":{"Width":0.0818198174238205,"Height":0.052956655621528625,"Left":0.4488227367401123,"Top":0.17395207285881042},"Confidence":74.5079116821289},{"BoundingBox":{"Width":0.09288611263036728,"Height":0.050751496106386185,"Left":0.7844013571739197,"Top":0.17587198317050934},"Confidence":51.4537353515625}],"Parents":[{"Name":"Machine"}]},{"Name":"Machine","Confidence":74.5079116821289,"Instances":[],"Parents":[]}],"LabelModelVersion":"2.0","ResponseMetadata":{"RequestId":"1088325e-996b-4982-9afb-bd95df6d6fb3","HTTPStatusCode":200,"HTTPHeaders":{"x-amzn-requestid":"1088325e-996b-4982-9afb-bd95df6d6fb3","content-type":"application/x-amz-json-1.1","content-length":"4291","date":"Tue, 15 Mar 2022 06:44:17 GMT"},"RetryAttempts":0}}'
            # rekognition_res = json.loads(rekognition_res)
            labels = self.labelsCoords(detect_group, rekognition_res, image_info_dict)  # 检查标签是否符合用户选择的识别类型
            logger.info('-----记录返回labels')
            logger.info('labels')
            # return response.json(0,labels)
            if len(labels['label_list']) == 0:
                # 需要删除图片
                # photo.close()
                # self.del_path(os.path.join(BASE_DIR, 'static/ai/' + uid))
                logger.info('没有识别到任何标签-----------------')
                return response.json(10055)
            eventType = labels['eventType']
            label_str = ','.join(labels['label_list'])
            new_bounding_box_dict = labels['new_bounding_box_dict']
            logger.info(eventType)
            logger.info(label_str)

            # 上传缩略图到s3
            file_dict = {}
            for i, val in enumerate(file_path_list):
                file_dict[val] = "{uid}/{channel}/{n_time}_{i}.jpeg".format(uid=uid, channel=channel, # 封面图
                                                                         n_time=n_time, i=i)
            thread_task = threading.Thread(target=self.upload_s3, args=(file_dict, dir_path))
            thread_task.start()
            # time.sleep(10)
            # 存储消息以及推送
            is_st = 3  # 多图
            # 查询推送数据
            uid_push_qs = UidPushModel.objects.filter(uid_set__uid=uid). \
                values('token_val', 'app_type', 'appBundleId', 'm_code', 'push_type', 'userID_id',
                       'userID__NickName',
                       'lang', 'm_code', 'tz', 'uid_set__nickname', 'uid_set__detect_interval',
                       'uid_set__detect_group',
                       'uid_set__channel')
            if not uid_push_qs.exists():
                return response.json(173)
            uid_push_list = []
            for qs in uid_push_qs:
                uid_push_list.append(qs)

            nickname = uid_push_list[0]['uid_set__nickname']
            if not nickname:
                nickname = uid

            eq_list = []
            userID_ids = []
            local_date_time = ''
            for up in uid_push_list:
                push_type = up['push_type']
                appBundleId = up['appBundleId']
                token_val = up['token_val']
                lang = up['lang']
                tz = up['tz']
                if tz is None or tz == '':
                    tz = 0
                local_date_time = CommonService.get_now_time_str(n_time=n_time, tz=tz, lang='cn')
                logger.info('----AI消息存库{},{},{}'.format(uid, local_date_time, tz))
                local_date_time = local_date_time[0:10]
                # 以下是存库
                userID_id = up["userID_id"]
                if userID_id not in userID_ids:
                    now_time = int(time.time())
                    eq_list.append(EquipmentInfoService.get_equipment_info_obj(
                        local_date_time,
                        device_user_id=userID_id,
                        event_time=n_time,
                        event_type=eventType,
                        device_uid=uid,
                        device_nick_name=nickname,
                        channel=channel,
                        alarm='检查到{labels} \tChannel:{channel}'.format(labels=label_str, channel=channel),
                        is_st=is_st,
                        receive_time=receive_time,
                        add_time=now_time,
                        storage_location=2,
                        border_coords=json.dumps(new_bounding_box_dict)
                    ))
                    userID_ids.append(userID_id)

                # 推送标题
                msg_title = self.get_msg_title(appBundleId=appBundleId, nickname=nickname)
                # 推送内容
                msg_text = self.get_msg_text(channel=channel, n_time=n_time, lang=lang, tz=tz, label_list=label_str)
                kwargs = {
                    'uid': uid,
                    'channel': channel,
                    'event_type': eventType,
                    'n_time': n_time,
                    'appBundleId': appBundleId,
                    'token_val': token_val,
                    'msg_title': msg_title,
                    'msg_text': msg_text,
                }
                try:
                    # 推送消息
                    if push_type == 0:  # ios apns
                        self.do_apns(**kwargs)
                    elif push_type == 1:  # android gcm
                        self.do_fcm(**kwargs)
                    elif push_type == 2:  # android jpush
                        self.do_jpush(**kwargs)
                except Exception as e:
                    logger.info(
                        "errLine={errLine}, errMsg={errMsg}".format(errLine=e.__traceback__.tb_lineno, errMsg=repr(e)))
                    continue
            # 分表批量存储
            if eq_list and len(eq_list) > 0:
                logger.info("AI存库中........")
                week = LocalDateTimeUtil.date_to_week(local_date_time)
                result = EquipmentInfoService.equipment_info_bulk_create(week, eq_list)
                logger.info("-.-存库结果{}".format(result))
            return response.json(0)

        except Exception as e:
            print(e)
            data = {
                'errLine': e.__traceback__.tb_lineno,
                'errMsg': repr(e)
            }
            return response.json(48, data)

    def del_path(self, path):
        if not os.path.exists(path):
            return
        if os.path.isfile(path):
            os.remove(path)
        else:
            items = os.listdir(path)
            for f in items:
                c_path = os.path.join(path, f)
                if os.path.isdir(c_path):
                    self.del_path(c_path)
                else:
                    os.remove(c_path)
            os.rmdir(path)

    ## 检查是否有符合条件的标签,并且返回标签坐标位置信息
    def labelsCoords(self, user_detect_group, rekognition_res, image_info_dict):
        logger = logging.getLogger('info')
        labels = rekognition_res['Labels']
        label_name = []
        label_list = []
        logger.info('--------识别到的标签-------')
        logger.info(labels)
        all_labels_type = {
            '1': ['Person', 'Human'],  # 人
            '2': ['Pet', 'Dog', 'Canine', 'Animal', 'Puppy', 'Cat'],  # 动物
            '3': ['Vehicle', 'Car', 'Transportation', 'Automobile', 'Bus'],  # 车
            '4': ['Package', 'Carton', 'Cardboard', 'Package Delivery']  # 包裹
        }
        # 找出识别的所有标签
        for label in labels:
            label_name.append(label['Name'])
            for Parents in label['Parents']:
                label_name.append(Parents['Name'])

        logger.info('标签名------')
        logger.info(label_name)
        # 删除用户没有选择的ai识别类型, 并且得出最终识别结果
        user_detect_list = user_detect_group.split(',')
        user_detect_list = [i.strip() for i in user_detect_list]
        conform_label_list = []
        conform_user_d_group = set()
        for key, label_type_val in all_labels_type.items():
            if key in user_detect_list:
                for label in label_type_val:
                    if label in label_name:
                        conform_user_d_group.add(key)
                        conform_label_list.append(label)
        # 找出标签边框线位置信息
        boundingBoxList = []
        for label in labels:
            if label['Name'] in conform_label_list:
                for boundingBox in label['Instances']:
                    boundingBoxList.append(boundingBox['BoundingBox'])

        # 找出边框位置信息对应的单图位置并重新计算位置比
        merge_image_height = image_info_dict['height']
        single_height = merge_image_height // image_info_dict['num']
        new_bounding_box_dict = {}
        new_bounding_box_dict['file_0'] = []
        new_bounding_box_dict['file_1'] = []
        new_bounding_box_dict['file_2'] = []
        # new_bounding_box_dict['file_3'] = []
        for k, val in enumerate(boundingBoxList):
            boundingBoxTop = merge_image_height * val['Top']
            # 找出当前边框属于哪张图片范围
            boxDict = {}
            for i in range(image_info_dict['num']):
                min = i * single_height  # 第n张图
                max = (i + 1) * single_height
                if boundingBoxTop >= min and boundingBoxTop <= max:
                    # print("属于第{i}张图".format(i=i+1))
                    boxDict['Width'] = val['Width']
                    boxDict['Height'] = merge_image_height * val['Height'] / single_height
                    boxDict['Top'] = ((merge_image_height * val['Top']) - (
                            i * single_height)) / single_height  # 减去前i张图片的高度
                    boxDict['Left'] = val['Left']
                    new_bounding_box_dict["file_{i}".format(i=i)].append(boxDict)
        # exit(new_bounding_box_list)
        conform_user_d_group = list(conform_user_d_group)
        if len(conform_user_d_group) > 1:
            conform_user_d_group.sort()
            # 集成识别标签
            for label_key in conform_user_d_group:
                label_list.append(AI_IDENTIFICATION_TAGS_DICT[label_key])
            eventType = ''.join(conform_user_d_group)  # 组合类型
        else:
            label_list.append(AI_IDENTIFICATION_TAGS_DICT[conform_user_d_group[0]])
            eventType = conform_user_d_group[0]

        logger.info('------conform_user_d_group------ {}'.format(conform_user_d_group))
        logger.info('------label_list------ {}'.format(label_list))

        return {'eventType': eventType, 'label_list': label_list,
                'new_bounding_box_dict': new_bounding_box_dict}

    def upload_s3(self, file_dict, dir_path):
        try:
            if SERVER_TYPE == "Ansjer.formal_settings":
                #存国外
                aws_key = AWS_ACCESS_KEY_ID[1]
                aws_secret = AWS_SECRET_ACCESS_KEY[1]
                session = Session(aws_access_key_id=aws_key,
                                  aws_secret_access_key=aws_secret,
                                  region_name="us-east-1")
                s3 = session.resource("s3")
                bucket = "foreignpush"
            else:
                #存国内
                aws_key = AWS_ACCESS_KEY_ID[0]
                aws_secret = AWS_SECRET_ACCESS_KEY[0]
                session = Session(aws_access_key_id=aws_key,
                                  aws_secret_access_key=aws_secret,
                                  region_name="cn-northwest-1")
                s3 = session.resource("s3")
                bucket = "push"

            for file_path, upload_path in file_dict.items():
                print('-------')
                print(file_path)
                print('-------')
                upload_data = open(file_path, "rb")
                # upload_key = "test"
                s3.Bucket(bucket).put_object(Key=upload_path, Body=upload_data)
            # 需要删除图片
            self.del_path(dir_path)
            self.del_path(dir_path + '.jpg')
            return True
        except Exception as e:
            print(repr(e))
            return False

    def get_msg_title(self, appBundleId, nickname):
        package_title_config = {
            'com.ansjer.customizedd_a': 'DVS',
            'com.ansjer.zccloud_a': 'ZosiSmart',
            'com.ansjer.zccloud_ab': '周视',
            'com.ansjer.adcloud_a': 'ADCloud',
            'com.ansjer.adcloud_ab': 'ADCloud',
            'com.ansjer.accloud_a': 'ACCloud',
            'com.ansjer.loocamccloud_a': 'Loocam',
            'com.ansjer.loocamdcloud_a': 'Anlapus',
            'com.ansjer.customizedb_a': 'COCOONHD',
            'com.ansjer.customizeda_a': 'Guardian365',
            'com.ansjer.customizedc_a': 'PatrolSecure',
        }
        if appBundleId in package_title_config.keys():
            return package_title_config[appBundleId] + '(' + nickname + ')'
        else:
            return nickname

    def get_msg_text(self, channel, n_time, lang, tz, label_list):
        n_date = CommonService.get_now_time_str(n_time=n_time, tz=tz, lang=lang)
        if lang == 'cn':
            msg = '摄像头AI识别到了{}'.format(label_list)
            send_text = '{msg} 通道:{channel} 日期:{date}'.format(msg=msg, channel=channel, date=n_date)
        else:
            msg = 'Camera AI recognizes {}'.format(label_list)
            send_text = '{msg} channel:{channel} date:{date}'.format(msg=msg, channel=channel, date=n_date)
        return send_text

    def do_jpush(self, uid, channel, appBundleId, token_val, event_type, n_time, msg_title, msg_text):
        app_key = JPUSH_CONFIG[appBundleId]['Key']
        master_secret = JPUSH_CONFIG[appBundleId]['Secret']
        # 此处换成各自的app_key和master_secre
        _jpush = jpush.JPush(app_key, master_secret)
        push = _jpush.create_push()
        push.audience = jpush.registration_id(token_val)
        push_data = {"alert": "Motion ", "event_time": n_time, "event_type": event_type, "msg": "",
                     "received_at": n_time, "sound": "sound.aif", "uid": uid, "zpush": "1", "channel": channel}
        android = jpush.android(alert=msg_text, priority=1, style=1, alert_type=7,
                                big_text=msg_text, title=msg_title,
                                extras=push_data)
        push.notification = jpush.notification(android=android)
        push.platform = jpush.all_
        res = push.send()
        print(res)
        return res.status_code

    def do_fcm(self, uid, channel, appBundleId, token_val, event_type, n_time, msg_title, msg_text):
        try:

            serverKey = FCM_CONFIG[appBundleId]
            push_service = FCMNotification(api_key=serverKey)
            data = {"alert": "Motion ", "event_time": n_time, "event_type": event_type, "msg": "",
                    "received_at": n_time, "sound": "sound.aif", "uid": uid, "zpush": "1", "channel": channel}
            result = push_service.notify_single_device(registration_id=token_val, message_title=msg_title,
                                                       message_body=msg_text, data_message=data,
                                                       extra_kwargs={
                                                           'default_vibrate_timings': True,
                                                           'default_sound': True,
                                                           'default_light_settings': True
                                                       })
            print('fcm push ing')
            print(result)
            return result
        except Exception as e:
            return 'serverKey abnormal'

    def do_apns(self, uid, channel, appBundleId, token_val, event_type, n_time, msg_title, msg_text):
        logger = logging.getLogger('info')
        logger.info("进来do_apns函数了")
        logger.info(token_val)
        logger.info(APNS_MODE)
        logger.info(os.path.join(BASE_DIR, APNS_CONFIG[appBundleId]['pem_path']))
        try:
            cli = apns2.APNSClient(mode=APNS_MODE,
                                   client_cert=os.path.join(BASE_DIR, APNS_CONFIG[appBundleId]['pem_path']))
            push_data = {"alert": "Motion ", "event_time": n_time, "event_type": event_type, "msg": "",
                         "received_at": n_time, "sound": "", "uid": uid, "zpush": "1", "channel": channel}
            alert = apns2.PayloadAlert(body=msg_text, title=msg_title)
            payload = apns2.Payload(alert=alert, custom=push_data, sound="default")
            n = apns2.Notification(payload=payload, priority=apns2.PRIORITY_LOW)
            res = cli.push(n=n, device_token=token_val, topic=appBundleId)

            if res.status_code == 200:
                return res.status_code
            else:
                logger.info('apns push fail')
                logger.info(res.reason)
                return res.status_code
        except (ValueError, ArithmeticError):
            return 'The program has a numeric format exception, one of the arithmetic exceptions'
        except Exception as e:
            print(repr(e))
            logger.info(repr(e))
            return repr(e)