mirror of
https://github.com/guohuadeng/app-odoo.git
synced 2025-02-23 04:11:36 +02:00
435 lines
22 KiB
Python
435 lines
22 KiB
Python
# -*- coding: utf-8 -*-
|
||
|
||
import openai
|
||
import requests, json
|
||
import datetime
|
||
from markupsafe import Markup
|
||
# from transformers import TextDavinciTokenizer, TextDavinciModel
|
||
from odoo import api, fields, models, tools, _
|
||
from odoo.exceptions import UserError
|
||
from odoo.osv import expression
|
||
from odoo.addons.app_common.models.base import get_ua_type
|
||
|
||
import logging
|
||
_logger = logging.getLogger(__name__)
|
||
|
||
|
||
class Channel(models.Model):
|
||
_inherit = 'discuss.channel'
|
||
|
||
is_private = fields.Boolean(string="Private", default=False, help="Check to set Private, Can only use by user, not Public")
|
||
# 因为 channel_member_ids 不好处理，在此增加此字段
|
||
# 主Ai
|
||
ai_partner_id = fields.Many2one(comodel_name="res.partner", string="Main Ai", required=False,
|
||
domain=[('gpt_id', '!=', None), ('is_chat_private', '=', True)],
|
||
default=lambda self: self._app_get_m2o_default('ai_partner_id'),
|
||
help="Main Ai is the robot help you default.")
|
||
ext_ai_partner_id = fields.Many2one(comodel_name="res.partner", string="Secondary Ai",
|
||
domain=[('gpt_id', '!=', None), ('is_chat_private', '=', True)])
|
||
description = fields.Text('Ai Character', help="Ai would help you act as the Character set.")
|
||
set_max_tokens = fields.Selection([
|
||
('300', 'Short'),
|
||
('600', 'Standard'),
|
||
('1000', 'Medium'),
|
||
('2000', 'Long'),
|
||
('3000', 'Overlength'),
|
||
('32000', '32K'),
|
||
], string='Max Response', default='1000', help="越大返回内容越多，计费也越多")
|
||
set_chat_count = fields.Selection([
|
||
('none', 'Ai Auto'),
|
||
('1', '1标准'),
|
||
('3', '3强关联'),
|
||
('5', '5超强关联'),
|
||
], string="History Count", default='1', help="0-5，设定后，会将最近n次对话发给Ai，有助于他更好的回答，但太大费用也高")
|
||
set_temperature = fields.Selection([
|
||
('2', '天马行空'),
|
||
('1.5', '创造性'),
|
||
('1', '标准'),
|
||
('0.6', '理性'),
|
||
('0.1', '保守'),
|
||
], string="Set Temperature", default='1', help="0-21，值越大越富有想像力，越小则越保守")
|
||
set_top_p = fields.Selection([
|
||
('0.9', '严谨惯性思维'),
|
||
('0.6', '标准推理'),
|
||
('0.4', '跳跃性'),
|
||
('0.1', '随便'),
|
||
], string="Top Probabilities", default='0.6', help="0-1，值越大越倾向大众化的连贯思维")
|
||
# 避免使用常用词
|
||
set_frequency_penalty = fields.Selection([
|
||
('2', '老学究-晦涩难懂'),
|
||
('1.5', '学院派-较多高级词'),
|
||
('1', '标准'),
|
||
('0.1', '少常用词'),
|
||
('-1', '通俗易懂'),
|
||
('-2', '大白话'),
|
||
], string='Frequency Penalty', default='1', help="-2~2，值越大越少使用常用词")
|
||
set_presence_penalty = fields.Selection([
|
||
('2', '多样强迫症'),
|
||
('1.5', '新颖化'),
|
||
('1', '标准'),
|
||
('0.1', '允许常规重复'),
|
||
('-1', '允许较多重复'),
|
||
('-2', '更多强调重复'),
|
||
], string='Presence penalty', default='1', help="-2~2，值越大越少重复词")
|
||
|
||
# todo: 这里用 compute?
|
||
max_tokens = fields.Integer('最长响应Token', default=600, help="越大返回内容越多，计费也越多")
|
||
chat_count = fields.Integer(string="上下文数量", default=0, help="0~3，设定后，会将最近n次对话发给Ai，有助于他更好的回答")
|
||
temperature = fields.Float(string="创造性值", default=1, help="0~2，值越大越富有想像力，越小则越保守")
|
||
top_p = fields.Float(string="连贯性值", default=0.6, help="0~1，值越大越富有想像力，越小则越保守")
|
||
frequency_penalty = fields.Float('避免常用词值', default=1, help="-2~2，值越大越少使用常用词")
|
||
presence_penalty = fields.Float('避免重复词值', default=1, help="-2~2，值越大越少重复词")
|
||
|
||
is_current_channel = fields.Boolean('是否当前用户默认频道', compute='_compute_is_current_channel', help='是否当前用户默认微信对话频道')
|
||
|
||
# begin 处理Ai对话
|
||
is_ai_conversation = fields.Boolean('Ai Conversation', default=False,
|
||
help='Set active to make conversation between 2+ Ai Employee. You Just say first word, then Ai robots Auto Chat.')
|
||
# 主Ai角色设定
|
||
ai_sys_content = fields.Char('Main Robot Role', change_default=True,
|
||
help='The Role the First Ai robot play for. This is for Ai Conversation.')
|
||
# 辅助Ai角色设定
|
||
ext_ai_sys_content = fields.Char('Extend Robot Role', change_default=True,
|
||
help='The Role the Second Ai robot play for. This is for Ai Conversation.')
|
||
|
||
# end 处理Ai对话
|
||
|
||
def name_get(self):
|
||
result = []
|
||
for c in self:
|
||
if c.channel_type == 'channel' and c.is_private:
|
||
pre = '[私]'
|
||
else:
|
||
pre = ''
|
||
result.append((c.id, "%s%s" % (pre, c.name or '')))
|
||
return result
|
||
|
||
def get_openai_context(self, channel_id, author_id, answer_id, minutes=60, chat_count=0):
|
||
# 上下文处理，要处理群的方式，以及独聊的方式
|
||
# azure新api 处理
|
||
context_history = []
|
||
afterTime = fields.Datetime.now() - datetime.timedelta(minutes=minutes)
|
||
message_model = self.env['mail.message'].sudo()
|
||
# 处理消息： 取最新问题 + 上 chat_count=1次的交互，将之前的交互按时间顺序拼接。
|
||
# 注意： ai 每一次回复都有 parent_id 来处理连续性
|
||
# 私聊处理
|
||
|
||
# todo: 更好的处理方式
|
||
domain = [('res_id', '=', channel_id),
|
||
('model', '=', 'discuss.channel'),
|
||
('message_type', '!=', 'user_notification'),
|
||
('parent_id', '!=', False),
|
||
('is_ai', '=', True),
|
||
('body', '!=', '<p>%s</p>' % _('Response Timeout, please speak again.')),
|
||
('body', '!=', _('温馨提示：您发送的内容含有敏感词，请修改内容后再向我发送。'))]
|
||
|
||
if self.channel_type in ['group', 'channel']:
|
||
# 群聊增加时间限制，当前找所有人，不限制 author_id
|
||
domain = expression.AND([domain, [('date', '>=', afterTime)]])
|
||
else:
|
||
domain = expression.AND([domain, [('author_id', '=', answer_id.id)]])
|
||
if chat_count == 0:
|
||
ai_msg_list = []
|
||
else:
|
||
ai_msg_list = message_model.with_context(tz='UTC').search(domain, order="id desc", limit=chat_count)
|
||
for ai_msg in ai_msg_list:
|
||
# 判断这个 ai_msg 是不是ai发，有才 insert。 判断 user_msg 是不是 user发的，有才 insert
|
||
user_msg = ai_msg.parent_id.sudo()
|
||
if ai_msg.author_id.sudo().gpt_id and answer_id.sudo().gpt_id and ai_msg.author_id.sudo().gpt_id == answer_id.sudo().gpt_id:
|
||
ai_content = str(ai_msg.body).replace("<p>", "").replace("</p>", "").replace("<p>", "")
|
||
context_history.insert(0, {
|
||
'role': 'assistant',
|
||
'content': ai_content,
|
||
})
|
||
if not user_msg.author_id.gpt_id:
|
||
user_content = user_msg.body.replace("<p>", "").replace("</p>", "").replace('@%s' % answer_id.name, '').lstrip()
|
||
context_history.insert(0, {
|
||
'role': 'user',
|
||
'content': user_content,
|
||
})
|
||
return context_history
|
||
|
||
def get_ai_config(self, ai):
|
||
# 勾子，用于取ai 配置
|
||
return {}
|
||
|
||
def get_ai_response(self, ai, messages, channel, user_id, message):
|
||
author_id = message.create_uid.partner_id
|
||
answer_id = user_id.partner_id
|
||
# todo: 只有个人配置的群聊才给配置
|
||
param = self.get_ai_config(ai)
|
||
res, usage, is_ai = ai.get_ai(messages, author_id, answer_id, param)
|
||
if res:
|
||
if get_ua_type() != 'wxweb':
|
||
# 处理当微信语音返回时，是直接回文本信息，不需要转换回车
|
||
res = res.replace('\n', '<br/>')
|
||
res = Markup(res)
|
||
new_msg = channel.with_user(user_id).message_post(body=res, message_type='comment', subtype_xmlid='mail.mt_comment', parent_id=message.id)
|
||
if usage:
|
||
if ai.provider == 'ali':
|
||
prompt_tokens = usage['input_tokens']
|
||
completion_tokens = usage['output_tokens']
|
||
total_tokens = usage['input_tokens'] + usage['output_tokens']
|
||
else:
|
||
prompt_tokens = usage['prompt_tokens']
|
||
completion_tokens = usage['completion_tokens']
|
||
total_tokens = usage['total_tokens']
|
||
new_msg.write({
|
||
'human_prompt_tokens': prompt_tokens,
|
||
'ai_completion_tokens': completion_tokens,
|
||
'cost_tokens': total_tokens,
|
||
})
|
||
|
||
def _notify_thread(self, message, msg_vals=False, **kwargs):
|
||
rdata = super(Channel, self)._notify_thread(message, msg_vals=msg_vals, **kwargs)
|
||
answer_id = self.env['res.partner']
|
||
user_id = self.env['res.users']
|
||
author_id = msg_vals.get('author_id')
|
||
ai = self.env['ai.robot'].sudo()
|
||
channel = self.env['discuss.channel']
|
||
channel_type = self.channel_type
|
||
messages = []
|
||
add_sys_content = ''
|
||
|
||
# 不处理 一般notify，但处理欢迎
|
||
if '<div class="o_mail_notification' in message.body and message.body != _('<div class="o_mail_notification">joined the channel</div>'):
|
||
return rdata
|
||
if 'o_odoobot_command' in message.body:
|
||
return rdata
|
||
|
||
# begin: 找ai，增加 ai二人转功能。 chat类型不用管， 使用其中一个ai登录即可。 author_id 是 res.partner 模型
|
||
if channel_type == 'chat':
|
||
channel_partner_ids = self.channel_partner_ids
|
||
answer_id = channel_partner_ids - message.author_id
|
||
user_id = answer_id.mapped('user_ids').sudo().filtered(lambda r: r.gpt_id)[:1]
|
||
if user_id and answer_id.gpt_id:
|
||
gpt_policy = user_id.gpt_policy
|
||
gpt_wl_partners = user_id.gpt_wl_partners
|
||
is_allow = message.author_id.id in gpt_wl_partners.ids
|
||
if gpt_policy == 'all' or (gpt_policy == 'limit' and is_allow):
|
||
ai = answer_id.sudo().gpt_id
|
||
|
||
elif channel_type in ['group', 'channel']:
|
||
# partner_ids = @ ids
|
||
partner_ids = list(msg_vals.get('partner_ids'))
|
||
if hasattr(self, 'ai_partner_id') and self.ai_partner_id:
|
||
if self.is_ai_conversation and self.ext_ai_partner_id:
|
||
# 二人转模式时，处理回答ai，以及叠加角色的设定
|
||
if author_id == self.ai_partner_id.id:
|
||
partner_ids = [self.ext_ai_partner_id.id]
|
||
add_sys_content = self.ext_ai_sys_content
|
||
else:
|
||
partner_ids = [self.ai_partner_id.id]
|
||
add_sys_content = self.ai_sys_content
|
||
elif self.ai_partner_id.id in partner_ids:
|
||
# 其它，普通Ai群。当有主id时，使用主id
|
||
partner_ids = [self.ai_partner_id.id]
|
||
if partner_ids:
|
||
# 常规群聊 @
|
||
partners = self.env['res.partner'].search([('id', 'in', partner_ids)]) - message.author_id
|
||
# user_id = user, who has binded gpt robot
|
||
user_id = partners.mapped('user_ids').sudo().filtered(lambda r: r.gpt_id)[:1]
|
||
elif message.body == _('<div class="o_mail_notification">joined the channel</div>'):
|
||
# 欢迎的情况
|
||
partners = self.channel_partner_ids.sudo().filtered(lambda r: r.gpt_id)[:1]
|
||
user_id = partners.mapped('user_ids')[:1]
|
||
elif self.member_count == 2:
|
||
# 处理独聊频道
|
||
if hasattr(self, 'is_private') and not self.is_private:
|
||
# 2个人的非私有频道不处理
|
||
pass
|
||
else:
|
||
partners = self.channel_partner_ids.sudo().filtered(lambda r: r.gpt_id and r != message.author_id)[:1]
|
||
user_id = partners.mapped('user_ids')[:1]
|
||
elif not message.author_id.gpt_id:
|
||
# 没有@时，默认第一个robot
|
||
# robot = self.env.ref('app_chatgpt.chatgpt_robot')
|
||
# 临时用azure
|
||
if hasattr(self, 'ai_partner_id') and self.ai_partner_id:
|
||
# 当有主id时，使用主id
|
||
user_id = self.ai_partner_id.mapped('user_ids')[:1]
|
||
else:
|
||
# 使用群里的第一个robot
|
||
partners = self.channel_partner_ids.sudo().filtered(lambda r: r.gpt_id)[:1]
|
||
user_id = partners.mapped('user_ids')[:1]
|
||
if user_id:
|
||
ai = user_id.sudo().gpt_id
|
||
# 此处理不判断，将此处逻辑迁移至 get_ai_pre， 非ai回复的直接内容注意设置为 is_ai=false
|
||
# gpt_policy = user_id.gpt_policy
|
||
# gpt_wl_partners = user_id.gpt_wl_partners
|
||
# is_allow = message.author_id.id in gpt_wl_partners.ids
|
||
# answer_id = user_id.partner_id
|
||
# if gpt_policy == 'all' or (gpt_policy == 'limit' and is_allow):
|
||
# ai = user_id.sudo().gpt_id
|
||
# elif user_id.gpt_id and not is_allow:
|
||
# # 暂时有限用户的Ai
|
||
# raise UserError(_('此Ai暂时未开放，请联系管理员。'))
|
||
# end: 找ai，增加 ai二人转功能
|
||
|
||
if hasattr(ai, 'is_translator') and ai.is_translator and ai.ai_model == 'translator':
|
||
return rdata
|
||
chatgpt_channel_id = self.env.ref('app_chatgpt.channel_chatgpt')
|
||
|
||
if message.body == _('<div class="o_mail_notification">joined the channel</div>'):
|
||
msg = _("Please warmly welcome our new partner %s and send him the best wishes.") % message.author_id.name
|
||
else:
|
||
# 不能用 preview， 如果用 : 提示词则 preview信息丢失
|
||
plaintext_ct = tools.mail.html_to_inner_content(message.body)
|
||
msg = plaintext_ct.replace('@%s' % answer_id.name, '').lstrip()
|
||
|
||
if not msg:
|
||
return rdata
|
||
|
||
if self._context.get('app_ai_sync_config') and self._context.get('app_ai_sync_config') in ['sync', 'async']:
|
||
sync_config = self._context.get('app_ai_sync_config')
|
||
else:
|
||
sync_config = self.env['ir.config_parameter'].sudo().get_param('app_chatgpt.openai_sync_config')
|
||
|
||
if self._context.get('app_ai_chat_padding_time'):
|
||
padding_time = int(self._context.get('app_ai_chat_padding_time'))
|
||
else:
|
||
padding_time = int(self.env['ir.config_parameter'].sudo().get_param('app_chatgpt.ai_chat_padding_time'))
|
||
|
||
# api_key = self.env['ir.config_parameter'].sudo().get_param('app_chatgpt.openapi_api_key')
|
||
# ai处理，不要自问自答
|
||
if ai and answer_id != message.author_id:
|
||
api_key = ai.openapi_api_key
|
||
if not api_key:
|
||
_logger.warning(_("ChatGPT Robot【%s】have not set open api key.") % ai.name)
|
||
return rdata
|
||
|
||
try:
|
||
openapi_context_timeout = int(self.env['ir.config_parameter'].sudo().get_param('app_chatgpt.openapi_context_timeout')) or 60
|
||
except:
|
||
openapi_context_timeout = 60
|
||
openai.api_key = api_key
|
||
# 非4版本，取0次。其它取3 次历史
|
||
if '4' in ai.ai_model or '4' in ai.name:
|
||
chat_count = 1
|
||
else:
|
||
chat_count = self.chat_count or 3
|
||
|
||
if author_id != answer_id.id and self.channel_type == 'chat':
|
||
# 私聊
|
||
_logger.info(f'私聊:author_id:{author_id},partner_chatgpt.id:{answer_id.id}')
|
||
channel = self.env[msg_vals.get('model')].browse(msg_vals.get('res_id'))
|
||
elif author_id != answer_id.id and msg_vals.get('model', '') == 'discuss.channel' and msg_vals.get('res_id', 0) == chatgpt_channel_id.id:
|
||
# todo: 公开的群聊，当前只开1个，后续更多
|
||
_logger.info(f'频道群聊:author_id:{author_id},partner_chatgpt.id:{answer_id.id}')
|
||
channel = chatgpt_channel_id
|
||
elif author_id != answer_id.id and msg_vals.get('model', '') == 'discuss.channel' and self.channel_type in ['group', 'channel']:
|
||
# 高级用户自建的话题
|
||
channel = self.env[msg_vals.get('model')].browse(msg_vals.get('res_id'))
|
||
if hasattr(channel, 'is_private') and channel.description:
|
||
messages.append({"role": "system", "content": channel.description})
|
||
|
||
try:
|
||
# 处理提示词
|
||
sys_content = '%s%s' % (channel.description if channel.description else "", add_sys_content if add_sys_content else "")
|
||
if len(sys_content):
|
||
messages.append({"role": "system", "content": sys_content})
|
||
c_history = self.get_openai_context(channel.id, author_id, answer_id, openapi_context_timeout, chat_count)
|
||
if c_history:
|
||
messages += c_history
|
||
if message.attachment_ids:
|
||
attachment = message.attachment_ids[:1]
|
||
file_content = ai.get_msg_file_content(message)
|
||
if not file_content:
|
||
messages.append({"role": "user", "content": msg})
|
||
if attachment.mimetype in ['image/jpeg', 'image/png', 'image/gif', 'image/bmp', 'image/webp']:
|
||
messages.append({
|
||
"role": "user",
|
||
"content": [
|
||
{
|
||
"type": "image_url",
|
||
"image_url": {
|
||
"url": file_content,
|
||
},
|
||
},
|
||
{
|
||
"type": "text",
|
||
"text": msg
|
||
}
|
||
]
|
||
})
|
||
else:
|
||
messages.append({"role": "system", "content": file_content})
|
||
messages.append({"role": "user", "content": msg})
|
||
else:
|
||
messages.append({"role": "user", "content": msg})
|
||
msg_len = sum(len(str(m)) for m in messages)
|
||
# 接口最大接收 8430 Token
|
||
# if msg_len * 2 > ai.max_send_char:
|
||
# messages = []
|
||
# if hasattr(channel, 'is_private') and channel.description:
|
||
# messages.append({"role": "system", "content": channel.description})
|
||
# messages.append({"role": "user", "content": msg})
|
||
# msg_len = sum(len(str(m)) for m in messages)
|
||
# if msg_len * 2 > ai.max_send_char:
|
||
# new_msg = channel.with_user(user_id).message_post(body=_('您所发送的提示词已超长。'), message_type='comment',
|
||
# subtype_xmlid='mail.mt_comment',
|
||
# parent_id=message.id)
|
||
|
||
# if msg_len * 2 >= 8000:
|
||
# messages = [{"role": "user", "content": msg}]
|
||
if sync_config == 'sync':
|
||
self.get_ai_response(ai, messages, channel, user_id, message)
|
||
else:
|
||
if hasattr(self, 'with_delay'):
|
||
self.with_delay(priority=30, eta=padding_time).get_ai_response(ai, messages, channel, user_id, message)
|
||
else:
|
||
self.get_ai_response(ai, messages, channel, user_id, message)
|
||
except Exception as e:
|
||
raise UserError(e)
|
||
|
||
return rdata
|
||
|
||
def _message_post_after_hook(self, message, msg_vals):
|
||
if message.author_id.gpt_id:
|
||
if msg_vals['body'] not in [_('Response Timeout, please speak again.'), _('温馨提示：您发送的内容含有敏感词，请修改内容后再向我发送。'),
|
||
_('此Ai暂时未开放，请联系管理员。'), _('您所发送的提示词已超长。')]:
|
||
message.is_ai = True
|
||
return super(Channel, self)._message_post_after_hook(message, msg_vals)
|
||
|
||
@api.model
|
||
def _get_my_last_cid(self):
|
||
# 获取当前用户最后一次进入的channel，返回该channel的id
|
||
# todo: 优化，每次聊天进入时就 write
|
||
user = self.env.user
|
||
msgs = self.env['mail.message'].sudo().search([
|
||
('model', '=', 'discuss.channel'),
|
||
('author_id', '=', user.partner_id.id),
|
||
], limit=3, order='id desc')
|
||
c_id = 0
|
||
c = self
|
||
for m in msgs:
|
||
c = self.browse(m.res_id)
|
||
if c.is_member:
|
||
c_id = c.id
|
||
break
|
||
if not c_id:
|
||
c = self.env.ref('app_chatgpt.channel_chatgpt', raise_if_not_found=False)
|
||
c_id = c.id or False
|
||
if c and not c.is_member:
|
||
c.sudo().add_members([user.partner_id.id])
|
||
return c_id
|
||
|
||
@api.onchange('ai_partner_id')
|
||
def _onchange_ai_partner_id(self):
|
||
if self.ai_partner_id and self.ai_partner_id.image_1920:
|
||
self.image_128 = self.ai_partner_id.avatar_128
|
||
if self.ai_partner_id and not self.ai_sys_content:
|
||
if self.ai_partner_id.gpt_id:
|
||
self.ai_sys_content = self.ai_partner_id.gpt_id.sys_content
|
||
|
||
@api.onchange('ext_ai_partner_id')
|
||
def _onchange_ext_ai_partner_id(self):
|
||
if self.ext_ai_partner_id and not self.ext_ai_sys_content:
|
||
if self.ext_ai_partner_id.gpt_id:
|
||
self.ai_sys_content = self.ext_ai_partner_id.gpt_id.sys_content
|
||
|
||
@api.onchange('set_chat_count')
|
||
def _onchange_set_chat_count(self):
|
||
if self.set_chat_count:
|
||
self.chat_count = int(self.set_chat_count) if self.set_chat_count != 'none' else 0
|