mirror of
https://github.com/zhayujie/chatgpt-on-wechat.git
synced 2026-03-19 13:28:11 +08:00
plugins: remove sdwebui
This commit is contained in:
lanvent
9
.gitignore
vendored
9
.gitignore
vendored
@@ -12,3 +12,12 @@ plugins.json
|
|||||||
itchat.pkl
|
itchat.pkl
|
||||||
*.log
|
*.log
|
||||||
user_datas.pkl
|
user_datas.pkl
|
||||||
|
plugins/**/
|
||||||
|
!plugins/bdunit
|
||||||
|
!plugins/dungeon
|
||||||
|
!plugins/finish
|
||||||
|
!plugins/godcmd
|
||||||
|
!plugins/tool
|
||||||
|
!plugins/banwords
|
||||||
|
!plugins/hello
|
||||||
|
!plugins/role
|
||||||
@@ -1,71 +0,0 @@
|
|||||||
{
|
|
||||||
"start":{
|
|
||||||
"host" : "127.0.0.1",
|
|
||||||
"port" : 7860,
|
|
||||||
"use_https" : false
|
|
||||||
},
|
|
||||||
"defaults": {
|
|
||||||
"params": {
|
|
||||||
"sampler_name": "DPM++ 2M Karras",
|
|
||||||
"steps": 20,
|
|
||||||
"width": 512,
|
|
||||||
"height": 512,
|
|
||||||
"cfg_scale": 7,
|
|
||||||
"prompt":"masterpiece, best quality",
|
|
||||||
"negative_prompt": "(low quality, worst quality:1.4),(bad_prompt:0.8), (monochrome:1.1), (greyscale)",
|
|
||||||
"enable_hr": false,
|
|
||||||
"hr_scale": 2,
|
|
||||||
"hr_upscaler": "Latent",
|
|
||||||
"hr_second_pass_steps": 15,
|
|
||||||
"denoising_strength": 0.7
|
|
||||||
},
|
|
||||||
"options": {
|
|
||||||
"sd_model_checkpoint": "perfectWorld_v2Baked"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"rules": [
|
|
||||||
{
|
|
||||||
"keywords": [
|
|
||||||
"横版",
|
|
||||||
"壁纸"
|
|
||||||
],
|
|
||||||
"params": {
|
|
||||||
"width": 640,
|
|
||||||
"height": 384
|
|
||||||
},
|
|
||||||
"desc": "分辨率会变成640x384"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"keywords": [
|
|
||||||
"竖版"
|
|
||||||
],
|
|
||||||
"params": {
|
|
||||||
"width": 384,
|
|
||||||
"height": 640
|
|
||||||
}
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"keywords": [
|
|
||||||
"高清"
|
|
||||||
],
|
|
||||||
"params": {
|
|
||||||
"enable_hr": true,
|
|
||||||
"hr_scale": 1.6
|
|
||||||
},
|
|
||||||
"desc": "出图分辨率长宽都会提高1.6倍"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"keywords": [
|
|
||||||
"二次元"
|
|
||||||
],
|
|
||||||
"params": {
|
|
||||||
"negative_prompt": "(low quality, worst quality:1.4),(bad_prompt:0.8), (monochrome:1.1), (greyscale)",
|
|
||||||
"prompt": "masterpiece, best quality"
|
|
||||||
},
|
|
||||||
"options": {
|
|
||||||
"sd_model_checkpoint": "meinamix_meinaV8"
|
|
||||||
},
|
|
||||||
"desc": "使用二次元风格模型出图"
|
|
||||||
}
|
|
||||||
]
|
|
||||||
}
|
|
||||||
@@ -1,91 +0,0 @@
|
|||||||
## 插件描述
|
|
||||||
|
|
||||||
本插件用于将画图请求转发给stable diffusion webui。
|
|
||||||
|
|
||||||
## 环境要求
|
|
||||||
|
|
||||||
使用前先安装stable diffusion webui，并在它的启动参数中添加 "--api"。
|
|
||||||
|
|
||||||
具体信息，请参考[文章](https://github.com/AUTOMATIC1111/stable-diffusion-webui/wiki/API)。
|
|
||||||
|
|
||||||
部署运行后，保证主机能够成功访问http://127.0.0.1:7860/docs
|
|
||||||
|
|
||||||
请**安装**本插件的依赖包```webuiapi```
|
|
||||||
|
|
||||||
```
|
|
||||||
pip install webuiapi
|
|
||||||
```
|
|
||||||
|
|
||||||
## 使用说明
|
|
||||||
|
|
||||||
请将`config.json.template`复制为`config.json`，并修改其中的参数和规则。
|
|
||||||
|
|
||||||
PS: 如果修改了webui的`host`和`port`，也需要在配置文件中更改启动参数, 更多启动参数参考：https://github.com/mix1009/sdwebuiapi/blob/a1cb4c6d2f39389d6e962f0e6436f4aa74cd752c/webuiapi/webuiapi.py#L114
|
|
||||||
### 画图请求格式
|
|
||||||
|
|
||||||
用户的画图请求格式为:
|
|
||||||
|
|
||||||
```
|
|
||||||
<画图触发词><关键词1> <关键词2> ... <关键词n>:<prompt>
|
|
||||||
```
|
|
||||||
|
|
||||||
- 本插件会对画图触发词后的关键词进行逐个匹配，如果触发了规则中的关键词，则会在画图请求中重载对应的参数。
|
|
||||||
- 规则的匹配顺序参考`config.json`中的顺序，每个关键词最多被匹配到1次，如果多个关键词触发了重复的参数，重复参数以最后一个关键词为准。
|
|
||||||
- 关键词中包含`help`或`帮助`，会打印出帮助文档。
|
|
||||||
|
|
||||||
第一个"**:**"号之后的内容会作为附加的**prompt**，接在最终的prompt后
|
|
||||||
|
|
||||||
例如: 画横版 高清 二次元:cat
|
|
||||||
|
|
||||||
会触发三个关键词 "横版", "高清", "二次元"，prompt为"cat"
|
|
||||||
|
|
||||||
若默认参数是:
|
|
||||||
```json
|
|
||||||
"width": 512,
|
|
||||||
"height": 512,
|
|
||||||
"enable_hr": false,
|
|
||||||
"prompt": "8k"
|
|
||||||
"negative_prompt": "nsfw",
|
|
||||||
"sd_model_checkpoint": "perfectWorld_v2Baked"
|
|
||||||
```
|
|
||||||
|
|
||||||
"横版"触发的规则参数为:
|
|
||||||
```json
|
|
||||||
"width": 640,
|
|
||||||
"height": 384,
|
|
||||||
```
|
|
||||||
|
|
||||||
"高清"触发的规则参数为:
|
|
||||||
```json
|
|
||||||
"enable_hr": true,
|
|
||||||
"hr_scale": 1.6,
|
|
||||||
```
|
|
||||||
|
|
||||||
"二次元"触发的规则参数为:
|
|
||||||
```json
|
|
||||||
"negative_prompt": "(low quality, worst quality:1.4),(bad_prompt:0.8), (monochrome:1.1), (greyscale)",
|
|
||||||
"steps": 20,
|
|
||||||
"prompt": "masterpiece, best quality",
|
|
||||||
|
|
||||||
"sd_model_checkpoint": "meinamix_meinaV8"
|
|
||||||
```
|
|
||||||
|
|
||||||
以上这些规则的参数会和默认参数合并。第一个":"后的内容cat会连接在prompt后。
|
|
||||||
|
|
||||||
得到最终参数为:
|
|
||||||
```json
|
|
||||||
"width": 640,
|
|
||||||
"height": 384,
|
|
||||||
"enable_hr": true,
|
|
||||||
"hr_scale": 1.6,
|
|
||||||
"negative_prompt": "(low quality, worst quality:1.4),(bad_prompt:0.8), (monochrome:1.1), (greyscale)",
|
|
||||||
"steps": 20,
|
|
||||||
"prompt": "masterpiece, best quality, cat",
|
|
||||||
|
|
||||||
"sd_model_checkpoint": "meinamix_meinaV8"
|
|
||||||
```
|
|
||||||
|
|
||||||
PS: 实际参数分为两部分:
|
|
||||||
|
|
||||||
- 一部分是`params`，为画画的参数;参数名**必须**与webuiapi包中[txt2img api](https://github.com/mix1009/sdwebuiapi/blob/fb2054e149c0a4e25125c0cd7e7dca06bda839d4/webuiapi/webuiapi.py#L163)的参数名一致
|
|
||||||
- 另一部分是`options`，指sdwebui的设置，使用的模型和vae需写在里面。它和(http://127.0.0.1:7860/sdapi/v1/options )所返回的键一致。
|
|
||||||
@@ -1,123 +0,0 @@
|
|||||||
# encoding:utf-8
|
|
||||||
|
|
||||||
import json
|
|
||||||
import os
|
|
||||||
from bridge.context import ContextType
|
|
||||||
from bridge.reply import Reply, ReplyType
|
|
||||||
from config import conf
|
|
||||||
import plugins
|
|
||||||
from plugins import *
|
|
||||||
from common.log import logger
|
|
||||||
import webuiapi
|
|
||||||
import io
|
|
||||||
|
|
||||||
|
|
||||||
@plugins.register(name="sdwebui", desc="利用stable-diffusion webui来画图", version="2.0", author="lanvent")
|
|
||||||
class SDWebUI(Plugin):
|
|
||||||
def __init__(self):
|
|
||||||
super().__init__()
|
|
||||||
curdir = os.path.dirname(__file__)
|
|
||||||
config_path = os.path.join(curdir, "config.json")
|
|
||||||
try:
|
|
||||||
with open(config_path, "r", encoding="utf-8") as f:
|
|
||||||
config = json.load(f)
|
|
||||||
self.rules = config["rules"]
|
|
||||||
defaults = config["defaults"]
|
|
||||||
self.default_params = defaults["params"]
|
|
||||||
self.default_options = defaults["options"]
|
|
||||||
self.start_args = config["start"]
|
|
||||||
self.api = webuiapi.WebUIApi(**self.start_args)
|
|
||||||
self.handlers[Event.ON_HANDLE_CONTEXT] = self.on_handle_context
|
|
||||||
logger.info("[SD] inited")
|
|
||||||
except Exception as e:
|
|
||||||
if isinstance(e, FileNotFoundError):
|
|
||||||
logger.warn(f"[SD] init failed, {config_path} not found, ignore or see https://github.com/zhayujie/chatgpt-on-wechat/tree/master/plugins/sdwebui .")
|
|
||||||
else:
|
|
||||||
logger.warn("[SD] init failed, ignore or see https://github.com/zhayujie/chatgpt-on-wechat/tree/master/plugins/sdwebui .")
|
|
||||||
raise e
|
|
||||||
|
|
||||||
def on_handle_context(self, e_context: EventContext):
|
|
||||||
|
|
||||||
if e_context['context'].type != ContextType.IMAGE_CREATE:
|
|
||||||
return
|
|
||||||
channel = e_context['channel']
|
|
||||||
if ReplyType.IMAGE in channel.NOT_SUPPORT_REPLYTYPE:
|
|
||||||
return
|
|
||||||
|
|
||||||
logger.debug("[SD] on_handle_context. content: %s" %e_context['context'].content)
|
|
||||||
|
|
||||||
logger.info("[SD] image_query={}".format(e_context['context'].content))
|
|
||||||
reply = Reply()
|
|
||||||
try:
|
|
||||||
content = e_context['context'].content[:]
|
|
||||||
# 解析用户输入 如"横版 高清 二次元:cat"
|
|
||||||
if ":" in content:
|
|
||||||
keywords, prompt = content.split(":", 1)
|
|
||||||
else:
|
|
||||||
keywords = content
|
|
||||||
prompt = ""
|
|
||||||
|
|
||||||
keywords = keywords.split()
|
|
||||||
|
|
||||||
if "help" in keywords or "帮助" in keywords:
|
|
||||||
reply.type = ReplyType.INFO
|
|
||||||
reply.content = self.get_help_text(verbose = True)
|
|
||||||
else:
|
|
||||||
rule_params = {}
|
|
||||||
rule_options = {}
|
|
||||||
for keyword in keywords:
|
|
||||||
matched = False
|
|
||||||
for rule in self.rules:
|
|
||||||
if keyword in rule["keywords"]:
|
|
||||||
for key in rule["params"]:
|
|
||||||
rule_params[key] = rule["params"][key]
|
|
||||||
if "options" in rule:
|
|
||||||
for key in rule["options"]:
|
|
||||||
rule_options[key] = rule["options"][key]
|
|
||||||
matched = True
|
|
||||||
break # 一个关键词只匹配一个规则
|
|
||||||
if not matched:
|
|
||||||
logger.warning("[SD] keyword not matched: %s" % keyword)
|
|
||||||
|
|
||||||
params = {**self.default_params, **rule_params}
|
|
||||||
options = {**self.default_options, **rule_options}
|
|
||||||
params["prompt"] = params.get("prompt", "")+f", {prompt}"
|
|
||||||
if len(options) > 0:
|
|
||||||
logger.info("[SD] cover options={}".format(options))
|
|
||||||
self.api.set_options(options)
|
|
||||||
logger.info("[SD] params={}".format(params))
|
|
||||||
result = self.api.txt2img(
|
|
||||||
**params
|
|
||||||
)
|
|
||||||
reply.type = ReplyType.IMAGE
|
|
||||||
b_img = io.BytesIO()
|
|
||||||
result.image.save(b_img, format="PNG")
|
|
||||||
reply.content = b_img
|
|
||||||
e_context.action = EventAction.BREAK_PASS # 事件结束后，跳过处理context的默认逻辑
|
|
||||||
except Exception as e:
|
|
||||||
reply.type = ReplyType.ERROR
|
|
||||||
reply.content = "[SD] "+str(e)
|
|
||||||
logger.error("[SD] exception: %s" % e)
|
|
||||||
e_context.action = EventAction.CONTINUE # 事件继续，交付给下个插件或默认逻辑
|
|
||||||
finally:
|
|
||||||
e_context['reply'] = reply
|
|
||||||
|
|
||||||
def get_help_text(self, verbose = False, **kwargs):
|
|
||||||
if not conf().get('image_create_prefix'):
|
|
||||||
return "画图功能未启用"
|
|
||||||
else:
|
|
||||||
trigger = conf()['image_create_prefix'][0]
|
|
||||||
help_text = "利用stable-diffusion来画图。\n"
|
|
||||||
if not verbose:
|
|
||||||
return help_text
|
|
||||||
|
|
||||||
help_text += f"使用方法:\n使用\"{trigger}[关键词1] [关键词2]...:提示语\"的格式作画，如\"{trigger}横版 高清:cat\"\n"
|
|
||||||
help_text += "目前可用关键词：\n"
|
|
||||||
for rule in self.rules:
|
|
||||||
keywords = [f"[{keyword}]" for keyword in rule['keywords']]
|
|
||||||
help_text += f"{','.join(keywords)}"
|
|
||||||
if "desc" in rule:
|
|
||||||
help_text += f"-{rule['desc']}\n"
|
|
||||||
else:
|
|
||||||
help_text += "\n"
|
|
||||||
return help_text
|
|
||||||
@@ -16,9 +16,6 @@ pysilk_mod>=1.6.0 # needed by send voice
|
|||||||
# wechatmp
|
# wechatmp
|
||||||
web.py
|
web.py
|
||||||
|
|
||||||
# sdwebui plugin
|
|
||||||
webuiapi>=0.6.2
|
|
||||||
|
|
||||||
# chatgpt-tool-hub plugin
|
# chatgpt-tool-hub plugin
|
||||||
--extra-index-url https://pypi.python.org/simple
|
--extra-index-url https://pypi.python.org/simple
|
||||||
chatgpt_tool_hub>=0.3.5
|
chatgpt_tool_hub>=0.3.5
|
||||||
Reference in New Issue
Block a user