mirror of
https://github.com/zhayujie/chatgpt-on-wechat.git
synced 2026-03-18 04:25:14 +08:00
plugins: remove sdwebui
This commit is contained in:
11
.gitignore
vendored
11
.gitignore
vendored
@@ -11,4 +11,13 @@ tmp
|
||||
plugins.json
|
||||
itchat.pkl
|
||||
*.log
|
||||
user_datas.pkl
|
||||
user_datas.pkl
|
||||
plugins/**/
|
||||
!plugins/bdunit
|
||||
!plugins/dungeon
|
||||
!plugins/finish
|
||||
!plugins/godcmd
|
||||
!plugins/tool
|
||||
!plugins/banwords
|
||||
!plugins/hello
|
||||
!plugins/role
|
||||
@@ -1,71 +0,0 @@
|
||||
{
|
||||
"start":{
|
||||
"host" : "127.0.0.1",
|
||||
"port" : 7860,
|
||||
"use_https" : false
|
||||
},
|
||||
"defaults": {
|
||||
"params": {
|
||||
"sampler_name": "DPM++ 2M Karras",
|
||||
"steps": 20,
|
||||
"width": 512,
|
||||
"height": 512,
|
||||
"cfg_scale": 7,
|
||||
"prompt":"masterpiece, best quality",
|
||||
"negative_prompt": "(low quality, worst quality:1.4),(bad_prompt:0.8), (monochrome:1.1), (greyscale)",
|
||||
"enable_hr": false,
|
||||
"hr_scale": 2,
|
||||
"hr_upscaler": "Latent",
|
||||
"hr_second_pass_steps": 15,
|
||||
"denoising_strength": 0.7
|
||||
},
|
||||
"options": {
|
||||
"sd_model_checkpoint": "perfectWorld_v2Baked"
|
||||
}
|
||||
},
|
||||
"rules": [
|
||||
{
|
||||
"keywords": [
|
||||
"横版",
|
||||
"壁纸"
|
||||
],
|
||||
"params": {
|
||||
"width": 640,
|
||||
"height": 384
|
||||
},
|
||||
"desc": "分辨率会变成640x384"
|
||||
},
|
||||
{
|
||||
"keywords": [
|
||||
"竖版"
|
||||
],
|
||||
"params": {
|
||||
"width": 384,
|
||||
"height": 640
|
||||
}
|
||||
},
|
||||
{
|
||||
"keywords": [
|
||||
"高清"
|
||||
],
|
||||
"params": {
|
||||
"enable_hr": true,
|
||||
"hr_scale": 1.6
|
||||
},
|
||||
"desc": "出图分辨率长宽都会提高1.6倍"
|
||||
},
|
||||
{
|
||||
"keywords": [
|
||||
"二次元"
|
||||
],
|
||||
"params": {
|
||||
"negative_prompt": "(low quality, worst quality:1.4),(bad_prompt:0.8), (monochrome:1.1), (greyscale)",
|
||||
"prompt": "masterpiece, best quality"
|
||||
},
|
||||
"options": {
|
||||
"sd_model_checkpoint": "meinamix_meinaV8"
|
||||
},
|
||||
"desc": "使用二次元风格模型出图"
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -1,91 +0,0 @@
|
||||
## 插件描述
|
||||
|
||||
本插件用于将画图请求转发给stable diffusion webui。
|
||||
|
||||
## 环境要求
|
||||
|
||||
使用前先安装stable diffusion webui,并在它的启动参数中添加 "--api"。
|
||||
|
||||
具体信息,请参考[文章](https://github.com/AUTOMATIC1111/stable-diffusion-webui/wiki/API)。
|
||||
|
||||
部署运行后,保证主机能够成功访问http://127.0.0.1:7860/docs
|
||||
|
||||
请**安装**本插件的依赖包```webuiapi```
|
||||
|
||||
```
|
||||
pip install webuiapi
|
||||
```
|
||||
|
||||
## 使用说明
|
||||
|
||||
请将`config.json.template`复制为`config.json`,并修改其中的参数和规则。
|
||||
|
||||
PS: 如果修改了webui的`host`和`port`,也需要在配置文件中更改启动参数, 更多启动参数参考:https://github.com/mix1009/sdwebuiapi/blob/a1cb4c6d2f39389d6e962f0e6436f4aa74cd752c/webuiapi/webuiapi.py#L114
|
||||
### 画图请求格式
|
||||
|
||||
用户的画图请求格式为:
|
||||
|
||||
```
|
||||
<画图触发词><关键词1> <关键词2> ... <关键词n>:<prompt>
|
||||
```
|
||||
|
||||
- 本插件会对画图触发词后的关键词进行逐个匹配,如果触发了规则中的关键词,则会在画图请求中重载对应的参数。
|
||||
- 规则的匹配顺序参考`config.json`中的顺序,每个关键词最多被匹配到1次,如果多个关键词触发了重复的参数,重复参数以最后一个关键词为准。
|
||||
- 关键词中包含`help`或`帮助`,会打印出帮助文档。
|
||||
|
||||
第一个"**:**"号之后的内容会作为附加的**prompt**,接在最终的prompt后
|
||||
|
||||
例如: 画横版 高清 二次元:cat
|
||||
|
||||
会触发三个关键词 "横版", "高清", "二次元",prompt为"cat"
|
||||
|
||||
若默认参数是:
|
||||
```json
|
||||
"width": 512,
|
||||
"height": 512,
|
||||
"enable_hr": false,
|
||||
"prompt": "8k"
|
||||
"negative_prompt": "nsfw",
|
||||
"sd_model_checkpoint": "perfectWorld_v2Baked"
|
||||
```
|
||||
|
||||
"横版"触发的规则参数为:
|
||||
```json
|
||||
"width": 640,
|
||||
"height": 384,
|
||||
```
|
||||
|
||||
"高清"触发的规则参数为:
|
||||
```json
|
||||
"enable_hr": true,
|
||||
"hr_scale": 1.6,
|
||||
```
|
||||
|
||||
"二次元"触发的规则参数为:
|
||||
```json
|
||||
"negative_prompt": "(low quality, worst quality:1.4),(bad_prompt:0.8), (monochrome:1.1), (greyscale)",
|
||||
"steps": 20,
|
||||
"prompt": "masterpiece, best quality",
|
||||
|
||||
"sd_model_checkpoint": "meinamix_meinaV8"
|
||||
```
|
||||
|
||||
以上这些规则的参数会和默认参数合并。第一个":"后的内容cat会连接在prompt后。
|
||||
|
||||
得到最终参数为:
|
||||
```json
|
||||
"width": 640,
|
||||
"height": 384,
|
||||
"enable_hr": true,
|
||||
"hr_scale": 1.6,
|
||||
"negative_prompt": "(low quality, worst quality:1.4),(bad_prompt:0.8), (monochrome:1.1), (greyscale)",
|
||||
"steps": 20,
|
||||
"prompt": "masterpiece, best quality, cat",
|
||||
|
||||
"sd_model_checkpoint": "meinamix_meinaV8"
|
||||
```
|
||||
|
||||
PS: 实际参数分为两部分:
|
||||
|
||||
- 一部分是`params`,为画画的参数;参数名**必须**与webuiapi包中[txt2img api](https://github.com/mix1009/sdwebuiapi/blob/fb2054e149c0a4e25125c0cd7e7dca06bda839d4/webuiapi/webuiapi.py#L163)的参数名一致
|
||||
- 另一部分是`options`,指sdwebui的设置,使用的模型和vae需写在里面。它和(http://127.0.0.1:7860/sdapi/v1/options )所返回的键一致。
|
||||
@@ -1,123 +0,0 @@
|
||||
# encoding:utf-8
|
||||
|
||||
import json
|
||||
import os
|
||||
from bridge.context import ContextType
|
||||
from bridge.reply import Reply, ReplyType
|
||||
from config import conf
|
||||
import plugins
|
||||
from plugins import *
|
||||
from common.log import logger
|
||||
import webuiapi
|
||||
import io
|
||||
|
||||
|
||||
@plugins.register(name="sdwebui", desc="利用stable-diffusion webui来画图", version="2.0", author="lanvent")
|
||||
class SDWebUI(Plugin):
|
||||
def __init__(self):
|
||||
super().__init__()
|
||||
curdir = os.path.dirname(__file__)
|
||||
config_path = os.path.join(curdir, "config.json")
|
||||
try:
|
||||
with open(config_path, "r", encoding="utf-8") as f:
|
||||
config = json.load(f)
|
||||
self.rules = config["rules"]
|
||||
defaults = config["defaults"]
|
||||
self.default_params = defaults["params"]
|
||||
self.default_options = defaults["options"]
|
||||
self.start_args = config["start"]
|
||||
self.api = webuiapi.WebUIApi(**self.start_args)
|
||||
self.handlers[Event.ON_HANDLE_CONTEXT] = self.on_handle_context
|
||||
logger.info("[SD] inited")
|
||||
except Exception as e:
|
||||
if isinstance(e, FileNotFoundError):
|
||||
logger.warn(f"[SD] init failed, {config_path} not found, ignore or see https://github.com/zhayujie/chatgpt-on-wechat/tree/master/plugins/sdwebui .")
|
||||
else:
|
||||
logger.warn("[SD] init failed, ignore or see https://github.com/zhayujie/chatgpt-on-wechat/tree/master/plugins/sdwebui .")
|
||||
raise e
|
||||
|
||||
def on_handle_context(self, e_context: EventContext):
|
||||
|
||||
if e_context['context'].type != ContextType.IMAGE_CREATE:
|
||||
return
|
||||
channel = e_context['channel']
|
||||
if ReplyType.IMAGE in channel.NOT_SUPPORT_REPLYTYPE:
|
||||
return
|
||||
|
||||
logger.debug("[SD] on_handle_context. content: %s" %e_context['context'].content)
|
||||
|
||||
logger.info("[SD] image_query={}".format(e_context['context'].content))
|
||||
reply = Reply()
|
||||
try:
|
||||
content = e_context['context'].content[:]
|
||||
# 解析用户输入 如"横版 高清 二次元:cat"
|
||||
if ":" in content:
|
||||
keywords, prompt = content.split(":", 1)
|
||||
else:
|
||||
keywords = content
|
||||
prompt = ""
|
||||
|
||||
keywords = keywords.split()
|
||||
|
||||
if "help" in keywords or "帮助" in keywords:
|
||||
reply.type = ReplyType.INFO
|
||||
reply.content = self.get_help_text(verbose = True)
|
||||
else:
|
||||
rule_params = {}
|
||||
rule_options = {}
|
||||
for keyword in keywords:
|
||||
matched = False
|
||||
for rule in self.rules:
|
||||
if keyword in rule["keywords"]:
|
||||
for key in rule["params"]:
|
||||
rule_params[key] = rule["params"][key]
|
||||
if "options" in rule:
|
||||
for key in rule["options"]:
|
||||
rule_options[key] = rule["options"][key]
|
||||
matched = True
|
||||
break # 一个关键词只匹配一个规则
|
||||
if not matched:
|
||||
logger.warning("[SD] keyword not matched: %s" % keyword)
|
||||
|
||||
params = {**self.default_params, **rule_params}
|
||||
options = {**self.default_options, **rule_options}
|
||||
params["prompt"] = params.get("prompt", "")+f", {prompt}"
|
||||
if len(options) > 0:
|
||||
logger.info("[SD] cover options={}".format(options))
|
||||
self.api.set_options(options)
|
||||
logger.info("[SD] params={}".format(params))
|
||||
result = self.api.txt2img(
|
||||
**params
|
||||
)
|
||||
reply.type = ReplyType.IMAGE
|
||||
b_img = io.BytesIO()
|
||||
result.image.save(b_img, format="PNG")
|
||||
reply.content = b_img
|
||||
e_context.action = EventAction.BREAK_PASS # 事件结束后,跳过处理context的默认逻辑
|
||||
except Exception as e:
|
||||
reply.type = ReplyType.ERROR
|
||||
reply.content = "[SD] "+str(e)
|
||||
logger.error("[SD] exception: %s" % e)
|
||||
e_context.action = EventAction.CONTINUE # 事件继续,交付给下个插件或默认逻辑
|
||||
finally:
|
||||
e_context['reply'] = reply
|
||||
|
||||
def get_help_text(self, verbose = False, **kwargs):
|
||||
if not conf().get('image_create_prefix'):
|
||||
return "画图功能未启用"
|
||||
else:
|
||||
trigger = conf()['image_create_prefix'][0]
|
||||
help_text = "利用stable-diffusion来画图。\n"
|
||||
if not verbose:
|
||||
return help_text
|
||||
|
||||
help_text += f"使用方法:\n使用\"{trigger}[关键词1] [关键词2]...:提示语\"的格式作画,如\"{trigger}横版 高清:cat\"\n"
|
||||
help_text += "目前可用关键词:\n"
|
||||
for rule in self.rules:
|
||||
keywords = [f"[{keyword}]" for keyword in rule['keywords']]
|
||||
help_text += f"{','.join(keywords)}"
|
||||
if "desc" in rule:
|
||||
help_text += f"-{rule['desc']}\n"
|
||||
else:
|
||||
help_text += "\n"
|
||||
return help_text
|
||||
@@ -16,9 +16,6 @@ pysilk_mod>=1.6.0 # needed by send voice
|
||||
# wechatmp
|
||||
web.py
|
||||
|
||||
# sdwebui plugin
|
||||
webuiapi>=0.6.2
|
||||
|
||||
# chatgpt-tool-hub plugin
|
||||
--extra-index-url https://pypi.python.org/simple
|
||||
chatgpt_tool_hub>=0.3.5
|
||||
Reference in New Issue
Block a user