Feat/assistant app (#2086)

Co-authored-by: chenhe <guchenhe@gmail.com>
Co-authored-by: Pascal M <11357019+perzeuss@users.noreply.github.com>

api/core/tools/provider/builtin/chart/chart.py

@@ -0,0 +1,24 @@
+from core.tools.provider.builtin_tool_provider import BuiltinToolProviderController
+from core.tools.errors import ToolProviderCredentialValidationError
+
+from core.tools.provider.builtin.chart.tools.line import LinearChartTool
+
+import matplotlib.pyplot as plt
+# use a business theme
+plt.style.use('seaborn-v0_8-darkgrid')
+
+class ChartProvider(BuiltinToolProviderController):
+    def _validate_credentials(self, credentials: dict) -> None:
+        try:
+            LinearChartTool().fork_tool_runtime(
+                meta={
+                    "credentials": credentials,
+                }
+            ).invoke(
+                user_id='',
+                tool_paramters={
+                    "data": "1,3,5,7,9,2,4,6,8,10",
+                },
+            )
+        except Exception as e:
+            raise ToolProviderCredentialValidationError(str(e))

api/core/tools/provider/builtin/chart/chart.yaml

@@ -0,0 +1,11 @@
+identity:
+  author: Dify
+  name: chart
+  label:
+    en_US: ChartGenerator
+    zh_Hans: 图表生成
+  description:
+    en_US: Chart Generator is a tool for generating statistical charts like bar chart, line chart, pie chart, etc.
+    zh_Hans: 图表生成是一个用于生成可视化图表的工具，你可以通过它来生成柱状图、折线图、饼图等各类图表
+  icon: icon.png
+credentails_for_provider:

api/core/tools/provider/builtin/chart/tools/bar.py

@@ -0,0 +1,47 @@
+from core.tools.tool.builtin_tool import BuiltinTool
+from core.tools.entities.tool_entities import ToolInvokeMessage
+import matplotlib.pyplot as plt
+import io
+
+from typing import Any, Dict, List, Union
+
+class BarChartTool(BuiltinTool):
+    def _invoke(self, user_id: str, tool_paramters: Dict[str, Any]) \
+          -> Union[ToolInvokeMessage, List[ToolInvokeMessage]]:
+        data = tool_paramters.get('data', '')
+        if not data:
+            return self.create_text_message('Please input data')
+        data = data.split(';')
+
+        # if all data is int, convert to int
+        if all([i.isdigit() for i in data]):
+            data = [int(i) for i in data]
+        else:
+            data = [float(i) for i in data]
+
+        axis = tool_paramters.get('x_axis', None) or None
+        if axis:
+            axis = axis.split(';')
+            if len(axis) != len(data):
+                axis = None
+
+        flg, ax = plt.subplots(figsize=(10, 8))
+
+        if axis:
+            axis = [label[:10] + '...' if len(label) > 10 else label for label in axis]
+            ax.set_xticklabels(axis, rotation=45, ha='right')
+            ax.bar(axis, data)
+        else:
+            ax.bar(range(len(data)), data)
+
+        buf = io.BytesIO()
+        flg.savefig(buf, format='png')
+        buf.seek(0)
+        plt.close(flg)
+
+        return [
+            self.create_text_message('the bar chart is saved as an image.'),
+            self.create_blob_message(blob=buf.read(),
+                                    meta={'mime_type': 'image/png'})
+        ]
+    

api/core/tools/provider/builtin/chart/tools/bar.yaml

@@ -0,0 +1,35 @@
+identity:
+  name: bar_chart
+  author: Dify
+  label:
+    en_US: Bar Chart
+    zh_Hans: 柱状图
+  icon: icon.svg
+description:
+  human:
+    en_US: Bar chart
+    zh_Hans: 柱状图
+  llm: generate a bar chart with input data
+parameters:
+  - name: data
+    type: string
+    required: true
+    label:
+      en_US: data
+      zh_Hans: 数据
+    human_description:
+      en_US: data for generating bar chart
+      zh_Hans: 用于生成柱状图的数据
+    llm_description: data for generating bar chart, data should be a string contains a list of numbers like "1;2;3;4;5"
+    form: llm
+  - name: x_axis
+    type: string
+    required: false
+    label:
+      en_US: X Axis
+      zh_Hans: x 轴
+    human_description:
+      en_US: X axis for bar chart
+      zh_Hans: 柱状图的 x 轴
+    llm_description: x axis for bar chart, x axis should be a string contains a list of texts like "a;b;c;1;2" in order to match the data
+    form: llm

api/core/tools/provider/builtin/chart/tools/line.py

@@ -0,0 +1,49 @@
+from core.tools.tool.builtin_tool import BuiltinTool
+from core.tools.entities.tool_entities import ToolInvokeMessage
+import matplotlib.pyplot as plt
+import io
+
+from typing import Any, Dict, List, Union
+
+class LinearChartTool(BuiltinTool):
+    def _invoke(self, 
+                user_id: str, 
+               tool_paramters: Dict[str, Any], 
+        ) -> Union[ToolInvokeMessage, List[ToolInvokeMessage]]:
+        data = tool_paramters.get('data', '')
+        if not data:
+            return self.create_text_message('Please input data')
+        data = data.split(';')
+
+        axis = tool_paramters.get('x_axis', None) or None
+        if axis:
+            axis = axis.split(';')
+            if len(axis) != len(data):
+                axis = None
+
+        # if all data is int, convert to int
+        if all([i.isdigit() for i in data]):
+            data = [int(i) for i in data]
+        else:
+            data = [float(i) for i in data]
+
+        flg, ax = plt.subplots(figsize=(10, 8))
+
+        if axis:
+            axis = [label[:10] + '...' if len(label) > 10 else label for label in axis]
+            ax.set_xticklabels(axis, rotation=45, ha='right')
+            ax.plot(axis, data)
+        else:
+            ax.plot(data)
+
+        buf = io.BytesIO()
+        flg.savefig(buf, format='png')
+        buf.seek(0)
+        plt.close(flg)
+
+        return [
+            self.create_text_message('the linear chart is saved as an image.'),
+            self.create_blob_message(blob=buf.read(),
+                                    meta={'mime_type': 'image/png'})
+        ]
+    

api/core/tools/provider/builtin/chart/tools/line.yaml

@@ -0,0 +1,35 @@
+identity:
+  name: line_chart
+  author: Dify
+  label:
+    en_US: Linear Chart
+    zh_Hans: 线性图表
+  icon: icon.svg
+description:
+  human:
+    en_US: linear chart
+    zh_Hans: 线性图表
+  llm: generate a linear chart with input data
+parameters:
+  - name: data
+    type: string
+    required: true
+    label:
+      en_US: data
+      zh_Hans: 数据
+    human_description:
+      en_US: data for generating linear chart
+      zh_Hans: 用于生成线性图表的数据
+    llm_description: data for generating linear chart, data should be a string contains a list of numbers like "1;2;3;4;5"
+    form: llm
+  - name: x_axis
+    type: string
+    required: false
+    label:
+      en_US: X Axis
+      zh_Hans: x 轴
+    human_description:
+      en_US: X axis for linear chart
+      zh_Hans: 线性图表的 x 轴
+    llm_description: x axis for linear chart, x axis should be a string contains a list of texts like "a;b;c;1;2" in order to match the data
+    form: llm

api/core/tools/provider/builtin/chart/tools/pie.py

@@ -0,0 +1,46 @@
+from core.tools.tool.builtin_tool import BuiltinTool
+from core.tools.entities.tool_entities import ToolInvokeMessage
+import matplotlib.pyplot as plt
+import io
+
+from typing import Any, Dict, List, Union
+
+class PieChartTool(BuiltinTool):
+    def _invoke(self, 
+                user_id: str, 
+               tool_paramters: Dict[str, Any], 
+        ) -> Union[ToolInvokeMessage, List[ToolInvokeMessage]]:
+        data = tool_paramters.get('data', '')
+        if not data:
+            return self.create_text_message('Please input data')
+        data = data.split(';')
+        categories = tool_paramters.get('categories', None) or None
+
+        # if all data is int, convert to int
+        if all([i.isdigit() for i in data]):
+            data = [int(i) for i in data]
+        else:
+            data = [float(i) for i in data]
+
+        flg, ax = plt.subplots()
+
+        if categories:
+            categories = categories.split(';')
+            if len(categories) != len(data):
+                categories = None
+
+        if categories:
+            ax.pie(data, labels=categories)
+        else:
+            ax.pie(data)
+
+        buf = io.BytesIO()
+        flg.savefig(buf, format='png')
+        buf.seek(0)
+        plt.close(flg)
+
+        return [
+            self.create_text_message('the pie chart is saved as an image.'),
+            self.create_blob_message(blob=buf.read(),
+                                    meta={'mime_type': 'image/png'})
+        ]

api/core/tools/provider/builtin/chart/tools/pie.yaml

@@ -0,0 +1,35 @@
+identity:
+  name: pie_chart
+  author: Dify
+  label:
+    en_US: Pie Chart
+    zh_Hans: 饼图
+  icon: icon.svg
+description:
+  human:
+    en_US: Pie chart
+    zh_Hans: 饼图
+  llm: generate a pie chart with input data
+parameters:
+  - name: data
+    type: string
+    required: true
+    label:
+      en_US: data
+      zh_Hans: 数据
+    human_description:
+      en_US: data for generating pie chart
+      zh_Hans: 用于生成饼图的数据
+    llm_description: data for generating pie chart, data should be a string contains a list of numbers like "1;2;3;4;5"
+    form: llm
+  - name: categories
+    type: string
+    required: true
+    label:
+      en_US: Categories
+      zh_Hans: 分类
+    human_description:
+      en_US: Categories for pie chart
+      zh_Hans: 饼图的分类
+    llm_description: categories for pie chart, categories should be a string contains a list of texts like "a;b;c;1;2" in order to match the data, each category should be split by ";"
+    form: llm