enhancement: introduce Ruff for Python linter for reordering and removing unused imports with automated pre-commit and sytle check (#2366)

api/core/tools/provider/api_tool_provider.py

@@ -2,8 +2,12 @@ from typing import Any, Dict, List
 
 from core.tools.entities.common_entities import I18nObject
 from core.tools.entities.tool_bundle import ApiBasedToolBundle
-from core.tools.entities.tool_entities import (ApiProviderAuthType, ToolCredentialsOption, ToolProviderCredentials,
-                                               ToolProviderType)
+from core.tools.entities.tool_entities import (
+    ApiProviderAuthType,
+    ToolCredentialsOption,
+    ToolProviderCredentials,
+    ToolProviderType,
+)
 from core.tools.provider.tool_provider import ToolProviderController
 from core.tools.tool.api_tool import ApiTool
 from core.tools.tool.tool import Tool

api/core/tools/provider/builtin/_positions.py

@@ -1,9 +1,9 @@
-from core.tools.entities.user_entities import UserToolProvider
-from core.tools.entities.tool_entities import ToolProviderType
-from typing import List
-from yaml import load, FullLoader
-
 import os.path
+from typing import List
+
+from yaml import FullLoader, load
+
+from core.tools.entities.user_entities import UserToolProvider
 
 position = {}
 

api/core/tools/provider/builtin/azuredalle/tools/dalle3.py

@@ -1,10 +1,10 @@
 from base64 import b64decode
-from os.path import join
 from typing import Any, Dict, List, Union
 
+from openai import AzureOpenAI
+
 from core.tools.entities.tool_entities import ToolInvokeMessage
 from core.tools.tool.builtin_tool import BuiltinTool
-from openai import AzureOpenAI
 
 
 class DallE3Tool(BuiltinTool):

api/core/tools/provider/builtin/bing/bing.py

@@ -1,9 +1,9 @@
-from core.tools.provider.builtin_tool_provider import BuiltinToolProviderController
+from typing import Any, Dict
+
 from core.tools.errors import ToolProviderCredentialValidationError
-
 from core.tools.provider.builtin.bing.tools.bing_web_search import BingSearchTool
+from core.tools.provider.builtin_tool_provider import BuiltinToolProviderController
 
-from typing import Any, Dict, List
 
 class BingProvider(BuiltinToolProviderController):
     def _validate_credentials(self, credentials: Dict[str, Any]) -> None:

api/core/tools/provider/builtin/bing/tools/bing_web_search.py

@@ -1,10 +1,11 @@
-from core.tools.tool.builtin_tool import BuiltinTool
-from core.tools.entities.tool_entities import ToolInvokeMessage
-
 from typing import Any, Dict, List, Union
-from os import path
+
 from requests import get
 
+from core.tools.entities.tool_entities import ToolInvokeMessage
+from core.tools.tool.builtin_tool import BuiltinTool
+
+
 class BingSearchTool(BuiltinTool):
     url = 'https://api.bing.microsoft.com/v7.0/search'
 

api/core/tools/provider/builtin/chart/chart.py

@@ -1,4 +1,5 @@
 import matplotlib.pyplot as plt
+
 from core.tools.errors import ToolProviderCredentialValidationError
 from core.tools.provider.builtin.chart.tools.line import LinearChartTool
 from core.tools.provider.builtin_tool_provider import BuiltinToolProviderController

api/core/tools/provider/builtin/chart/tools/bar.py

@@ -2,6 +2,7 @@ import io
 from typing import Any, Dict, List, Union
 
 import matplotlib.pyplot as plt
+
 from core.tools.entities.tool_entities import ToolInvokeMessage
 from core.tools.tool.builtin_tool import BuiltinTool
 

api/core/tools/provider/builtin/chart/tools/line.py

@@ -2,6 +2,7 @@ import io
 from typing import Any, Dict, List, Union
 
 import matplotlib.pyplot as plt
+
 from core.tools.entities.tool_entities import ToolInvokeMessage
 from core.tools.tool.builtin_tool import BuiltinTool
 

api/core/tools/provider/builtin/chart/tools/pie.py

@@ -2,6 +2,7 @@ import io
 from typing import Any, Dict, List, Union
 
 import matplotlib.pyplot as plt
+
 from core.tools.entities.tool_entities import ToolInvokeMessage
 from core.tools.tool.builtin_tool import BuiltinTool
 

api/core/tools/provider/builtin/dalle/tools/dalle2.py

@@ -2,9 +2,10 @@ from base64 import b64decode
 from os.path import join
 from typing import Any, Dict, List, Union
 
+from openai import OpenAI
+
 from core.tools.entities.tool_entities import ToolInvokeMessage
 from core.tools.tool.builtin_tool import BuiltinTool
-from openai import OpenAI
 
 
 class DallE2Tool(BuiltinTool):

api/core/tools/provider/builtin/dalle/tools/dalle3.py

@@ -2,9 +2,10 @@ from base64 import b64decode
 from os.path import join
 from typing import Any, Dict, List, Union
 
+from openai import OpenAI
+
 from core.tools.entities.tool_entities import ToolInvokeMessage
 from core.tools.tool.builtin_tool import BuiltinTool
-from openai import OpenAI
 
 
 class DallE3Tool(BuiltinTool):

api/core/tools/provider/builtin/gaode/gaode.py

@@ -1,6 +1,7 @@
 import urllib.parse
 
 import requests
+
 from core.tools.errors import ToolProviderCredentialValidationError
 from core.tools.provider.builtin_tool_provider import BuiltinToolProviderController
 

api/core/tools/provider/builtin/gaode/tools/gaode_weather.py

@@ -2,6 +2,7 @@ import json
 from typing import Any, Dict, List, Union
 
 import requests
+
 from core.tools.entities.tool_entities import ToolInvokeMessage
 from core.tools.tool.builtin_tool import BuiltinTool
 

api/core/tools/provider/builtin/github/github.py

@@ -1,4 +1,5 @@
 import requests
+
 from core.tools.errors import ToolProviderCredentialValidationError
 from core.tools.provider.builtin_tool_provider import BuiltinToolProviderController
 

api/core/tools/provider/builtin/github/tools/github_repositories.py

@@ -4,6 +4,7 @@ from typing import Any, Dict, List, Union
 from urllib.parse import quote
 
 import requests
+
 from core.tools.entities.tool_entities import ToolInvokeMessage
 from core.tools.tool.builtin_tool import BuiltinTool
 

api/core/tools/provider/builtin/google/google.py

@@ -1,4 +1,4 @@
-from typing import Any, Dict, List
+from typing import Any, Dict
 
 from core.tools.errors import ToolProviderCredentialValidationError
 from core.tools.provider.builtin.google.tools.google_search import GoogleSearchTool

api/core/tools/provider/builtin/google/tools/google_search.py

@@ -2,9 +2,10 @@ import os
 import sys
 from typing import Any, Dict, List, Union
 
+from serpapi import GoogleSearch
+
 from core.tools.entities.tool_entities import ToolInvokeMessage
 from core.tools.tool.builtin_tool import BuiltinTool
-from serpapi import GoogleSearch
 
 
 class HiddenPrints:

api/core/tools/provider/builtin/maths/tools/eval_expression.py

@@ -1,11 +1,11 @@
 import logging
-from datetime import datetime, timezone
 from typing import Any, Dict, List, Union
 
+import numexpr as ne
+
 from core.tools.entities.tool_entities import ToolInvokeMessage
 from core.tools.tool.builtin_tool import BuiltinTool
-from pytz import timezone as pytz_timezone
-import numexpr as ne
+
 
 class EvaluateExpressionTool(BuiltinTool):
     def _invoke(self, 

api/core/tools/provider/builtin/stablediffusion/tools/stable_diffusion.py

@@ -5,12 +5,13 @@ from copy import deepcopy
 from os.path import join
 from typing import Any, Dict, List, Union
 
+from httpx import get, post
+from PIL import Image
+
 from core.tools.entities.common_entities import I18nObject
 from core.tools.entities.tool_entities import ToolInvokeMessage, ToolParameter, ToolParameterOption
 from core.tools.errors import ToolProviderCredentialValidationError
 from core.tools.tool.builtin_tool import BuiltinTool
-from httpx import get, post
-from PIL import Image
 
 DRAW_TEXT_OPTIONS = {
     "prompt": "",

api/core/tools/provider/builtin/time/tools/current_time.py

@@ -1,9 +1,10 @@
 from datetime import datetime, timezone
 from typing import Any, Dict, List, Union
 
+from pytz import timezone as pytz_timezone
+
 from core.tools.entities.tool_entities import ToolInvokeMessage
 from core.tools.tool.builtin_tool import BuiltinTool
-from pytz import timezone as pytz_timezone
 
 
 class CurrentTimeTool(BuiltinTool):

api/core/tools/provider/builtin/vectorizer/tools/vectorizer.py

@@ -1,11 +1,12 @@
 from base64 import b64decode
 from typing import Any, Dict, List, Union
 
+from httpx import post
+
 from core.tools.entities.tool_entities import ToolInvokeMessage, ToolParameter
 from core.tools.errors import ToolProviderCredentialValidationError
 from core.tools.provider.builtin.vectorizer.tools.test_data import VECTORIZER_ICON_PNG
 from core.tools.tool.builtin_tool import BuiltinTool
-from httpx import post
 
 
 class VectorizerTool(BuiltinTool):

api/core/tools/provider/builtin/webscraper/webscraper.py

@@ -1,4 +1,4 @@
-from typing import Any, Dict, List
+from typing import Any, Dict
 
 from core.tools.errors import ToolProviderCredentialValidationError
 from core.tools.provider.builtin.webscraper.tools.webscraper import WebscraperTool

api/core/tools/provider/builtin/wikipedia/tools/wikipedia_search.py

@@ -1,11 +1,12 @@
 from typing import Any, Dict, List, Union
 
-from core.tools.entities.tool_entities import ToolInvokeMessage
-from core.tools.tool.builtin_tool import BuiltinTool
 from langchain import WikipediaAPIWrapper
 from langchain.tools import WikipediaQueryRun
 from pydantic import BaseModel, Field
 
+from core.tools.entities.tool_entities import ToolInvokeMessage
+from core.tools.tool.builtin_tool import BuiltinTool
+
 
 class WikipediaInput(BaseModel):
     query: str = Field(..., description="search query.")

api/core/tools/provider/builtin/wolframalpha/tools/wolframalpha.py

@@ -1,9 +1,10 @@
 from typing import Any, Dict, List, Union
 
+from httpx import get
+
 from core.tools.entities.tool_entities import ToolInvokeMessage
 from core.tools.errors import ToolInvokeError, ToolProviderCredentialValidationError
 from core.tools.tool.builtin_tool import BuiltinTool
-from httpx import get
 
 
 class WolframAlphaTool(BuiltinTool):

api/core/tools/provider/builtin/wolframalpha/wolframalpha.py

@@ -1,10 +1,8 @@
-from typing import Any, Dict, List
+from typing import Any, Dict
 
-from core.tools.entities.tool_entities import ToolInvokeMessage, ToolProviderType
 from core.tools.errors import ToolProviderCredentialValidationError
 from core.tools.provider.builtin.wolframalpha.tools.wolframalpha import WolframAlphaTool
 from core.tools.provider.builtin_tool_provider import BuiltinToolProviderController
-from core.tools.tool.tool import Tool
 
 
 class GoogleProvider(BuiltinToolProviderController):

api/core/tools/provider/builtin/yahoo/tools/analytics.py

@@ -2,11 +2,12 @@ from datetime import datetime
 from typing import Any, Dict, List, Union
 
 import pandas as pd
-from core.tools.entities.tool_entities import ToolInvokeMessage
-from core.tools.tool.builtin_tool import BuiltinTool
 from requests.exceptions import HTTPError, ReadTimeout
 from yfinance import download
 
+from core.tools.entities.tool_entities import ToolInvokeMessage
+from core.tools.tool.builtin_tool import BuiltinTool
+
 
 class YahooFinanceAnalyticsTool(BuiltinTool):
     def _invoke(self, user_id: str, tool_parameters: Dict[str, Any]) \

api/core/tools/provider/builtin/yahoo/tools/news.py

@@ -1,9 +1,10 @@
 from typing import Any, Dict, List, Union
 
 import yfinance
+from requests.exceptions import HTTPError, ReadTimeout
+
 from core.tools.entities.tool_entities import ToolInvokeMessage
 from core.tools.tool.builtin_tool import BuiltinTool
-from requests.exceptions import HTTPError, ReadTimeout
 
 
 class YahooFinanceSearchTickerTool(BuiltinTool):

api/core/tools/provider/builtin/yahoo/tools/ticker.py

@@ -1,9 +1,10 @@
 from typing import Any, Dict, List, Union
 
+from requests.exceptions import HTTPError, ReadTimeout
+from yfinance import Ticker
+
 from core.tools.entities.tool_entities import ToolInvokeMessage
 from core.tools.tool.builtin_tool import BuiltinTool
-from requests.exceptions import HTTPError, ReadTimeout
-from yfinance import Ticker
 
 
 class YahooFinanceSearchTickerTool(BuiltinTool):

api/core/tools/provider/builtin/youtube/tools/videos.py

@@ -1,9 +1,10 @@
 from datetime import datetime
 from typing import Any, Dict, List, Union
 
+from googleapiclient.discovery import build
+
 from core.tools.entities.tool_entities import ToolInvokeMessage
 from core.tools.tool.builtin_tool import BuiltinTool
-from googleapiclient.discovery import build
 
 
 class YoutubeVideosAnalyticsTool(BuiltinTool):

api/core/tools/provider/builtin_tool_provider.py

@@ -3,14 +3,19 @@ from abc import abstractmethod
 from os import listdir, path
 from typing import Any, Dict, List
 
+from yaml import FullLoader, load
+
 from core.tools.entities.tool_entities import ToolParameter, ToolProviderCredentials, ToolProviderType
 from core.tools.entities.user_entities import UserToolProviderCredentials
-from core.tools.errors import (ToolNotFoundError, ToolParameterValidationError, ToolProviderCredentialValidationError,
-                               ToolProviderNotFoundError)
+from core.tools.errors import (
+    ToolNotFoundError,
+    ToolParameterValidationError,
+    ToolProviderCredentialValidationError,
+    ToolProviderNotFoundError,
+)
 from core.tools.provider.tool_provider import ToolProviderController
 from core.tools.tool.builtin_tool import BuiltinTool
 from core.tools.tool.tool import Tool
-from yaml import FullLoader, load
 
 
 class BuiltinToolProviderController(ToolProviderController):

api/core/tools/provider/tool_provider.py

@@ -1,12 +1,17 @@
 from abc import ABC, abstractmethod
 from typing import Any, Dict, List, Optional
 
-from core.tools.entities.tool_entities import (ToolParameter, ToolProviderCredentials, ToolProviderIdentity,
-                                               ToolProviderType)
+from pydantic import BaseModel
+
+from core.tools.entities.tool_entities import (
+    ToolParameter,
+    ToolProviderCredentials,
+    ToolProviderIdentity,
+    ToolProviderType,
+)
 from core.tools.entities.user_entities import UserToolProviderCredentials
 from core.tools.errors import ToolNotFoundError, ToolParameterValidationError, ToolProviderCredentialValidationError
 from core.tools.tool.tool import Tool
-from pydantic import BaseModel
 
 
 class ToolProviderController(BaseModel, ABC):