Fix/hit test tsne issue (#2581)

Co-authored-by: jyong <jyong@dify.ai>
2024-02-27 17:30:52 +08:00
parent ac96d192a6
commit 920b2c2b40
4 changed files with 6 additions and 5 deletions
--- a/api/services/hit_testing_service.py
+++ b/api/services/hit_testing_service.py
@@ -133,8 +133,9 @@ class HitTestingService:
        if embedding_length <= 1:
            return [{'x': 0, 'y': 0}]

-        concatenate_data = np.array(embeddings).reshape(embedding_length, -1)
-        # concatenate_data = np.concatenate(embeddings)
+        noise = np.random.normal(0, 1e-4, np.array(embeddings).shape)
+        concatenate_data = np.array(embeddings) + noise
+        concatenate_data = concatenate_data.reshape(embedding_length, -1)

        perplexity = embedding_length / 2 + 1
        if perplexity >= embedding_length: