Spaces:
Running
Running
ping98k
commited on
Commit
·
87be6a3
1
Parent(s):
ef7c02e
Add prompt cluster logic for summarizing multiple sentences into concise phrases
Browse files- main.js +5 -3
- prompt_cluster.js +32 -0
main.js
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
import { pipeline, TextStreamer, AutoTokenizer, AutoModelForCausalLM } from 'https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.6.0';
|
2 |
import { UMAP } from "https://cdn.jsdelivr.net/npm/umap-js@1.4.0/+esm";
|
3 |
-
|
4 |
const embed = await pipeline(
|
5 |
"feature-extraction",
|
6 |
"onnx-community/Qwen3-Embedding-0.6B-ONNX",
|
@@ -121,8 +121,10 @@ document.getElementById("kmeans-btn").onclick = async () => {
|
|
121 |
progressBarInner.style.width = `${Math.round(((c) / k) * 100)}%`;
|
122 |
const joined = clustered[c].join("\n");
|
123 |
const messages = [
|
124 |
-
{
|
125 |
-
|
|
|
|
|
126 |
];
|
127 |
|
128 |
const inputs = tokenizer.apply_chat_template(messages, {
|
|
|
1 |
import { pipeline, TextStreamer, AutoTokenizer, AutoModelForCausalLM } from 'https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.6.0';
|
2 |
import { UMAP } from "https://cdn.jsdelivr.net/npm/umap-js@1.4.0/+esm";
|
3 |
+
import { prompt_cluster } from "./prompt_cluster.js"
|
4 |
const embed = await pipeline(
|
5 |
"feature-extraction",
|
6 |
"onnx-community/Qwen3-Embedding-0.6B-ONNX",
|
|
|
121 |
progressBarInner.style.width = `${Math.round(((c) / k) * 100)}%`;
|
122 |
const joined = clustered[c].join("\n");
|
123 |
const messages = [
|
124 |
+
{
|
125 |
+
role: "system", content: prompt_cluster
|
126 |
+
},
|
127 |
+
{ role: "user", content: `Input:\n${joined}\nOutput:` }
|
128 |
];
|
129 |
|
130 |
const inputs = tokenizer.apply_chat_template(messages, {
|
prompt_cluster.js
ADDED
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
export const prompt_cluster = `Given the following texts, Summarize multiple sentences into a single 1-3 word phrase plain text.
|
2 |
+
|
3 |
+
Example 1
|
4 |
+
Input:
|
5 |
+
The new smartphone features a foldable display and 5G connectivity.
|
6 |
+
Virtual reality headsets are becoming more affordable and accessible.
|
7 |
+
Output: Next Generation Devices
|
8 |
+
|
9 |
+
Example 2
|
10 |
+
Input:
|
11 |
+
Athletes are breaking records in international competitions.
|
12 |
+
Sports streaming is reaching global audiences in real time.
|
13 |
+
Output: Global Competitive Sports
|
14 |
+
|
15 |
+
Example 3
|
16 |
+
Input:
|
17 |
+
In the world of AI, transformers have revolutionized natural language processing.
|
18 |
+
Quantum computing promises to solve problems beyond classical computers' reach.
|
19 |
+
Output: Intelligent Computational Systems
|
20 |
+
|
21 |
+
Example 4
|
22 |
+
Input:
|
23 |
+
Blockchain technology is being explored for secure voting systems.
|
24 |
+
Quantum computing promises to solve problems beyond classical computers' reach.
|
25 |
+
In the world of AI, transformers have revolutionized natural language processing.
|
26 |
+
Output: Emerging Digital Technologies
|
27 |
+
|
28 |
+
Example 5
|
29 |
+
Input:
|
30 |
+
Homemade meals are becoming more popular due to health consciousness.
|
31 |
+
Cooking tutorials are widely available on social media platforms.
|
32 |
+
Output: Modern Home Cooking`
|