guibvieira commited on
Commit
8823443
1 Parent(s): 18c3acb

Add BERTopic model

Browse files
.gitattributes CHANGED
@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
35
+ topics.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
The diff for this file is too large to render. See raw diff
 
config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "calculate_probabilities": false,
3
+ "language": "english",
4
+ "low_memory": false,
5
+ "min_topic_size": 10,
6
+ "n_gram_range": [
7
+ 1,
8
+ 1
9
+ ],
10
+ "nr_topics": null,
11
+ "seed_topic_list": null,
12
+ "top_n_words": 10,
13
+ "verbose": true
14
+ }
ctfidf.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e456827d03f8e3f5ccef246dc5e4a2cd9f062f28a8d755af76bb91b6afac560
3
+ size 5043152
ctfidf_config.json ADDED
@@ -0,0 +1,672 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ctfidf_model": {
3
+ "bm25_weighting": false,
4
+ "reduce_frequent_words": false
5
+ },
6
+ "vectorizer_model": {
7
+ "params": {
8
+ "analyzer": "word",
9
+ "binary": false,
10
+ "decode_error": "strict",
11
+ "encoding": "utf-8",
12
+ "input": "content",
13
+ "lowercase": true,
14
+ "max_df": 0.9,
15
+ "max_features": null,
16
+ "min_df": 0.05,
17
+ "ngram_range": [
18
+ 1,
19
+ 1
20
+ ],
21
+ "stop_words": "english",
22
+ "strip_accents": "ascii",
23
+ "token_pattern": "(?u)\\b\\w\\w+\\b",
24
+ "vocabulary": null
25
+ },
26
+ "vocab": {
27
+ "token": 560,
28
+ "crypto": 115,
29
+ "announcement": 25,
30
+ "come": 93,
31
+ "soon": 511,
32
+ "good": 219,
33
+ "morning": 361,
34
+ "community": 97,
35
+ "hope": 254,
36
+ "day": 123,
37
+ "ahead": 16,
38
+ "questions": 440,
39
+ "need": 367,
40
+ "feel": 185,
41
+ "free": 197,
42
+ "ask": 31,
43
+ "channel": 80,
44
+ "won": 621,
45
+ "going": 216,
46
+ "happen": 232,
47
+ "don": 146,
48
+ "think": 552,
49
+ "big": 47,
50
+ "team": 541,
51
+ "like": 304,
52
+ "address": 11,
53
+ "regarding": 455,
54
+ "recent": 452,
55
+ "number": 378,
56
+ "event": 165,
57
+ "new": 371,
58
+ "rewards": 466,
59
+ "change": 78,
60
+ "left": 298,
61
+ "sense": 488,
62
+ "receive": 450,
63
+ "time": 557,
64
+ "understand": 578,
65
+ "taken": 535,
66
+ "benefits": 44,
67
+ "world": 628,
68
+ "bitcoin": 51,
69
+ "biggest": 48,
70
+ "cryptocurrency": 116,
71
+ "run": 470,
72
+ "says": 478,
73
+ "guys": 228,
74
+ "doing": 145,
75
+ "today": 559,
76
+ "read": 445,
77
+ "just": 283,
78
+ "really": 448,
79
+ "glad": 212,
80
+ "got": 221,
81
+ "win": 616,
82
+ "game": 204,
83
+ "different": 138,
84
+ "bro": 58,
85
+ "look": 321,
86
+ "yeah": 636,
87
+ "swap": 533,
88
+ "earn": 153,
89
+ "week": 612,
90
+ "ago": 13,
91
+ "rate": 443,
92
+ "sure": 532,
93
+ "kindly": 287,
94
+ "question": 439,
95
+ "sorry": 512,
96
+ "message": 350,
97
+ "reply": 461,
98
+ "mean": 344,
99
+ "say": 476,
100
+ "hello": 242,
101
+ "daily": 119,
102
+ "live": 315,
103
+ "comment": 96,
104
+ "awesome": 39,
105
+ "eth": 163,
106
+ "holders": 251,
107
+ "currently": 118,
108
+ "using": 591,
109
+ "worth": 630,
110
+ "know": 288,
111
+ "potential": 420,
112
+ "course": 111,
113
+ "profits": 433,
114
+ "haha": 229,
115
+ "buying": 67,
116
+ "make": 333,
117
+ "wait": 600,
118
+ "price": 425,
119
+ "far": 180,
120
+ "ones": 385,
121
+ "used": 588,
122
+ "talk": 538,
123
+ "group": 223,
124
+ "bit": 50,
125
+ "waiting": 601,
126
+ "news": 372,
127
+ "stuff": 525,
128
+ "hand": 231,
129
+ "people": 398,
130
+ "pls": 411,
131
+ "choose": 85,
132
+ "massive": 339,
133
+ "interesting": 272,
134
+ "wow": 631,
135
+ "cool": 107,
136
+ "thought": 555,
137
+ "things": 551,
138
+ "happy": 236,
139
+ "upcoming": 581,
140
+ "join": 281,
141
+ "discord": 141,
142
+ "enjoy": 160,
143
+ "way": 608,
144
+ "exciting": 170,
145
+ "participate": 394,
146
+ "pm": 413,
147
+ "utc": 593,
148
+ "sent": 489,
149
+ "friends": 199,
150
+ "usdt": 586,
151
+ "level": 302,
152
+ "minimum": 353,
153
+ "reward": 465,
154
+ "send": 487,
155
+ "late": 291,
156
+ "announced": 24,
157
+ "working": 626,
158
+ "days": 124,
159
+ "create": 113,
160
+ "multiple": 363,
161
+ "accounts": 5,
162
+ "hit": 248,
163
+ "needed": 368,
164
+ "rest": 464,
165
+ "luck": 330,
166
+ "high": 246,
167
+ "thats": 549,
168
+ "account": 4,
169
+ "having": 238,
170
+ "hold": 250,
171
+ "said": 473,
172
+ "saying": 477,
173
+ "current": 117,
174
+ "market": 337,
175
+ "leave": 297,
176
+ "drop": 149,
177
+ "makes": 334,
178
+ "released": 459,
179
+ "coin": 91,
180
+ "trading": 567,
181
+ "pepe": 399,
182
+ "claim": 86,
183
+ "june": 282,
184
+ "members": 348,
185
+ "want": 604,
186
+ "use": 587,
187
+ "telegram": 543,
188
+ "chat": 82,
189
+ "trying": 574,
190
+ "fake": 178,
191
+ "old": 384,
192
+ "did": 134,
193
+ "release": 458,
194
+ "ready": 446,
195
+ "consider": 102,
196
+ "unique": 579,
197
+ "goes": 215,
198
+ "coins": 92,
199
+ "twitter": 576,
200
+ "thing": 550,
201
+ "let": 300,
202
+ "didn": 135,
203
+ "answer": 26,
204
+ "btc": 60,
205
+ "finally": 187,
206
+ "long": 319,
207
+ "excited": 169,
208
+ "focus": 191,
209
+ "positive": 417,
210
+ "defi": 127,
211
+ "ama": 22,
212
+ "hours": 257,
213
+ "ways": 609,
214
+ "gon": 217,
215
+ "na": 364,
216
+ "register": 456,
217
+ "ecosystem": 157,
218
+ "admin": 12,
219
+ "forward": 196,
220
+ "mate": 340,
221
+ "wo": 620,
222
+ "later": 292,
223
+ "alright": 21,
224
+ "check": 83,
225
+ "true": 571,
226
+ "lost": 325,
227
+ "details": 131,
228
+ "huge": 258,
229
+ "deposit": 130,
230
+ "total": 565,
231
+ "click": 88,
232
+ "information": 269,
233
+ "needs": 369,
234
+ "tomorrow": 563,
235
+ "knows": 290,
236
+ "tried": 570,
237
+ "work": 625,
238
+ "night": 375,
239
+ "came": 70,
240
+ "link": 307,
241
+ "actually": 8,
242
+ "welcome": 614,
243
+ "protocol": 436,
244
+ "users": 590,
245
+ "access": 2,
246
+ "liquidity": 309,
247
+ "platform": 408,
248
+ "continue": 104,
249
+ "point": 414,
250
+ "brother": 59,
251
+ "write": 632,
252
+ "shows": 497,
253
+ "version": 596,
254
+ "years": 638,
255
+ "based": 41,
256
+ "blockchain": 53,
257
+ "trust": 572,
258
+ "wallet": 602,
259
+ "sir": 503,
260
+ "hear": 240,
261
+ "ve": 595,
262
+ "following": 193,
263
+ "great": 222,
264
+ "project": 434,
265
+ "talking": 539,
266
+ "million": 351,
267
+ "play": 409,
268
+ "able": 0,
269
+ "money": 358,
270
+ "anymore": 27,
271
+ "turn": 575,
272
+ "social": 508,
273
+ "tho": 554,
274
+ "received": 451,
275
+ "active": 7,
276
+ "hard": 237,
277
+ "does": 143,
278
+ "control": 106,
279
+ "payment": 397,
280
+ "works": 627,
281
+ "took": 564,
282
+ "place": 405,
283
+ "position": 416,
284
+ "solution": 510,
285
+ "dear": 126,
286
+ "suggest": 528,
287
+ "support": 531,
288
+ "thank": 547,
289
+ "network": 370,
290
+ "heard": 241,
291
+ "ok": 382,
292
+ "trade": 566,
293
+ "lol": 318,
294
+ "development": 133,
295
+ "process": 430,
296
+ "building": 64,
297
+ "takes": 536,
298
+ "face": 175,
299
+ "tokens": 561,
300
+ "connect": 101,
301
+ "chain": 76,
302
+ "real": 447,
303
+ "family": 179,
304
+ "didnt": 136,
305
+ "post": 419,
306
+ "dont": 147,
307
+ "comes": 94,
308
+ "hmm": 249,
309
+ "try": 573,
310
+ "friend": 198,
311
+ "easily": 155,
312
+ "yea": 635,
313
+ "remember": 460,
314
+ "tell": 544,
315
+ "investing": 274,
316
+ "getting": 208,
317
+ "lose": 324,
318
+ "help": 243,
319
+ "dm": 142,
320
+ "miss": 355,
321
+ "life": 303,
322
+ "safe": 472,
323
+ "contract": 105,
324
+ "marketing": 338,
325
+ "max": 342,
326
+ "buy": 66,
327
+ "sell": 485,
328
+ "ca": 68,
329
+ "mind": 352,
330
+ "likely": 305,
331
+ "home": 253,
332
+ "quite": 442,
333
+ "starting": 520,
334
+ "chance": 77,
335
+ "added": 10,
336
+ "mentioned": 349,
337
+ "according": 3,
338
+ "correct": 108,
339
+ "end": 159,
340
+ "start": 518,
341
+ "phone": 404,
342
+ "times": 558,
343
+ "tg": 546,
344
+ "ya": 634,
345
+ "hi": 245,
346
+ "online": 386,
347
+ "started": 519,
348
+ "nice": 374,
349
+ "available": 36,
350
+ "funds": 202,
351
+ "created": 114,
352
+ "wrong": 633,
353
+ "looking": 322,
354
+ "seeing": 483,
355
+ "country": 109,
356
+ "super": 529,
357
+ "sounds": 513,
358
+ "issue": 278,
359
+ "stay": 521,
360
+ "note": 377,
361
+ "interested": 271,
362
+ "launch": 294,
363
+ "projects": 435,
364
+ "pretty": 423,
365
+ "early": 152,
366
+ "second": 480,
367
+ "guide": 226,
368
+ "im": 262,
369
+ "links": 308,
370
+ "date": 122,
371
+ "related": 457,
372
+ "spot": 517,
373
+ "better": 46,
374
+ "app": 28,
375
+ "email": 158,
376
+ "build": 63,
377
+ "yes": 639,
378
+ "coming": 95,
379
+ "pool": 415,
380
+ "lots": 327,
381
+ "stop": 523,
382
+ "playing": 410,
383
+ "nft": 373,
384
+ "ethereum": 164,
385
+ "listed": 311,
386
+ "withdrawal": 619,
387
+ "person": 402,
388
+ "fees": 186,
389
+ "higher": 247,
390
+ "sold": 509,
391
+ "value": 594,
392
+ "update": 582,
393
+ "tbh": 540,
394
+ "space": 514,
395
+ "year": 637,
396
+ "set": 492,
397
+ "allowed": 19,
398
+ "list": 310,
399
+ "possible": 418,
400
+ "thanks": 548,
401
+ "share": 493,
402
+ "future": 203,
403
+ "key": 284,
404
+ "successful": 527,
405
+ "research": 463,
406
+ "contact": 103,
407
+ "investment": 275,
408
+ "plan": 406,
409
+ "smart": 507,
410
+ "games": 205,
411
+ "absolutely": 1,
412
+ "told": 562,
413
+ "taking": 537,
414
+ "transactions": 569,
415
+ "plus": 412,
416
+ "volume": 599,
417
+ "open": 387,
418
+ "reason": 449,
419
+ "private": 426,
420
+ "website": 611,
421
+ "pay": 396,
422
+ "bring": 57,
423
+ "oh": 381,
424
+ "agree": 14,
425
+ "looks": 323,
426
+ "case": 73,
427
+ "rules": 469,
428
+ "buddy": 62,
429
+ "deal": 125,
430
+ "search": 479,
431
+ "code": 90,
432
+ "lmao": 317,
433
+ "worry": 629,
434
+ "guy": 227,
435
+ "care": 72,
436
+ "okay": 383,
437
+ "btw": 61,
438
+ "learn": 296,
439
+ "enter": 161,
440
+ "single": 502,
441
+ "previous": 424,
442
+ "love": 328,
443
+ "normal": 376,
444
+ "technology": 542,
445
+ "right": 467,
446
+ "saw": 475,
447
+ "listing": 312,
448
+ "best": 45,
449
+ "wish": 617,
450
+ "happened": 233,
451
+ "little": 314,
452
+ "fine": 189,
453
+ "reach": 444,
454
+ "company": 98,
455
+ "running": 471,
456
+ "business": 65,
457
+ "earning": 154,
458
+ "capital": 71,
459
+ "page": 392,
460
+ "experience": 172,
461
+ "past": 395,
462
+ "shit": 494,
463
+ "easy": 156,
464
+ "investors": 276,
465
+ "situation": 505,
466
+ "digital": 139,
467
+ "follow": 192,
468
+ "personal": 403,
469
+ "ll": 316,
470
+ "known": 289,
471
+ "exactly": 166,
472
+ "certain": 75,
473
+ "perfect": 400,
474
+ "media": 346,
475
+ "including": 266,
476
+ "wan": 603,
477
+ "fix": 190,
478
+ "fact": 176,
479
+ "kind": 285,
480
+ "issues": 279,
481
+ "option": 390,
482
+ "google": 220,
483
+ "fee": 184,
484
+ "unless": 580,
485
+ "imagine": 263,
486
+ "idea": 260,
487
+ "binance": 49,
488
+ "withdraw": 618,
489
+ "bot": 54,
490
+ "instead": 270,
491
+ "wants": 606,
492
+ "hey": 244,
493
+ "recommend": 454,
494
+ "action": 6,
495
+ "wanted": 605,
496
+ "lets": 301,
497
+ "video": 597,
498
+ "secure": 481,
499
+ "watch": 607,
500
+ "opportunity": 389,
501
+ "happens": 235,
502
+ "bad": 40,
503
+ "man": 336,
504
+ "weeks": 613,
505
+ "ta": 534,
506
+ "allow": 18,
507
+ "making": 335,
508
+ "latest": 293,
509
+ "crazy": 112,
510
+ "words": 624,
511
+ "thinking": 553,
512
+ "asking": 33,
513
+ "risk": 468,
514
+ "feature": 182,
515
+ "fun": 201,
516
+ "gone": 218,
517
+ "data": 121,
518
+ "nah": 365,
519
+ "transaction": 568,
520
+ "period": 401,
521
+ "months": 360,
522
+ "report": 462,
523
+ "product": 431,
524
+ "provide": 437,
525
+ "fast": 181,
526
+ "plans": 407,
527
+ "meet": 347,
528
+ "selling": 486,
529
+ "cause": 74,
530
+ "strong": 524,
531
+ "recently": 453,
532
+ "gives": 210,
533
+ "security": 482,
534
+ "global": 213,
535
+ "basically": 42,
536
+ "term": 545,
537
+ "invest": 273,
538
+ "problem": 428,
539
+ "gave": 206,
540
+ "amazing": 23,
541
+ "power": 421,
542
+ "changed": 79,
543
+ "expect": 171,
544
+ "public": 438,
545
+ "means": 345,
546
+ "profit": 432,
547
+ "definitely": 128,
548
+ "increase": 267,
549
+ "month": 359,
550
+ "simple": 500,
551
+ "fair": 177,
552
+ "official": 380,
553
+ "youtube": 641,
554
+ "matter": 341,
555
+ "offer": 379,
556
+ "exchange": 168,
557
+ "id": 259,
558
+ "believe": 43,
559
+ "order": 391,
560
+ "paid": 393,
561
+ "add": 9,
562
+ "couple": 110,
563
+ "yesterday": 640,
564
+ "info": 268,
565
+ "god": 214,
566
+ "save": 474,
567
+ "guess": 225,
568
+ "directly": 140,
569
+ "site": 504,
570
+ "bought": 55,
571
+ "updated": 583,
572
+ "maybe": 343,
573
+ "step": 522,
574
+ "literally": 313,
575
+ "block": 52,
576
+ "type": 577,
577
+ "low": 329,
578
+ "ur": 585,
579
+ "lot": 326,
580
+ "attention": 35,
581
+ "close": 89,
582
+ "word": 623,
583
+ "important": 265,
584
+ "user": 589,
585
+ "kinda": 286,
586
+ "complete": 99,
587
+ "longer": 320,
588
+ "simply": 501,
589
+ "example": 167,
590
+ "web": 610,
591
+ "probably": 427,
592
+ "clear": 87,
593
+ "usually": 592,
594
+ "ai": 17,
595
+ "holding": 252,
596
+ "assets": 34,
597
+ "supply": 530,
598
+ "moving": 362,
599
+ "given": 209,
600
+ "happening": 234,
601
+ "showing": 496,
602
+ "went": 615,
603
+ "chart": 81,
604
+ "form": 195,
605
+ "sign": 498,
606
+ "minutes": 354,
607
+ "appreciate": 29,
608
+ "especially": 162,
609
+ "major": 332,
610
+ "main": 331,
611
+ "launched": 295,
612
+ "earlier": 151,
613
+ "services": 491,
614
+ "short": 495,
615
+ "idk": 261,
616
+ "break": 56,
617
+ "half": 230,
618
+ "gets": 207,
619
+ "explain": 173,
620
+ "fully": 200,
621
+ "problems": 429,
622
+ "head": 239,
623
+ "hour": 256,
624
+ "seen": 484,
625
+ "forget": 194,
626
+ "near": 366,
627
+ "financial": 188,
628
+ "away": 38,
629
+ "damn": 120,
630
+ "hopefully": 255,
631
+ "depends": 129,
632
+ "opinion": 388,
633
+ "grow": 224,
634
+ "small": 506,
635
+ "imo": 264,
636
+ "giving": 211,
637
+ "called": 69,
638
+ "job": 280,
639
+ "features": 183,
640
+ "updates": 584,
641
+ "checked": 84,
642
+ "limited": 306,
643
+ "dude": 150,
644
+ "extra": 174,
645
+ "visit": 598,
646
+ "doubt": 148,
647
+ "completely": 100,
648
+ "service": 490,
649
+ "dev": 132,
650
+ "avoid": 37,
651
+ "doesn": 144,
652
+ "isn": 277,
653
+ "zero": 642,
654
+ "ah": 15,
655
+ "moment": 357,
656
+ "success": 526,
657
+ "legit": 299,
658
+ "specific": 516,
659
+ "alot": 20,
660
+ "missed": 356,
661
+ "article": 30,
662
+ "special": 515,
663
+ "till": 556,
664
+ "asked": 32,
665
+ "difference": 137,
666
+ "quick": 441,
667
+ "wonder": 622,
668
+ "ppl": 422,
669
+ "similar": 499
670
+ }
671
+ }
672
+ }
topic_embeddings.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b045936ae9dc028133a2e5ebcdcc52a0186c63975030d31351af881800bac68
3
+ size 9655392
topics.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1ca6aa267212ebe829e69c4dce9250166fd0cd83f41d07c044751febf737849
3
+ size 10745318