Hugging Face's logo

codeShare
/
JupyterNotebooks

Safetensors
Model card Files Community
codeShare commited on
Commit
3957ca7
·
verified ·
1 Parent(s): 97f05ea

Upload sd_token_similarity_calculator.ipynb

Browse files
Files changed (1) hide show
  1. sd_token_similarity_calculator.ipynb +134 -116
sd_token_similarity_calculator.ipynb CHANGED
@@ -126,7 +126,7 @@
126
  "colab": {
127
  "base_uri": "https://localhost:8080/"
128
  },
129
- "outputId": "8653ac7e-7f98-41bf-9f70-23e2ca939029"
130
  },
131
  "execution_count": 1,
132
  "outputs": [
@@ -136,13 +136,13 @@
136
  "text": [
137
  "/content\n",
138
  "Cloning into 'text-to-image-prompts'...\n",
139
- "remote: Enumerating objects: 745, done.\u001b[K\n",
140
- "remote: Counting objects: 100% (742/742), done.\u001b[K\n",
141
- "remote: Compressing objects: 100% (714/714), done.\u001b[K\n",
142
- "remote: Total 745 (delta 129), reused 0 (delta 0), pack-reused 3 (from 1)\u001b[K\n",
143
- "Receiving objects: 100% (745/745), 2.77 MiB | 4.90 MiB/s, done.\n",
144
- "Resolving deltas: 100% (129/129), done.\n",
145
- "Filtering content: 100% (122/122), 355.08 MiB | 40.31 MiB/s, done.\n"
146
  ]
147
  }
148
  ]
@@ -159,14 +159,18 @@
159
  "emojis = False # @param {\"type\":\"boolean\",\"placeholder\":\"😃\"}\n",
160
  "#------#\n",
161
  "\n",
 
 
 
 
162
  "celebs = False # @param {\"type\":\"boolean\",\"placeholder\":\"🆔👨\"}\n",
163
  "\n",
164
  "#These are borked\n",
165
- "#celebs_young = False # @param {\"type\":\"boolean\",\"placeholder\":\"🔸\"}\n",
166
  "#-------#\n",
167
  "\n",
168
  "#-----#\n",
169
- "female_fullnames = True # @param {\"type\":\"boolean\",\"placeholder\":\"😃\"}\n",
170
  "debug = False\n",
171
  "\n",
172
  "#------#\n",
@@ -175,6 +179,20 @@
175
  "nA = 0\n",
176
  "#--------#\n",
177
  "\n",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
178
  "\n",
179
  "if celebs:\n",
180
  " url = '/content/text-to-image-prompts/names/celebs/mixed'\n",
@@ -239,9 +257,9 @@
239
  "colab": {
240
  "base_uri": "https://localhost:8080/"
241
  },
242
- "outputId": "ba1b2d14-47e2-4ffa-ce7c-c62190db2664"
243
  },
244
- "execution_count": 2,
245
  "outputs": [
246
  {
247
  "output_type": "stream",
@@ -309,7 +327,7 @@
309
  "cell_type": "code",
310
  "source": [
311
  "# @title 📝 Get Prompt text_encoding similarity to the pre-calc. text_encodings\n",
312
- "prompt = \"Kiira Charle\" # @param {\"type\":\"string\",\"placeholder\":\"Write a prompt\"}\n",
313
  "\n",
314
  "from transformers import AutoTokenizer\n",
315
  "tokenizer = AutoTokenizer.from_pretrained(\"openai/clip-vit-large-patch14\", clean_up_tokenization_spaces = False)\n",
@@ -336,7 +354,7 @@
336
  "metadata": {
337
  "id": "xc-PbIYF428y"
338
  },
339
- "execution_count": 5,
340
  "outputs": []
341
  },
342
  {
@@ -388,114 +406,114 @@
388
  "colab": {
389
  "base_uri": "https://localhost:8080/"
390
  },
391
- "outputId": "638b64ca-932b-4788-889d-1a2cbf0923dc"
392
  },
393
- "execution_count": 6,
394
  "outputs": [
395
  {
396
  "output_type": "stream",
397
  "name": "stdout",
398
  "text": [
399
- "{Kiira Charle |\n",
400
- "Mykira Kerkman |\n",
401
- "Kiarah Childress |\n",
402
- "Kiara Rosi |\n",
403
- "Kristi Kindla |\n",
404
- "Kiari Stelter |\n",
405
- "Kristin Kha |\n",
406
- "Ellese Gurrad |\n",
407
- "Katlin Kiran |\n",
408
- "Shanie Orrala |\n",
409
- "Keilana Barrett |\n",
410
- "Kerra Kempton |\n",
411
- "Eliana Kieke |\n",
412
- "Liana Bazarte |\n",
413
- "Kristal Rosboril |\n",
414
- "Kyia Kielmeyer |\n",
415
- "Mykala Chait |\n",
416
- "Mekayla Orear |\n",
417
- "Anyshia Olsten |\n",
418
- "Kristi Kessing |\n",
419
- "Chantella Kersch |\n",
420
- "Leana Kirbo |\n",
421
- "Ela Kinnon |\n",
422
- "Krissa Orzel |\n",
423
- "Kyla Maraman |\n",
424
- "Siarra Eidinger |\n",
425
- "Lysha Kiehm |\n",
426
- "Melisa Kintsel |\n",
427
- "Krystal Gruger |\n",
428
- "Kristell Sterett |\n",
429
- "Keora Chastang |\n",
430
- "Shyla Chioma |\n",
431
- "Krysta Mariotti |\n",
432
- "Alora Stenson |\n",
433
- "Dreya Roski |\n",
434
- "Chiara Kirkness |\n",
435
- "Calia Kenoyer |\n",
436
- "Alyissa Gulston |\n",
437
- "Chiara Opie |\n",
438
- "Kati Kezel |\n",
439
- "Kaitlen Chiszar |\n",
440
- "Kiaralee Ohyama |\n",
441
- "Mishayla Barish |\n",
442
- "Coralee Gruiger |\n",
443
- "Kadynn Omara |\n",
444
- "Mikaylah Kilbane |\n",
445
- "Aliana Chai |\n",
446
- "Rheya Bartling |\n",
447
- "Carla Charlette |\n",
448
- "Khiara Ruchti |\n",
449
- "Tyiana Kirol |\n",
450
- "Kristyna Rogosky |\n",
451
- "Krystal Kinloch |\n",
452
- "Dylana Stehr |\n",
453
- "Kaira Gulnac |\n",
454
- "Kaylia Barnason |\n",
455
- "Aiyana Eddie |\n",
456
- "Keiora Guerin |\n",
457
- "Kiari Sterk |\n",
458
- "Kiyanna Kilker |\n",
459
- "Caitlyne Chrabasz |\n",
460
- "Kiki Ollins |\n",
461
- "Kierah Roewe |\n",
462
- "Yomara Charvre |\n",
463
- "Kierah Ruby |\n",
464
- "Ciela Maria |\n",
465
- "Ziana Olausen |\n",
466
- "Alyissa Oregel |\n",
467
- "Kassidie Oksen |\n",
468
- "Charleigh Rolark |\n",
469
- "Arilynn Ehigiator |\n",
470
- "Kyleeann Chandler |\n",
471
- "Seaira Stefanick |\n",
472
- "Johnna Eliyas |\n",
473
- "Lizabella Gruner |\n",
474
- "Ceaira Marinez |\n",
475
- "Keyra Roxbury |\n",
476
- "Kyasha Ora |\n",
477
- "Kadie Khay |\n",
478
- "Aurea Ohren |\n",
479
- "Kyala Basnett |\n",
480
- "Ellisa Orzech |\n",
481
- "Mikaila Christopher |\n",
482
- "Keliah Stockman |\n",
483
- "Alizea Kesley |\n",
484
- "Ziana Choiniere |\n",
485
- "Mikella Guercio |\n",
486
- "Kiyanna Barreau |\n",
487
- "Kaiyana Gurski |\n",
488
- "Kyarah Stillinger |\n",
489
- "Gizelle Oser |\n",
490
- "Corina Charpia |\n",
491
- "Kaydi Orabone |\n",
492
- "Stella Orner |\n",
493
- "Dylana Gurke |\n",
494
- "Vanessa Kessner |\n",
495
- "Caylie Kirmer |\n",
496
- "Eliska Khn |\n",
497
- "Kaiyah Royall |\n",
498
- "Chaya Kessans }\n"
499
  ]
500
  }
501
  ]
 
126
  "colab": {
127
  "base_uri": "https://localhost:8080/"
128
  },
129
+ "outputId": "87487b44-9037-4adc-b978-b107be7854d1"
130
  },
131
  "execution_count": 1,
132
  "outputs": [
 
136
  "text": [
137
  "/content\n",
138
  "Cloning into 'text-to-image-prompts'...\n",
139
+ "remote: Enumerating objects: 1095, done.\u001b[K\n",
140
+ "remote: Counting objects: 100% (1092/1092), done.\u001b[K\n",
141
+ "remote: Compressing objects: 100% (1059/1059), done.\u001b[K\n",
142
+ "remote: Total 1095 (delta 147), reused 0 (delta 0), pack-reused 3 (from 1)\u001b[K\n",
143
+ "Receiving objects: 100% (1095/1095), 3.63 MiB | 5.75 MiB/s, done.\n",
144
+ "Resolving deltas: 100% (147/147), done.\n",
145
+ "Filtering content: 100% (275/275), 795.84 MiB | 45.49 MiB/s, done.\n"
146
  ]
147
  }
148
  ]
 
159
  "emojis = False # @param {\"type\":\"boolean\",\"placeholder\":\"😃\"}\n",
160
  "#------#\n",
161
  "\n",
162
+ "first_names = False # @param {\"type\":\"boolean\",\"placeholder\":\"🔹\"}\n",
163
+ "last_names = False # @param {\"type\":\"boolean\",\"placeholder\":\"🔸\"}\n",
164
+ "full_names = True # @param {\"type\":\"boolean\",\"placeholder\":\"😃\"}\n",
165
+ "\n",
166
  "celebs = False # @param {\"type\":\"boolean\",\"placeholder\":\"🆔👨\"}\n",
167
  "\n",
168
  "#These are borked\n",
169
+ "celebs_young = False # param {\"type\":\"boolean\",\"placeholder\":\"🔸\"}\n",
170
  "#-------#\n",
171
  "\n",
172
  "#-----#\n",
173
+ "female_fullnames = False # @param {\"type\":\"boolean\",\"placeholder\":\"😃\"}\n",
174
  "debug = False\n",
175
  "\n",
176
  "#------#\n",
 
179
  "nA = 0\n",
180
  "#--------#\n",
181
  "\n",
182
+ "if first_names:\n",
183
+ " url = '/content/text-to-image-prompts/names/firstnames'\n",
184
+ " prompts , text_encodings, nA = append_from_url(prompts , text_encodings, nA , url , '')\n",
185
+ "#--------#\n",
186
+ "\n",
187
+ "if last_names:\n",
188
+ " url = '/content/text-to-image-prompts/names/lastnames'\n",
189
+ " prompts , text_encodings, nA = append_from_url(prompts , text_encodings, nA , url , '')\n",
190
+ "#--------#\n",
191
+ "\n",
192
+ "if full_names:\n",
193
+ " url = '/content/text-to-image-prompts/names/fullnames'\n",
194
+ " prompts , text_encodings, nA = append_from_url(prompts , text_encodings, nA , url , '')\n",
195
+ "#--------#\n",
196
  "\n",
197
  "if celebs:\n",
198
  " url = '/content/text-to-image-prompts/names/celebs/mixed'\n",
 
257
  "colab": {
258
  "base_uri": "https://localhost:8080/"
259
  },
260
+ "outputId": "03b73537-6081-452e-d1fa-8ff6de9f0bf0"
261
  },
262
+ "execution_count": 9,
263
  "outputs": [
264
  {
265
  "output_type": "stream",
 
327
  "cell_type": "code",
328
  "source": [
329
  "# @title 📝 Get Prompt text_encoding similarity to the pre-calc. text_encodings\n",
330
+ "prompt = \"Beyonce \" # @param {\"type\":\"string\",\"placeholder\":\"Write a prompt\"}\n",
331
  "\n",
332
  "from transformers import AutoTokenizer\n",
333
  "tokenizer = AutoTokenizer.from_pretrained(\"openai/clip-vit-large-patch14\", clean_up_tokenization_spaces = False)\n",
 
354
  "metadata": {
355
  "id": "xc-PbIYF428y"
356
  },
357
+ "execution_count": 10,
358
  "outputs": []
359
  },
360
  {
 
406
  "colab": {
407
  "base_uri": "https://localhost:8080/"
408
  },
409
+ "outputId": "ae8f6e6e-50b1-4de4-cc90-6874be10c46d"
410
  },
411
+ "execution_count": 11,
412
  "outputs": [
413
  {
414
  "output_type": "stream",
415
  "name": "stdout",
416
  "text": [
417
+ "{Onna Ealy |\n",
418
+ "Onye Guss |\n",
419
+ "Donae Guynup |\n",
420
+ "Lyfe Manry |\n",
421
+ "Tranae Keye |\n",
422
+ "Teyonce Orouke |\n",
423
+ "Kenley Kenndey |\n",
424
+ "Madysin Oki |\n",
425
+ "Sureya Marki |\n",
426
+ "Noriah Orff |\n",
427
+ "Abaigeal Roode |\n",
428
+ "Lyric Chasen |\n",
429
+ "Annel Ebe |\n",
430
+ "Mkya Kindall |\n",
431
+ "Tionni Chando |\n",
432
+ "Brin Baves |\n",
433
+ "Zene Marer |\n",
434
+ "Meeah Ehlke |\n",
435
+ "Beyah Cheeseman |\n",
436
+ "Leta Eddins |\n",
437
+ "Le Eady |\n",
438
+ "Maloree Onsurez |\n",
439
+ "Kmya Dyte |\n",
440
+ "Joya Marade |\n",
441
+ "Yasmyne Mante |\n",
442
+ "Su Kinn |\n",
443
+ "Tyese Marana |\n",
444
+ "Abish Barimah |\n",
445
+ "Shakia Stanke |\n",
446
+ "Casie Chanab |\n",
447
+ "Lyric Chepiga |\n",
448
+ "Bita Eapen |\n",
449
+ "Shanzay Bassi |\n",
450
+ "Halli Bealmear |\n",
451
+ "Kenyonna Barshaw |\n",
452
+ "Yu Basa |\n",
453
+ "Heaven Manka |\n",
454
+ "Shay Kinnu |\n",
455
+ "Annay Kepke |\n",
456
+ "Nyasia Rombs |\n",
457
+ "Hannan Okie |\n",
458
+ "Jaycie Bateh |\n",
459
+ "Dea Stillssr |\n",
460
+ "Rubee Dys |\n",
461
+ "Tationna Kesha |\n",
462
+ "Aanaya Keneally |\n",
463
+ "Meelah Onan |\n",
464
+ "Thang Rollf |\n",
465
+ "Zaynah Manera |\n",
466
+ "Bessy Oriley |\n",
467
+ "Candyce Bayn |\n",
468
+ "Reana Bary |\n",
469
+ "Abish Kenngott |\n",
470
+ "Raeann Chandesh |\n",
471
+ "Atiyah Guzy |\n",
472
+ "Nariah Markell |\n",
473
+ "Braxtyn Olah |\n",
474
+ "Keshara Baston |\n",
475
+ "Emonee Chautin |\n",
476
+ "Demiah Royle |\n",
477
+ "Breanda Keshishian |\n",
478
+ "Quynn Edmond |\n",
479
+ "Abigial Opet |\n",
480
+ "Alancia Channey |\n",
481
+ "Cashay Guyot |\n",
482
+ "Brenyn Kincaid |\n",
483
+ "Shenell Marson |\n",
484
+ "Matty Guiher |\n",
485
+ "Aaryah Kiddy |\n",
486
+ "Rayah Chao |\n",
487
+ "Saje Marse |\n",
488
+ "Aunna Bargo |\n",
489
+ "Prema Bardes |\n",
490
+ "Shenell Ronca |\n",
491
+ "Chelsy Stickler |\n",
492
+ "Amberly Kinkin |\n",
493
+ "Joydan Guilmain |\n",
494
+ "Jood Barocio |\n",
495
+ "Promise Sterner |\n",
496
+ "Sureya Chhim |\n",
497
+ "Ly Kinsel |\n",
498
+ "Kerly Manuia |\n",
499
+ "Niamyah Basley |\n",
500
+ "Daylan Eaby |\n",
501
+ "Jenay Rouly |\n",
502
+ "Persayis Olewine |\n",
503
+ "Deysha Chaven |\n",
504
+ "Summer Effner |\n",
505
+ "Briuna Hacke |\n",
506
+ "Ande Chasbbar |\n",
507
+ "Lised Mansa |\n",
508
+ "Aman Challen |\n",
509
+ "Karrington Maniace |\n",
510
+ "Ishitha Gutam |\n",
511
+ "Riya Olk |\n",
512
+ "Conny Beabout |\n",
513
+ "Nicky Maquis |\n",
514
+ "Tatym Rothi |\n",
515
+ "Dani Charest |\n",
516
+ "Bryna Stater }\n"
517
  ]
518
  }
519
  ]