codeShare commited on
Commit
8a0aaf3
·
verified ·
1 Parent(s): 70d7fbb

Upload sd_token_similarity_calculator.ipynb

Browse files
Files changed (1) hide show
  1. sd_token_similarity_calculator.ipynb +34 -326
sd_token_similarity_calculator.ipynb CHANGED
@@ -309,24 +309,47 @@
309
  "execution_count": null,
310
  "outputs": []
311
  },
 
 
 
 
 
 
 
 
 
312
  {
313
  "cell_type": "code",
314
  "source": [
315
  "# @title 🪐🖼️ -> 📝 Image to prompt : Add single token to existing prompt to match image\n",
316
  "from google.colab import files\n",
317
- "def getLocalFiles():\n",
318
- " _files = files.upload()\n",
319
- " if len(_files) >0:\n",
320
- " for k,v in _files.items():\n",
321
- " open(k,'wb').write(v)\n",
322
- "\n",
323
  "#Get image\n",
324
  "# You can use \"http://images.cocodataset.org/val2017/000000039769.jpg\" for testing\n",
325
- "url = \"http://images.cocodataset.org/val2017/000000039769.jpg\" # @param {\"type\":\"string\",\"placeholder\":\"leave empty for local upload\"}\n",
 
 
326
  "from PIL import Image\n",
327
  "import requests\n",
 
 
 
328
  "if url == \"\":\n",
329
- " image_A = getLocalFiles()\n",
 
 
 
 
 
 
 
 
 
330
  "else:\n",
331
  " image_A = Image.open(requests.get(url, stream=True).raw)\n",
332
  "\n",
@@ -472,325 +495,10 @@
472
  "metadata": {
473
  "collapsed": true,
474
  "cellView": "form",
475
- "id": "fi0jRruI0-tu",
476
- "outputId": "6d7e8c39-a117-4b35-acfe-2a128c65aeb7",
477
- "colab": {
478
- "base_uri": "https://localhost:8080/"
479
- }
480
  },
481
- "execution_count": 9,
482
- "outputs": [
483
- {
484
- "output_type": "stream",
485
- "name": "stdout",
486
- "text": [
487
- "//---//\n",
488
- "\n",
489
- "These token pairings within the range ID = 12500 to ID = 13000 most closely match the text_encoding for the prompt \"the image\" : \n",
490
- "\n",
491
- "sits</w>yellow\n",
492
- "similiarity = 23.02 %\n",
493
- "--------\n",
494
- "neys</w>yellow\n",
495
- "similiarity = 19.74 %\n",
496
- "--------\n",
497
- "cody</w>yellow\n",
498
- "similiarity = 18.61 %\n",
499
- "--------\n",
500
- "wns</w>yellow\n",
501
- "similiarity = 18.43 %\n",
502
- "--------\n",
503
- "java</w>yellow\n",
504
- "similiarity = 18.15 %\n",
505
- "--------\n",
506
- "jj</w>yellow\n",
507
- "similiarity = 18.03 %\n",
508
- "--------\n",
509
- "eno</w>yellow\n",
510
- "similiarity = 17.87 %\n",
511
- "--------\n",
512
- "cled</w>yellow\n",
513
- "similiarity = 17.85 %\n",
514
- "--------\n",
515
- "nom</w>yellow\n",
516
- "similiarity = 17.75 %\n",
517
- "--------\n",
518
- "dads</w>yellow\n",
519
- "similiarity = 17.5 %\n",
520
- "--------\n",
521
- "mil</w>yellow\n",
522
- "similiarity = 17.47 %\n",
523
- "--------\n",
524
- "whom</w>yellow\n",
525
- "similiarity = 17.37 %\n",
526
- "--------\n",
527
- "itv</w>yellow\n",
528
- "similiarity = 17.34 %\n",
529
- "--------\n",
530
- "vibe</w>yellow\n",
531
- "similiarity = 17.2 %\n",
532
- "--------\n",
533
- "noir</w>yellow\n",
534
- "similiarity = 17.14 %\n",
535
- "--------\n",
536
- "yellowarel</w>\n",
537
- "similiarity = 17.1 %\n",
538
- "--------\n",
539
- "#â̦</w>yellow\n",
540
- "similiarity = 17.04 %\n",
541
- "--------\n",
542
- "maya</w>yellow\n",
543
- "similiarity = 17.03 %\n",
544
- "--------\n",
545
- "yellowbam</w>\n",
546
- "similiarity = 17.01 %\n",
547
- "--------\n",
548
- "erts</w>yellow\n",
549
- "similiarity = 17.01 %\n",
550
- "--------\n",
551
- "xc</w>yellow\n",
552
- "similiarity = 16.98 %\n",
553
- "--------\n",
554
- "mob</w>yellow\n",
555
- "similiarity = 16.89 %\n",
556
- "--------\n",
557
- "dees</w>yellow\n",
558
- "similiarity = 16.87 %\n",
559
- "--------\n",
560
- "icc</w>yellow\n",
561
- "similiarity = 16.75 %\n",
562
- "--------\n",
563
- "aly</w>yellow\n",
564
- "similiarity = 16.63 %\n",
565
- "--------\n",
566
- "lis</w>yellow\n",
567
- "similiarity = 16.63 %\n",
568
- "--------\n",
569
- "yellowturf</w>\n",
570
- "similiarity = 16.62 %\n",
571
- "--------\n",
572
- "yellowbaba</w>\n",
573
- "similiarity = 16.58 %\n",
574
- "--------\n",
575
- ":*</w>yellow\n",
576
- "similiarity = 16.42 %\n",
577
- "--------\n",
578
- "inho</w>yellow\n",
579
- "similiarity = 16.39 %\n",
580
- "--------\n",
581
- "yellowhes</w>\n",
582
- "similiarity = 16.37 %\n",
583
- "--------\n",
584
- "nity</w>yellow\n",
585
- "similiarity = 16.3 %\n",
586
- "--------\n",
587
- "lust</w>yellow\n",
588
- "similiarity = 16.3 %\n",
589
- "--------\n",
590
- "ikh</w>yellow\n",
591
- "similiarity = 16.26 %\n",
592
- "--------\n",
593
- "nyt</w>yellow\n",
594
- "similiarity = 16.24 %\n",
595
- "--------\n",
596
- "(+</w>yellow\n",
597
- "similiarity = 16.11 %\n",
598
- "--------\n",
599
- "foto</w>yellow\n",
600
- "similiarity = 16.11 %\n",
601
- "--------\n",
602
- "stl</w>yellow\n",
603
- "similiarity = 16.06 %\n",
604
- "--------\n",
605
- "mick</w>yellow\n",
606
- "similiarity = 16.06 %\n",
607
- "--------\n",
608
- "...@</w>yellow\n",
609
- "similiarity = 16.05 %\n",
610
- "--------\n",
611
- "ugh</w>yellow\n",
612
- "similiarity = 16.05 %\n",
613
- "--------\n",
614
- "gro</w>yellow\n",
615
- "similiarity = 16.01 %\n",
616
- "--------\n",
617
- "wski</w>yellow\n",
618
- "similiarity = 16.01 %\n",
619
- "--------\n",
620
- "ðŁĴ«</w>yellow\n",
621
- "similiarity = 15.74 %\n",
622
- "--------\n",
623
- "deen</w>yellow\n",
624
- "similiarity = 15.73 %\n",
625
- "--------\n",
626
- "assy</w>yellow\n",
627
- "similiarity = 15.72 %\n",
628
- "--------\n",
629
- "mtv</w>yellow\n",
630
- "similiarity = 15.72 %\n",
631
- "--------\n",
632
- "yellowðŁĺ»</w>\n",
633
- "similiarity = 15.72 %\n",
634
- "--------\n",
635
- "yellowfrm</w>\n",
636
- "similiarity = 15.65 %\n",
637
- "--------\n",
638
- "moss</w>yellow\n",
639
- "similiarity = 15.64 %\n",
640
- "--------\n",
641
- "bart</w>yellow\n",
642
- "similiarity = 15.61 %\n",
643
- "--------\n",
644
- "tw</w>yellow\n",
645
- "similiarity = 15.51 %\n",
646
- "--------\n",
647
- "yellowplug</w>\n",
648
- "similiarity = 15.46 %\n",
649
- "--------\n",
650
- "jen</w>yellow\n",
651
- "similiarity = 15.45 %\n",
652
- "--------\n",
653
- "pst</w>yellow\n",
654
- "similiarity = 15.43 %\n",
655
- "--------\n",
656
- "omfg</w>yellow\n",
657
- "similiarity = 15.43 %\n",
658
- "--------\n",
659
- "dine</w>yellow\n",
660
- "similiarity = 15.38 %\n",
661
- "--------\n",
662
- "vern</w>yellow\n",
663
- "similiarity = 15.33 %\n",
664
- "--------\n",
665
- "reno</w>yellow\n",
666
- "similiarity = 15.25 %\n",
667
- "--------\n",
668
- "yellow´</w>\n",
669
- "similiarity = 15.14 %\n",
670
- "--------\n",
671
- "omic</w>yellow\n",
672
- "similiarity = 15.14 %\n",
673
- "--------\n",
674
- "łï¸ı</w>yellow\n",
675
- "similiarity = 15.11 %\n",
676
- "--------\n",
677
- "yellowgis</w>\n",
678
- "similiarity = 15.06 %\n",
679
- "--------\n",
680
- "aunt</w>yellow\n",
681
- "similiarity = 15.0 %\n",
682
- "--------\n",
683
- "joan</w>yellow\n",
684
- "similiarity = 14.96 %\n",
685
- "--------\n",
686
- "anas</w>yellow\n",
687
- "similiarity = 14.92 %\n",
688
- "--------\n",
689
- "ðŁĴĵ</w>yellow\n",
690
- "similiarity = 14.9 %\n",
691
- "--------\n",
692
- "chad</w>yellow\n",
693
- "similiarity = 14.89 %\n",
694
- "--------\n",
695
- "yellowsake</w>\n",
696
- "similiarity = 14.88 %\n",
697
- "--------\n",
698
- "gues</w>yellow\n",
699
- "similiarity = 14.84 %\n",
700
- "--------\n",
701
- "gian</w>yellow\n",
702
- "similiarity = 14.84 %\n",
703
- "--------\n",
704
- "asi</w>yellow\n",
705
- "similiarity = 14.83 %\n",
706
- "--------\n",
707
- "yellowoven</w>\n",
708
- "similiarity = 14.82 %\n",
709
- "--------\n",
710
- "jury</w>yellow\n",
711
- "similiarity = 14.79 %\n",
712
- "--------\n",
713
- "blvd</w>yellow\n",
714
- "similiarity = 14.75 %\n",
715
- "--------\n",
716
- "omez</w>yellow\n",
717
- "similiarity = 14.72 %\n",
718
- "--------\n",
719
- "yellowyang</w>\n",
720
- "similiarity = 14.7 %\n",
721
- "--------\n",
722
- "gu</w>yellow\n",
723
- "similiarity = 14.48 %\n",
724
- "--------\n",
725
- "yellowova</w>\n",
726
- "similiarity = 14.45 %\n",
727
- "--------\n",
728
- "yellowinez</w>\n",
729
- "similiarity = 14.44 %\n",
730
- "--------\n",
731
- "pei</w>yellow\n",
732
- "similiarity = 14.44 %\n",
733
- "--------\n",
734
- "ãĢIJ</w>yellow\n",
735
- "similiarity = 14.43 %\n",
736
- "--------\n",
737
- "ãĢij</w>yellow\n",
738
- "similiarity = 14.43 %\n",
739
- "--------\n",
740
- "ðŁĮŀ</w>yellow\n",
741
- "similiarity = 14.36 %\n",
742
- "--------\n",
743
- "ðŁĺĿ</w>yellow\n",
744
- "similiarity = 14.27 %\n",
745
- "--------\n",
746
- "troy</w>yellow\n",
747
- "similiarity = 14.16 %\n",
748
- "--------\n",
749
- "pale</w>yellow\n",
750
- "similiarity = 14.14 %\n",
751
- "--------\n",
752
- "boi</w>yellow\n",
753
- "similiarity = 14.11 %\n",
754
- "--------\n",
755
- "nn</w>yellow\n",
756
- "similiarity = 14.08 %\n",
757
- "--------\n",
758
- "âı°</w>yellow\n",
759
- "similiarity = 14.01 %\n",
760
- "--------\n",
761
- "ooth</w>yellow\n",
762
- "similiarity = 13.93 %\n",
763
- "--------\n",
764
- "pied</w>yellow\n",
765
- "similiarity = 13.9 %\n",
766
- "--------\n",
767
- "bola</w>yellow\n",
768
- "similiarity = 13.79 %\n",
769
- "--------\n",
770
- "âŀ¡</w>yellow\n",
771
- "similiarity = 13.77 %\n",
772
- "--------\n",
773
- "rena</w>yellow\n",
774
- "similiarity = 13.75 %\n",
775
- "--------\n",
776
- "dley</w>yellow\n",
777
- "similiarity = 13.73 %\n",
778
- "--------\n",
779
- "evan</w>yellow\n",
780
- "similiarity = 13.67 %\n",
781
- "--------\n",
782
- "pony</w>yellow\n",
783
- "similiarity = 13.63 %\n",
784
- "--------\n",
785
- "rene</w>yellow\n",
786
- "similiarity = 13.62 %\n",
787
- "--------\n",
788
- "mock</w>yellow\n",
789
- "similiarity = 13.57 %\n",
790
- "--------\n"
791
- ]
792
- }
793
- ]
794
  },
795
  {
796
  "cell_type": "code",
 
309
  "execution_count": null,
310
  "outputs": []
311
  },
312
+ {
313
+ "cell_type": "markdown",
314
+ "source": [
315
+ "You can write an url or upload a file locally from your device to use as reference. The image will by saved in the 'sd_tokens' folder. Note that the 'sd_tokens' folder will be deleted upon exiting this runtime."
316
+ ],
317
+ "metadata": {
318
+ "id": "hyK423TQCRup"
319
+ }
320
+ },
321
  {
322
  "cell_type": "code",
323
  "source": [
324
  "# @title 🪐🖼️ -> 📝 Image to prompt : Add single token to existing prompt to match image\n",
325
  "from google.colab import files\n",
326
+ "def upload_files():\n",
327
+ " from google.colab import files\n",
328
+ " uploaded = files.upload()\n",
329
+ " for k, v in uploaded.items():\n",
330
+ " open(k, 'wb').write(v)\n",
331
+ " return list(uploaded.keys())\n",
332
  "#Get image\n",
333
  "# You can use \"http://images.cocodataset.org/val2017/000000039769.jpg\" for testing\n",
334
+ "url = \"\" # @param {\"type\":\"string\",\"placeholder\":\"leave empty for local upload (scroll down to see it)\"}\n",
335
+ "\n",
336
+ "colab_image_path = \"\" # @param {\"type\":\"string\",\"placeholder\":\"(optional) Write colab image path to load from\"}\n",
337
  "from PIL import Image\n",
338
  "import requests\n",
339
+ "image_A = \"\"\n",
340
+ "\n",
341
+ "#----#\n",
342
  "if url == \"\":\n",
343
+ " import cv2\n",
344
+ " from google.colab.patches import cv2_imshow\n",
345
+ " # Open the image.\n",
346
+ " if colab_image_path == \"\":\n",
347
+ " keys = upload_files()\n",
348
+ " for key in keys:\n",
349
+ " image_A = cv2.imread(\"/content/sd_tokens/\" + key)\n",
350
+ " colab_image_path = \"/content/sd_tokens/\" + key\n",
351
+ " else:\n",
352
+ " image_A = cv2.imread(colab_image_path)\n",
353
  "else:\n",
354
  " image_A = Image.open(requests.get(url, stream=True).raw)\n",
355
  "\n",
 
495
  "metadata": {
496
  "collapsed": true,
497
  "cellView": "form",
498
+ "id": "fi0jRruI0-tu"
 
 
 
 
499
  },
500
+ "execution_count": null,
501
+ "outputs": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
502
  },
503
  {
504
  "cell_type": "code",