Base SDXL

mlpackages/.gitattributes

@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+01.png filter=lfs diff=lfs merge=lfs -text

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_text_encoder.mlpackage/Data/com.apple.CoreML/FeatureDescriptions.json

@@ -0,0 +1,18 @@
+{
+  "Outputs" : {
+    "pooled_outputs" : {
+      "MLFeatureShortDescription" : "The version of the `last_hidden_state` output after pooling"
+    },
+    "hidden_embeds" : {
+      "MLFeatureShortDescription" : "Hidden states after the encoder layers"
+    }
+  },
+  "Inputs" : {
+    "input_ids" : {
+      "MLFeatureShortDescription" : "The token ids that represent the input text"
+    }
+  },
+  "TrainingInputs" : {
+
+  }
+}

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_text_encoder.mlpackage/Data/com.apple.CoreML/Metadata.json

@@ -0,0 +1,10 @@
+{
+  "MLModelVersionStringKey" : "stabilityai\/stable-diffusion-xl-base-1.0",
+  "MLModelDescriptionKey" : "Stable Diffusion generates images conditioned on text and\/or other images as input through the diffusion process. Please refer to https:\/\/arxiv.org\/abs\/2112.10752 for details.",
+  "MLModelCreatorDefinedKey" : {
+    "com.github.apple.coremltools.version" : "7.0b1",
+    "com.github.apple.coremltools.source" : "torch==2.0.1+cu117"
+  },
+  "MLModelAuthorKey" : "Please refer to the Model Card available at huggingface.co\/stabilityai\/stable-diffusion-xl-base-1.0",
+  "MLModelLicenseKey" : "OpenRAIL++-M (https:\/\/huggingface.co\/stabilityai\/stable-diffusion-xl-base-1.0\/blob\/main\/LICENSE.md)"
+}

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_text_encoder.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fc64f553e0f6be677899106f40ed3bf85eceb3d0b55f90022252cb8dff1d4a
+size 161160

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_text_encoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86533724aadf50c8f5539592d440887a484f60002d7967505c69c7faf4d7797
+size 246145536

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_text_encoder.mlpackage/Manifest.json

@@ -0,0 +1,30 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "2E437C75-2D29-4906-9BBF-06B4F60AF608": {
+            "author": "com.apple.CoreML",
+            "description": "External Metadata Overlay",
+            "name": "Metadata.json",
+            "path": "com.apple.CoreML/Metadata.json"
+        },
+        "3d765fc2-d834-4477-9cf7-818901242816": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        },
+        "58CF0F86-0A4C-4478-B878-FB21979F2094": {
+            "author": "com.apple.CoreML",
+            "description": "External FeatureDescription Overlay",
+            "name": "FeatureDescriptions.json",
+            "path": "com.apple.CoreML/FeatureDescriptions.json"
+        },
+        "5fc727d7-449d-4885-8c48-b3b711dfed7b": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        }
+    },
+    "rootModelIdentifier": "5fc727d7-449d-4885-8c48-b3b711dfed7b"
+}

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_text_encoder_2.mlpackage/Data/com.apple.CoreML/FeatureDescriptions.json

@@ -0,0 +1,18 @@
+{
+  "Outputs" : {
+    "pooled_outputs" : {
+      "MLFeatureShortDescription" : "The version of the `last_hidden_state` output after pooling"
+    },
+    "hidden_embeds" : {
+      "MLFeatureShortDescription" : "Hidden states after the encoder layers"
+    }
+  },
+  "Inputs" : {
+    "input_ids" : {
+      "MLFeatureShortDescription" : "The token ids that represent the input text"
+    }
+  },
+  "TrainingInputs" : {
+
+  }
+}

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_text_encoder_2.mlpackage/Data/com.apple.CoreML/Metadata.json

@@ -0,0 +1,10 @@
+{
+  "MLModelVersionStringKey" : "stabilityai\/stable-diffusion-xl-base-1.0",
+  "MLModelDescriptionKey" : "Stable Diffusion generates images conditioned on text and\/or other images as input through the diffusion process. Please refer to https:\/\/arxiv.org\/abs\/2112.10752 for details.",
+  "MLModelCreatorDefinedKey" : {
+    "com.github.apple.coremltools.version" : "7.0b1",
+    "com.github.apple.coremltools.source" : "torch==2.0.1+cu117"
+  },
+  "MLModelAuthorKey" : "Please refer to the Model Card available at huggingface.co\/stabilityai\/stable-diffusion-xl-base-1.0",
+  "MLModelLicenseKey" : "OpenRAIL++-M (https:\/\/huggingface.co\/stabilityai\/stable-diffusion-xl-base-1.0\/blob\/main\/LICENSE.md)"
+}

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_text_encoder_2.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb832076a7e67ff890e274281c5bf83c3be6743b8214d0c6df95b88fce6711f
+size 418221

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_text_encoder_2.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd1fc0bcce11cff685648387b0060e0b6ecfce6c34e580e1ae904cae5903363
+size 1389367424

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_text_encoder_2.mlpackage/Manifest.json

@@ -0,0 +1,30 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "1003fcc7-51c2-44b1-bfd2-71eaffb11598": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        },
+        "5bff403e-2a80-4472-b7fe-4c3438e76e85": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        },
+        "66E76242-93D0-4D4D-8D64-697552EC6C38": {
+            "author": "com.apple.CoreML",
+            "description": "External FeatureDescription Overlay",
+            "name": "FeatureDescriptions.json",
+            "path": "com.apple.CoreML/FeatureDescriptions.json"
+        },
+        "8DF8F909-251F-4BFD-BFA3-F72860B2F27D": {
+            "author": "com.apple.CoreML",
+            "description": "External Metadata Overlay",
+            "name": "Metadata.json",
+            "path": "com.apple.CoreML/Metadata.json"
+        }
+    },
+    "rootModelIdentifier": "5bff403e-2a80-4472-b7fe-4c3438e76e85"
+}

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_unet.mlpackage/Data/com.apple.CoreML/FeatureDescriptions.json

@@ -0,0 +1,27 @@
+{
+  "Outputs" : {
+    "noise_pred" : {
+      "MLFeatureShortDescription" : "Same shape and dtype as the `sample` input. The predicted noise to facilitate the reverse diffusion (denoising) process"
+    }
+  },
+  "Inputs" : {
+    "encoder_hidden_states" : {
+      "MLFeatureShortDescription" : "Output embeddings from the associated text_encoder model to condition to generated image on text. A maximum of 77 tokens (~40 words) are allowed. Longer text is truncated. Shorter text does not reduce computation."
+    },
+    "sample" : {
+      "MLFeatureShortDescription" : "The low resolution latent feature maps being denoised through reverse diffusion"
+    },
+    "timestep" : {
+      "MLFeatureShortDescription" : "A value emitted by the associated scheduler object to condition the model on a given noise schedule"
+    },
+    "time_ids" : {
+      "MLFeatureShortDescription" : ""
+    },
+    "text_embeds" : {
+      "MLFeatureShortDescription" : ""
+    }
+  },
+  "TrainingInputs" : {
+
+  }
+}

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_unet.mlpackage/Data/com.apple.CoreML/Metadata.json

@@ -0,0 +1,11 @@
+{
+  "MLModelVersionStringKey" : "stabilityai\/stable-diffusion-xl-base-1.0",
+  "MLModelDescriptionKey" : "Stable Diffusion generates images conditioned on text or other images as input through the diffusion process. Please refer to https:\/\/arxiv.org\/abs\/2112.10752 for details.",
+  "MLModelCreatorDefinedKey" : {
+    "com.github.apple.coremltools.version" : "7.0b1",
+    "com.github.apple.coremltools.source" : "torch==2.0.1+cu117",
+    "com.github.apple.ml-stable-diffusion.version" : "1.0.0"
+  },
+  "MLModelAuthorKey" : "Please refer to the Model Card available at huggingface.co\/stabilityai\/stable-diffusion-xl-base-1.0",
+  "MLModelLicenseKey" : "OpenRAIL++-M (https:\/\/huggingface.co\/stabilityai\/stable-diffusion-xl-base-1.0\/blob\/main\/LICENSE.md)"
+}

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_unet.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76b3e630fc6936ba2b10f20364290b702e2a1a4d44b2d147133a52dd86bbe5a
+size 2028342

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_unet.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34f8b7b5b0b62880733514f5fc39cb79f243a3a4bdb13eff5f8855cf2c82854
+size 5135067072

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_unet.mlpackage/Manifest.json

@@ -0,0 +1,30 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "018FAE61-4A61-4AC6-A136-4E007EDFC6B2": {
+            "author": "com.apple.CoreML",
+            "description": "External Metadata Overlay",
+            "name": "Metadata.json",
+            "path": "com.apple.CoreML/Metadata.json"
+        },
+        "55cd366d-d242-44ae-ac6b-0316d8671233": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        },
+        "7F4E1119-020E-4F7A-BC28-AB8F3F0119EE": {
+            "author": "com.apple.CoreML",
+            "description": "External FeatureDescription Overlay",
+            "name": "FeatureDescriptions.json",
+            "path": "com.apple.CoreML/FeatureDescriptions.json"
+        },
+        "c34397a4-1dac-4188-a5c0-ea4e42c7e4e9": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        }
+    },
+    "rootModelIdentifier": "c34397a4-1dac-4188-a5c0-ea4e42c7e4e9"
+}

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_vae_decoder.mlpackage/Data/com.apple.CoreML/FeatureDescriptions.json

@@ -0,0 +1,15 @@
+{
+  "Outputs" : {
+    "image" : {
+      "MLFeatureShortDescription" : "Generated image normalized to range [-1, 1]"
+    }
+  },
+  "Inputs" : {
+    "z" : {
+      "MLFeatureShortDescription" : "The denoised latent embeddings from the unet model after the last step of reverse diffusion"
+    }
+  },
+  "TrainingInputs" : {
+
+  }
+}

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_vae_decoder.mlpackage/Data/com.apple.CoreML/Metadata.json

@@ -0,0 +1,10 @@
+{
+  "MLModelVersionStringKey" : "stabilityai\/stable-diffusion-xl-base-1.0",
+  "MLModelDescriptionKey" : "Stable Diffusion generates images conditioned on text and\/or other images as input through the diffusion process. Please refer to https:\/\/arxiv.org\/abs\/2112.10752 for details.",
+  "MLModelCreatorDefinedKey" : {
+    "com.github.apple.coremltools.version" : "7.0b1",
+    "com.github.apple.coremltools.source" : "torch==2.0.1"
+  },
+  "MLModelAuthorKey" : "Please refer to the Model Card available at huggingface.co\/stabilityai\/stable-diffusion-xl-base-1.0",
+  "MLModelLicenseKey" : "OpenRAIL++-M (https:\/\/huggingface.co\/stabilityai\/stable-diffusion-xl-base-1.0\/blob\/main\/LICENSE.md)"
+}

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_vae_decoder.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb66e41edf6678acc5df408ffb294157df24996f810f649d953d2997df2f40cc
+size 143700

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_vae_decoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ade814d6037fb5ba892963be1596c8e37852f96c399101401831f8c07e64bd2
+size 197977216

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_vae_decoder.mlpackage/Manifest.json

@@ -0,0 +1,30 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "0C4B4A84-E58C-4B55-9232-7AD156C36DF1": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        },
+        "63939630-D849-41F2-B7BB-9439F4215E25": {
+            "author": "com.apple.CoreML",
+            "description": "External FeatureDescription Overlay",
+            "name": "FeatureDescriptions.json",
+            "path": "com.apple.CoreML/FeatureDescriptions.json"
+        },
+        "920AF9A5-7F1B-4655-9367-780D11D0CACC": {
+            "author": "com.apple.CoreML",
+            "description": "External Metadata Overlay",
+            "name": "Metadata.json",
+            "path": "com.apple.CoreML/Metadata.json"
+        },
+        "FF129861-DA4E-4A61-A51B-4E991CC3DAEA": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        }
+    },
+    "rootModelIdentifier": "0C4B4A84-E58C-4B55-9232-7AD156C36DF1"
+}

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_vae_encoder.mlpackage/Data/com.apple.CoreML/FeatureDescriptions.json

@@ -0,0 +1,15 @@
+{
+  "Outputs" : {
+    "latent" : {
+      "MLFeatureShortDescription" : "The latent embeddings from the unet model from the input image."
+    }
+  },
+  "Inputs" : {
+    "z" : {
+      "MLFeatureShortDescription" : "The input image to base the initial latents on normalized to range [-1, 1]"
+    }
+  },
+  "TrainingInputs" : {
+
+  }
+}

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_vae_encoder.mlpackage/Data/com.apple.CoreML/Metadata.json

@@ -0,0 +1,10 @@
+{
+  "MLModelVersionStringKey" : "stabilityai\/stable-diffusion-xl-base-1.0",
+  "MLModelDescriptionKey" : "Stable Diffusion generates images conditioned on text and\/or other images as input through the diffusion process. Please refer to https:\/\/arxiv.org\/abs\/2112.10752 for details.",
+  "MLModelCreatorDefinedKey" : {
+    "com.github.apple.coremltools.version" : "7.0b1",
+    "com.github.apple.coremltools.source" : "torch==2.0.1+cu117"
+  },
+  "MLModelAuthorKey" : "Please refer to the Model Card available at huggingface.co\/stabilityai\/stable-diffusion-xl-base-1.0",
+  "MLModelLicenseKey" : "OpenRAIL++-M (https:\/\/huggingface.co\/stabilityai\/stable-diffusion-xl-base-1.0\/blob\/main\/LICENSE.md)"
+}

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_vae_encoder.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee32c2ed8e0d8dc35e513bd328fda885af82ec3d252f50037cc70fc5d966860d
+size 119397

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_vae_encoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329f708df0bae1990a1886007b5ae56cfd9a44e7091e8f822db907a9fc411858
+size 68338112

mlpackages/Stable_Diffusion_version_stabilityai_stable-diffusion-xl-base-1.0_vae_encoder.mlpackage/Manifest.json

@@ -0,0 +1,30 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "3B5695B7-E904-4965-8B20-FCA04DC0C035": {
+            "author": "com.apple.CoreML",
+            "description": "External FeatureDescription Overlay",
+            "name": "FeatureDescriptions.json",
+            "path": "com.apple.CoreML/FeatureDescriptions.json"
+        },
+        "78a885c8-8779-418b-9bfe-cf0ac2e82e6f": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        },
+        "7EE511A5-DB53-4061-8155-ED696C539F30": {
+            "author": "com.apple.CoreML",
+            "description": "External Metadata Overlay",
+            "name": "Metadata.json",
+            "path": "com.apple.CoreML/Metadata.json"
+        },
+        "9e7ab831-1e35-4406-be6a-48236315c9c4": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        }
+    },
+    "rootModelIdentifier": "9e7ab831-1e35-4406-be6a-48236315c9c4"
+}

model_index.json

@@ -0,0 +1,22 @@
+{
+  "_class_name": "StableDiffusionXLMinimalPipeline",
+  "_diffusers_version": "0.27.2",
+  "_name_or_path": "stabilityai/stable-diffusion-xl-base-1.0",
+  "feature_extractor": [
+    null,
+    null
+  ],
+  "force_zeros_for_empty_prompt": true,
+  "scheduler": [
+    "diffusers",
+    "EulerDiscreteScheduler"
+  ],
+  "tokenizer": [
+    "transformers",
+    "CLIPTokenizer"
+  ],
+  "tokenizer_2": [
+    "transformers",
+    "CLIPTokenizer"
+  ]
+}

scheduler/scheduler_config.json

@@ -0,0 +1,22 @@
+{
+  "_class_name": "EulerDiscreteScheduler",
+  "_diffusers_version": "0.27.2",
+  "beta_end": 0.012,
+  "beta_schedule": "scaled_linear",
+  "beta_start": 0.00085,
+  "clip_sample": false,
+  "interpolation_type": "linear",
+  "num_train_timesteps": 1000,
+  "prediction_type": "epsilon",
+  "rescale_betas_zero_snr": false,
+  "sample_max_value": 1.0,
+  "set_alpha_to_one": false,
+  "sigma_max": null,
+  "sigma_min": null,
+  "skip_prk_steps": true,
+  "steps_offset": 1,
+  "timestep_spacing": "leading",
+  "timestep_type": "discrete",
+  "trained_betas": null,
+  "use_karras_sigmas": false
+}

tokenizer/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer/tokenizer_config.json

@@ -0,0 +1,30 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "49406": {
+      "content": "<|startoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49407": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|startoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "do_lower_case": true,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "model_max_length": 77,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "CLIPTokenizer",
+  "unk_token": "<|endoftext|>"
+}

tokenizer_2/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "!",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_2/tokenizer_config.json

@@ -0,0 +1,38 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "!",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49406": {
+      "content": "<|startoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49407": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|startoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "do_lower_case": true,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "model_max_length": 77,
+  "pad_token": "!",
+  "tokenizer_class": "CLIPTokenizer",
+  "unk_token": "<|endoftext|>"
+}