finnvoorhees commited on
Commit
46ca295
·
verified ·
1 Parent(s): fc52d90

Upload README.md with huggingface_hub

Browse files
Files changed (1) hide show
  1. README.md +37 -0
README.md ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ language:
3
+ - en
4
+ library_name: coreml
5
+ license: other
6
+ license_link: https://huggingface.co/Qwen/Qwen2.5-3B-Instruct/blob/main/LICENSE
7
+ pipeline_tag: text-generation
8
+ tags:
9
+ - chat
10
+ - CoreMLPipelines
11
+ ---
12
+
13
+ # coreml-Qwen2.5-3B-Instruct-4bit
14
+
15
+ This model was converted from [Qwen/Qwen2.5-3B-Instruct](https://hf.co/Qwen/Qwen2.5-3B-Instruct) to CoreML using [coremlpipelinestools](https://github.com/finnvoor/CoreMLPipelines/tree/main/coremlpipelinestools).
16
+
17
+ ### Use with CoreMLPipelines
18
+
19
+ ```swift
20
+ import CoreMLPipelines
21
+
22
+ let pipeline = try await TextGenerationPipeline(
23
+ modelName: "finnvoorhees/coreml-Qwen2.5-3B-Instruct-4bit"
24
+ )
25
+ let stream = pipeline(
26
+ messages: [[
27
+ "role": "user",
28
+ "content": "Write a poem about Ireland"
29
+ ]]
30
+ )
31
+ for try await text in stream {
32
+ print(text, terminator: "")
33
+ fflush(stdout)
34
+ }
35
+ print("")
36
+ ```
37
+