tmmdev commited on
Commit
613478f
·
1 Parent(s): c8e3c1c

Add Space configuration and server files

Browse files
Files changed (2) hide show
  1. .gitattributes +35 -0
  2. index.js +83 -0
.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
index.js ADDED
@@ -0,0 +1,83 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import express from 'express';
2
+ import cors from 'cors';
3
+ import axios from 'axios';
4
+ import dotenv from 'dotenv';
5
+ import { fileURLToPath } from 'url';
6
+ import { dirname } from 'path';
7
+
8
+ const __filename = fileURLToPath(import.meta.url);
9
+ const __dirname = dirname(__filename);
10
+
11
+ dotenv.config();
12
+
13
+ const app = express();
14
+
15
+ // Enhanced CORS configuration
16
+ app.use(cors({
17
+ origin: '*',
18
+ methods: ['GET', 'POST'],
19
+ allowedHeaders: ['Content-Type']
20
+ }));
21
+
22
+ app.use(express.json());
23
+
24
+ const OLLAMA_URL = process.env.OLLAMA_URL || 'http://localhost:7860';
25
+
26
+ // Model-specific configurations
27
+ const MODEL_CONFIGS = {
28
+ 'mxbai-embed-large': { temperature: 0.8, top_p: 0.9 },
29
+ 'minicpm-v': { temperature: 0.8, top_p: 0.9 },
30
+ 'qwen2.5-coder': { temperature: 0.6, top_p: 0.95 },
31
+ 'codegemma': { temperature: 0.6, top_p: 0.95 },
32
+ 'codellama': { temperature: 0.7, top_p: 0.95 },
33
+ 'llama3.2-vision': { temperature: 0.8, top_p: 0.9 }
34
+ };
35
+
36
+ // Add these right after your app.use() statements
37
+ app.get('/health', (req, res) => {
38
+ res.status(200).json({
39
+ status: 'healthy',
40
+ ollama: 'running',
41
+ model: 'minicpm-v'
42
+ });
43
+ });
44
+
45
+ // Add a root endpoint
46
+ app.get('/', (req, res) => {
47
+ res.status(200).json({
48
+ message: 'Aide AI Backend Service',
49
+ version: '1.0'
50
+ });
51
+ });
52
+
53
+ // Update the chat endpoin`
54
+ app.post('/api/chat', async (req, res) => {
55
+ const { message } = req.body;
56
+ try {
57
+ const response = await axios.post(`${OLLAMA_URL}/api/generate`, {
58
+ model: 'minicpm-v',
59
+ prompt: message,
60
+ stream: false,
61
+ options: {
62
+ num_ctx: 2048,
63
+ num_thread: 4
64
+ }
65
+ });
66
+ res.json({ response: response.data.response });
67
+ } catch (error) {
68
+ console.error('Error:', error);
69
+ res.status(500).json({ error: 'Model processing error' });
70
+ }
71
+ });
72
+
73
+ app.get('/api/models', async (req, res) => {
74
+ try {
75
+ const response = await axios.get(`${OLLAMA_URL}/api/tags`);
76
+ res.json(response.data);
77
+ } catch (error) {
78
+ res.status(500).json({ error: 'Failed to fetch models' });
79
+ }
80
+ });
81
+
82
+ const PORT = process.env.PORT || 7860;
83
+ app.listen(PORT, '0.0.0.0', () => console.log(`Server running on port ${PORT}`));