Spaces:

asmhashenry12345
/

gpt2-text-generator

Running

App Files Files Community

sonyps1928 commited on 13 days ago

Commit

7fe97c0

1 Parent(s): 107fb80

update app8

Browse files

Files changed (3) hide show

app.py +234 -209
requirements.txt +3 -4
requirements1.txt +4 -0

app.py CHANGED Viewed

@@ -1,18 +1,20 @@
-import json
-from http.server import HTTPServer, BaseHTTPRequestHandler
-from urllib.parse import urlparse, parse_qs
 from transformers import GPT2LMHeadModel, GPT2Tokenizer
 import torch
 import logging
 # Set up logging
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 # Load model and tokenizer globally
 logger.info("Loading GPT-2 model and tokenizer...")
 model_name = "gpt2"
-tokenizer = GPT2LMHeadModel.from_pretrained(model_name)
 model = GPT2LMHeadModel.from_pretrained(model_name)
 tokenizer.pad_token = tokenizer.eos_token
 logger.info("Model loaded successfully!")
@@ -48,220 +50,243 @@ def generate_text(prompt, max_length=100, temperature=0.7, top_p=0.9, top_k=50):
         return f"Error: {str(e)}"
-class GPT2Handler(BaseHTTPRequestHandler):
-    def _set_headers(self, content_type='application/json'):
-        self.send_response(200)
-        self.send_header('Content-type', content_type)
-        self.send_header('Access-Control-Allow-Origin', '*')
-        self.send_header('Access-Control-Allow-Methods', 'GET, POST, OPTIONS')
-        self.send_header('Access-Control-Allow-Headers', 'Content-Type')
-        self.end_headers()
-    def _send_error(self, code, message):
-        self.send_response(code)
-        self.send_header('Content-type', 'application/json')
-        self.end_headers()
-        response = {'error': message}
-        self.wfile.write(json.dumps(response).encode())
-    def do_OPTIONS(self):
-        self._set_headers()
-    def do_GET(self):
-        parsed_path = urlparse(self.path)
-        if parsed_path.path == '/':
-            # Serve a simple HTML interface
-            self._set_headers('text/html')
-            html = '''
-            <!DOCTYPE html>
-            <html>
-            <head>
-                <title>GPT-2 Text Generator</title>
-                <style>
-                    body { font-family: Arial, sans-serif; max-width: 800px; margin: 0 auto; padding: 20px; }
-                    .container { margin: 20px 0; }
-                    textarea, input, button { margin: 5px 0; padding: 8px; }
-                    textarea { width: 100%; height: 100px; }
-                    button { background: #007bff; color: white; border: none; padding: 10px 20px; cursor: pointer; }
-                    button:hover { background: #0056b3; }
-                    .output { background: #f8f9fa; padding: 15px; border-radius: 5px; min-height: 100px; }
-                    .controls { display: grid; grid-template-columns: 1fr 1fr; gap: 10px; }
-                    label { font-weight: bold; }
-                </style>
-            </head>
-            <body>
-                <h1>GPT-2 Text Generator</h1>
-                <p>Enter a prompt and generate text using GPT-2</p>
-                <div class="container">
-                    <label for="prompt">Prompt:</label>
-                    <textarea id="prompt" placeholder="Enter your text prompt here...">Once upon a time in a distant galaxy,</textarea>
-                </div>
-                <div class="controls">
-                    <div>
-                        <label for="maxLength">Max Length: <span id="maxLengthValue">100</span></label>
-                        <input type="range" id="maxLength" min="10" max="200" value="100" step="10">
-                    </div>
-                    <div>
-                        <label for="temperature">Temperature: <span id="temperatureValue">0.7</span></label>
-                        <input type="range" id="temperature" min="0.1" max="2.0" value="0.7" step="0.1">
-                    </div>
-                    <div>
-                        <label for="topP">Top-p: <span id="topPValue">0.9</span></label>
-                        <input type="range" id="topP" min="0.1" max="1.0" value="0.9" step="0.1">
-                    </div>
-                    <div>
-                        <label for="topK">Top-k: <span id="topKValue">50</span></label>
-                        <input type="range" id="topK" min="1" max="100" value="50" step="1">
-                    </div>
-                </div>
-                <div class="container">
-                    <button onclick="generateText()" id="generateBtn">Generate Text</button>
-                </div>
-                <div class="container">
-                    <label>Generated Text:</label>
-                    <div id="output" class="output">Generated text will appear here...</div>
-                </div>
-                <script>
-                    // Update slider value displays
-                    document.getElementById('maxLength').oninput = function() {
-                        document.getElementById('maxLengthValue').textContent = this.value;
-                    }
-                    document.getElementById('temperature').oninput = function() {
-                        document.getElementById('temperatureValue').textContent = this.value;
-                    }
-                    document.getElementById('topP').oninput = function() {
-                        document.getElementById('topPValue').textContent = this.value;
-                    }
-                    document.getElementById('topK').oninput = function() {
-                        document.getElementById('topKValue').textContent = this.value;
-                    }
-                    async function generateText() {
-                        const btn = document.getElementById('generateBtn');
-                        const output = document.getElementById('output');
-                        btn.disabled = true;
-                        btn.textContent = 'Generating...';
-                        output.textContent = 'Generating text...';
-                        const data = {
-                            prompt: document.getElementById('prompt').value,
-                            max_length: parseInt(document.getElementById('maxLength').value),
-                            temperature: parseFloat(document.getElementById('temperature').value),
-                            top_p: parseFloat(document.getElementById('topP').value),
-                            top_k: parseInt(document.getElementById('topK').value)
-                        };
-                        try {
-                            const response = await fetch('/generate', {
-                                method: 'POST',
-                                headers: {'Content-Type': 'application/json'},
-                                body: JSON.stringify(data)
-                            });
-                            const result = await response.json();
-                            if (result.error) {
-                                output.textContent = 'Error: ' + result.error;
-                            } else {
-                                output.textContent = result.generated_text;
-                            }
-                        } catch (error) {
-                            output.textContent = 'Error: ' + error.message;
-                        }
-                        btn.disabled = false;
-                        btn.textContent = 'Generate Text';
-                    }
-                </script>
-            </body>
-            </html>
-            '''
-            self.wfile.write(html.encode())
-        elif parsed_path.path == '/health':
-            # Health check endpoint
-            self._set_headers()
-            response = {'status': 'healthy', 'model': model_name}
-            self.wfile.write(json.dumps(response).encode())
-        else:
-            self._send_error(404, 'Not found')
-    def do_POST(self):
-        if self.path == '/generate':
-            try:
-                # Get request body
-                content_length = int(self.headers['Content-Length'])
-                post_data = self.rfile.read(content_length)
-                data = json.loads(post_data.decode())
-                # Extract parameters
-                prompt = data.get('prompt', '')
-                max_length = data.get('max_length', 100)
-                temperature = data.get('temperature', 0.7)
-                top_p = data.get('top_p', 0.9)
-                top_k = data.get('top_k', 50)
-                if not prompt:
-                    self._send_error(400, 'Prompt is required')
-                    return
-                # Generate text
-                logger.info(f"Generating text for prompt: {prompt[:50]}...")
-                generated_text = generate_text(prompt, max_length, temperature, top_p, top_k)
-                # Send response
-                self._set_headers()
-                response = {'generated_text': generated_text}
-                self.wfile.write(json.dumps(response).encode())
-            except json.JSONDecodeError:
-                self._send_error(400, 'Invalid JSON')
-            except Exception as e:
-                logger.error(f"Error in POST /generate: {str(e)}")
-                self._send_error(500, str(e))
-        else:
-            self._send_error(404, 'Not found')
-    def log_message(self, format, *args):
-        # Override to use our logger
-        logger.info(f"{self.address_string()} - {format % args}")
-def run_server(host='localhost', port=8000):
-    """Start the HTTP server"""
-    server_address = (host, port)
-    httpd = HTTPServer(server_address, GPT2Handler)
-    logger.info(f"Starting GPT-2 server on http://{host}:{port}")
-    logger.info(f"Web interface: http://{host}:{port}")
-    logger.info(f"API endpoint: http://{host}:{port}/generate")
-    logger.info(f"Health check: http://{host}:{port}/health")
     try:
-        httpd.serve_forever()
-    except KeyboardInterrupt:
-        logger.info("Shutting down server...")
-        httpd.shutdown()
 if __name__ == "__main__":
-    import sys
-    # Parse command line arguments
-    host = 'localhost'
-    port = 8000
-    if len(sys.argv) > 1:
-        port = int(sys.argv[1])
-    if len(sys.argv) > 2:
-        host = sys.argv[2]
-    run_server(host, port)

+from flask import Flask, request, jsonify, render_template_string
 from transformers import GPT2LMHeadModel, GPT2Tokenizer
 import torch
 import logging
+import os
 # Set up logging
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
+# Initialize Flask app
+app = Flask(__name__)
 # Load model and tokenizer globally
 logger.info("Loading GPT-2 model and tokenizer...")
 model_name = "gpt2"
+tokenizer = GPT2Tokenizer.from_pretrained(model_name)
 model = GPT2LMHeadModel.from_pretrained(model_name)
 tokenizer.pad_token = tokenizer.eos_token
 logger.info("Model loaded successfully!")
         return f"Error: {str(e)}"
+HTML_TEMPLATE = '''
+<!DOCTYPE html>
+<html>
+<head>
+    <title>GPT-2 Text Generator</title>
+    <style>
+        body {
+            font-family: Arial, sans-serif;
+            max-width: 800px;
+            margin: 0 auto;
+            padding: 20px;
+            background: #f5f5f5;
+        }
+        .container {
+            background: white;
+            padding: 20px;
+            border-radius: 10px;
+            box-shadow: 0 2px 10px rgba(0,0,0,0.1);
+            margin: 20px 0;
+        }
+        textarea, input, button { margin: 5px 0; padding: 8px; border-radius: 5px; border: 1px solid #ddd; }
+        textarea { width: 100%; height: 100px; font-family: monospace; }
+        button {
+            background: #007bff;
+            color: white;
+            border: none;
+            padding: 10px 20px;
+            cursor: pointer;
+            border-radius: 5px;
+        }
+        button:hover { background: #0056b3; }
+        button:disabled { background: #ccc; cursor: not-allowed; }
+        .output {
+            background: #f8f9fa;
+            padding: 15px;
+            border-radius: 5px;
+            min-height: 100px;
+            border: 1px solid #e9ecef;
+            font-family: monospace;
+            white-space: pre-wrap;
+        }
+        .controls { display: grid; grid-template-columns: 1fr 1fr; gap: 15px; margin: 15px 0; }
+        label { font-weight: bold; display: block; margin-bottom: 5px; }
+        .slider-container { margin: 10px 0; }
+        input[type="range"] { width: 100%; }
+        .value-display { font-weight: normal; color: #666; }
+        h1 { color: #333; text-align: center; }
+        .description { text-align: center; color: #666; margin-bottom: 30px; }
+        .examples { margin: 20px 0; }
+        .example-btn {
+            background: #28a745;
+            margin: 5px;
+            padding: 5px 10px;
+            font-size: 12px;
+        }
+        .example-btn:hover { background: #218838; }
+    </style>
+</head>
+<body>
+    <div class="container">
+        <h1>🤖 GPT-2 Text Generator</h1>
+        <p class="description">Enter a prompt and generate text using GPT-2. Powered by Hugging Face Transformers!</p>
+        <div>
+            <label for="prompt">Prompt:</label>
+            <textarea id="prompt" placeholder="Enter your text prompt here...">Once upon a time in a distant galaxy,</textarea>
+        </div>
+        <div class="examples">
+            <label>Quick Examples:</label><br>
+            <button class="example-btn" onclick="setPrompt('Once upon a time in a distant galaxy,')">Sci-Fi Story</button>
+            <button class="example-btn" onclick="setPrompt('The future of artificial intelligence is')">AI Future</button>
+            <button class="example-btn" onclick="setPrompt('In the heart of the ancient forest,')">Fantasy</button>
+            <button class="example-btn" onclick="setPrompt('The detective walked into the room and noticed')">Mystery</button>
+        </div>
+        <div class="controls">
+            <div class="slider-container">
+                <label for="maxLength">Max Length: <span id="maxLengthValue" class="value-display">100</span></label>
+                <input type="range" id="maxLength" min="10" max="200" value="100" step="10">
+            </div>
+            <div class="slider-container">
+                <label for="temperature">Temperature: <span id="temperatureValue" class="value-display">0.7</span></label>
+                <input type="range" id="temperature" min="0.1" max="2.0" value="0.7" step="0.1">
+            </div>
+            <div class="slider-container">
+                <label for="topP">Top-p: <span id="topPValue" class="value-display">0.9</span></label>
+                <input type="range" id="topP" min="0.1" max="1.0" value="0.9" step="0.1">
+            </div>
+            <div class="slider-container">
+                <label for="topK">Top-k: <span id="topKValue" class="value-display">50</span></label>
+                <input type="range" id="topK" min="1" max="100" value="50" step="1">
+            </div>
+        </div>
+        <div style="text-align: center;">
+            <button onclick="generateText()" id="generateBtn">🚀 Generate Text</button>
+        </div>
+    </div>
+    <div class="container">
+        <label>Generated Text:</label>
+        <div id="output" class="output">Generated text will appear here...</div>
+    </div>
+    <script>
+        // Update slider value displays
+        document.getElementById('maxLength').oninput = function() {
+            document.getElementById('maxLengthValue').textContent = this.value;
+        }
+        document.getElementById('temperature').oninput = function() {
+            document.getElementById('temperatureValue').textContent = this.value;
+        }
+        document.getElementById('topP').oninput = function() {
+            document.getElementById('topPValue').textContent = this.value;
+        }
+        document.getElementById('topK').oninput = function() {
+            document.getElementById('topKValue').textContent = this.value;
+        }
+        function setPrompt(text) {
+            document.getElementById('prompt').value = text;
+        }
+        async function generateText() {
+            const btn = document.getElementById('generateBtn');
+            const output = document.getElementById('output');
+            btn.disabled = true;
+            btn.textContent = '⏳ Generating...';
+            output.textContent = 'Generating text, please wait...';
+            const data = {
+                prompt: document.getElementById('prompt').value,
+                max_length: parseInt(document.getElementById('maxLength').value),
+                temperature: parseFloat(document.getElementById('temperature').value),
+                top_p: parseFloat(document.getElementById('topP').value),
+                top_k: parseInt(document.getElementById('topK').value)
+            };
+            try {
+                const response = await fetch('/generate', {
+                    method: 'POST',
+                    headers: {'Content-Type': 'application/json'},
+                    body: JSON.stringify(data)
+                });
+                const result = await response.json();
+                if (result.error) {
+                    output.textContent = '❌ Error: ' + result.error;
+                } else {
+                    output.textContent = result.generated_text || 'No text generated';
+                }
+            } catch (error) {
+                output.textContent = '❌ Network Error: ' + error.message;
+            }
+            btn.disabled = false;
+            btn.textContent = '🚀 Generate Text';
+        }
+        // Allow Enter key to generate (Ctrl+Enter for textarea)
+        document.getElementById('prompt').addEventListener('keydown', function(e) {
+            if (e.ctrlKey && e.key === 'Enter') {
+                generateText();
+            }
+        });
+    </script>
+</body>
+</html>
+'''
+@app.route('/')
+def home():
+    """Serve the web interface"""
+    return render_template_string(HTML_TEMPLATE)
+@app.route('/health')
+def health():
+    """Health check endpoint"""
+    return jsonify({
+        'status': 'healthy',
+        'model': model_name,
+        'framework': 'flask'
+    })
+@app.route('/generate', methods=['POST'])
+def generate():
+    """Text generation API endpoint"""
     try:
+        data = request.get_json()
+        if not data:
+            return jsonify({'error': 'No JSON data provided'}), 400
+        # Extract parameters
+        prompt = data.get('prompt', '')
+        max_length = data.get('max_length', 100)
+        temperature = data.get('temperature', 0.7)
+        top_p = data.get('top_p', 0.9)
+        top_k = data.get('top_k', 50)
+        if not prompt:
+            return jsonify({'error': 'Prompt is required'}), 400
+        # Validate parameters
+        max_length = max(10, min(200, int(max_length)))
+        temperature = max(0.1, min(2.0, float(temperature)))
+        top_p = max(0.1, min(1.0, float(top_p)))
+        top_k = max(1, min(100, int(top_k)))
+        # Generate text
+        logger.info(f"Generating text for prompt: {prompt[:50]}...")
+        generated_text = generate_text(prompt, max_length, temperature, top_p, top_k)
+        return jsonify({'generated_text': generated_text})
+    except Exception as e:
+        logger.error(f"Error in /generate: {str(e)}")
+        return jsonify({'error': str(e)}), 500
+@app.errorhandler(404)
+def not_found(error):
+    return jsonify({'error': 'Not found'}), 404
+@app.errorhandler(500)
+def internal_error(error):
+    return jsonify({'error': 'Internal server error'}), 500
 if __name__ == "__main__":
+    # For Hugging Face Spaces
+    port = int(os.environ.get("PORT", 7860))
+    app.run(host="0.0.0.0", port=port, debug=False)

requirements.txt CHANGED Viewed

@@ -1,4 +1,3 @@
-gradio>=3.50.0
-transformers>=4.30.0
-torch>=2.0.0
-tokenizers>=0.13.0

+flask==2.3.3
+transformers==4.35.0
+torch==2.1.0

requirements1.txt ADDED Viewed

	@@ -0,0 +1,4 @@

+gradio>=3.50.0
+transformers>=4.30.0
+torch>=2.0.0
+tokenizers>=0.13.0