Spaces:

asmhashenry12345
/

gpt2-text-generator

Running

App Files Files Community

sonyps1928 commited on 13 days ago

Commit

6ad91fc

1 Parent(s): 7fe97c0

update app3333

Browse files

Files changed (1) hide show

app.py +90 -187

app.py CHANGED Viewed

@@ -1,4 +1,4 @@
-from flask import Flask, request, jsonify, render_template_string
 from transformers import GPT2LMHeadModel, GPT2Tokenizer
 import torch
 import logging
@@ -50,184 +50,30 @@ def generate_text(prompt, max_length=100, temperature=0.7, top_p=0.9, top_k=50):
         return f"Error: {str(e)}"
-HTML_TEMPLATE = '''
-<!DOCTYPE html>
-<html>
-<head>
-    <title>GPT-2 Text Generator</title>
-    <style>
-        body {
-            font-family: Arial, sans-serif;
-            max-width: 800px;
-            margin: 0 auto;
-            padding: 20px;
-            background: #f5f5f5;
-        }
-        .container {
-            background: white;
-            padding: 20px;
-            border-radius: 10px;
-            box-shadow: 0 2px 10px rgba(0,0,0,0.1);
-            margin: 20px 0;
-        }
-        textarea, input, button { margin: 5px 0; padding: 8px; border-radius: 5px; border: 1px solid #ddd; }
-        textarea { width: 100%; height: 100px; font-family: monospace; }
-        button {
-            background: #007bff;
-            color: white;
-            border: none;
-            padding: 10px 20px;
-            cursor: pointer;
-            border-radius: 5px;
-        }
-        button:hover { background: #0056b3; }
-        button:disabled { background: #ccc; cursor: not-allowed; }
-        .output {
-            background: #f8f9fa;
-            padding: 15px;
-            border-radius: 5px;
-            min-height: 100px;
-            border: 1px solid #e9ecef;
-            font-family: monospace;
-            white-space: pre-wrap;
-        }
-        .controls { display: grid; grid-template-columns: 1fr 1fr; gap: 15px; margin: 15px 0; }
-        label { font-weight: bold; display: block; margin-bottom: 5px; }
-        .slider-container { margin: 10px 0; }
-        input[type="range"] { width: 100%; }
-        .value-display { font-weight: normal; color: #666; }
-        h1 { color: #333; text-align: center; }
-        .description { text-align: center; color: #666; margin-bottom: 30px; }
-        .examples { margin: 20px 0; }
-        .example-btn {
-            background: #28a745;
-            margin: 5px;
-            padding: 5px 10px;
-            font-size: 12px;
-        }
-        .example-btn:hover { background: #218838; }
-    </style>
-</head>
-<body>
-    <div class="container">
-        <h1>🤖 GPT-2 Text Generator</h1>
-        <p class="description">Enter a prompt and generate text using GPT-2. Powered by Hugging Face Transformers!</p>
-        <div>
-            <label for="prompt">Prompt:</label>
-            <textarea id="prompt" placeholder="Enter your text prompt here...">Once upon a time in a distant galaxy,</textarea>
-        </div>
-        <div class="examples">
-            <label>Quick Examples:</label><br>
-            <button class="example-btn" onclick="setPrompt('Once upon a time in a distant galaxy,')">Sci-Fi Story</button>
-            <button class="example-btn" onclick="setPrompt('The future of artificial intelligence is')">AI Future</button>
-            <button class="example-btn" onclick="setPrompt('In the heart of the ancient forest,')">Fantasy</button>
-            <button class="example-btn" onclick="setPrompt('The detective walked into the room and noticed')">Mystery</button>
-        </div>
-        <div class="controls">
-            <div class="slider-container">
-                <label for="maxLength">Max Length: <span id="maxLengthValue" class="value-display">100</span></label>
-                <input type="range" id="maxLength" min="10" max="200" value="100" step="10">
-            </div>
-            <div class="slider-container">
-                <label for="temperature">Temperature: <span id="temperatureValue" class="value-display">0.7</span></label>
-                <input type="range" id="temperature" min="0.1" max="2.0" value="0.7" step="0.1">
-            </div>
-            <div class="slider-container">
-                <label for="topP">Top-p: <span id="topPValue" class="value-display">0.9</span></label>
-                <input type="range" id="topP" min="0.1" max="1.0" value="0.9" step="0.1">
-            </div>
-            <div class="slider-container">
-                <label for="topK">Top-k: <span id="topKValue" class="value-display">50</span></label>
-                <input type="range" id="topK" min="1" max="100" value="50" step="1">
-            </div>
-        </div>
-        <div style="text-align: center;">
-            <button onclick="generateText()" id="generateBtn">🚀 Generate Text</button>
-        </div>
-    </div>
-    <div class="container">
-        <label>Generated Text:</label>
-        <div id="output" class="output">Generated text will appear here...</div>
-    </div>
-    <script>
-        // Update slider value displays
-        document.getElementById('maxLength').oninput = function() {
-            document.getElementById('maxLengthValue').textContent = this.value;
-        }
-        document.getElementById('temperature').oninput = function() {
-            document.getElementById('temperatureValue').textContent = this.value;
-        }
-        document.getElementById('topP').oninput = function() {
-            document.getElementById('topPValue').textContent = this.value;
-        }
-        document.getElementById('topK').oninput = function() {
-            document.getElementById('topKValue').textContent = this.value;
-        }
-        function setPrompt(text) {
-            document.getElementById('prompt').value = text;
-        }
-        async function generateText() {
-            const btn = document.getElementById('generateBtn');
-            const output = document.getElementById('output');
-            btn.disabled = true;
-            btn.textContent = '⏳ Generating...';
-            output.textContent = 'Generating text, please wait...';
-            const data = {
-                prompt: document.getElementById('prompt').value,
-                max_length: parseInt(document.getElementById('maxLength').value),
-                temperature: parseFloat(document.getElementById('temperature').value),
-                top_p: parseFloat(document.getElementById('topP').value),
-                top_k: parseInt(document.getElementById('topK').value)
-            };
-            try {
-                const response = await fetch('/generate', {
-                    method: 'POST',
-                    headers: {'Content-Type': 'application/json'},
-                    body: JSON.stringify(data)
-                });
-                const result = await response.json();
-                if (result.error) {
-                    output.textContent = '❌ Error: ' + result.error;
-                } else {
-                    output.textContent = result.generated_text || 'No text generated';
-                }
-            } catch (error) {
-                output.textContent = '❌ Network Error: ' + error.message;
             }
-            btn.disabled = false;
-            btn.textContent = '🚀 Generate Text';
         }
-        // Allow Enter key to generate (Ctrl+Enter for textarea)
-        document.getElementById('prompt').addEventListener('keydown', function(e) {
-            if (e.ctrlKey && e.key === 'Enter') {
-                generateText();
-            }
-        });
-    </script>
-</body>
-</html>
-'''
-@app.route('/')
-def home():
-    """Serve the web interface"""
-    return render_template_string(HTML_TEMPLATE)
 @app.route('/health')
@@ -236,7 +82,8 @@ def health():
     return jsonify({
         'status': 'healthy',
         'model': model_name,
-        'framework': 'flask'
     })
@@ -244,12 +91,16 @@ def health():
 def generate():
     """Text generation API endpoint"""
     try:
         data = request.get_json()
         if not data:
-            return jsonify({'error': 'No JSON data provided'}), 400
-        # Extract parameters
         prompt = data.get('prompt', '')
         max_length = data.get('max_length', 100)
         temperature = data.get('temperature', 0.7)
@@ -257,28 +108,72 @@ def generate():
         top_k = data.get('top_k', 50)
         if not prompt:
-            return jsonify({'error': 'Prompt is required'}), 400
-        # Validate parameters
         max_length = max(10, min(200, int(max_length)))
         temperature = max(0.1, min(2.0, float(temperature)))
         top_p = max(0.1, min(1.0, float(top_p)))
         top_k = max(1, min(100, int(top_k)))
         # Generate text
-        logger.info(f"Generating text for prompt: {prompt[:50]}...")
         generated_text = generate_text(prompt, max_length, temperature, top_p, top_k)
-        return jsonify({'generated_text': generated_text})
     except Exception as e:
         logger.error(f"Error in /generate: {str(e)}")
-        return jsonify({'error': str(e)}), 500
 @app.errorhandler(404)
 def not_found(error):
-    return jsonify({'error': 'Not found'}), 404
 @app.errorhandler(500)
@@ -289,4 +184,12 @@ def internal_error(error):
 if __name__ == "__main__":
     # For Hugging Face Spaces
     port = int(os.environ.get("PORT", 7860))
-    app.run(host="0.0.0.0", port=port, debug=False)

+from flask import Flask, request, jsonify
 from transformers import GPT2LMHeadModel, GPT2Tokenizer
 import torch
 import logging
         return f"Error: {str(e)}"
+@app.route('/')
+def root():
+    """API information endpoint"""
+    return jsonify({
+        "message": "GPT-2 Text Generation API",
+        "model": model_name,
+        "endpoints": {
+            "/": "API information",
+            "/health": "Health check",
+            "/generate": "POST - Generate text"
+        },
+        "example_request": {
+            "url": "/generate",
+            "method": "POST",
+            "headers": {"Content-Type": "application/json"},
+            "body": {
+                "prompt": "Once upon a time",
+                "max_length": 100,
+                "temperature": 0.7,
+                "top_p": 0.9,
+                "top_k": 50
             }
         }
+    })
 @app.route('/health')
     return jsonify({
         'status': 'healthy',
         'model': model_name,
+        'framework': 'flask',
+        'endpoints_available': ['/health', '/generate', '/']
     })
 def generate():
     """Text generation API endpoint"""
     try:
+        # Log the request
+        logger.info(f"Received generate request from {request.remote_addr}")
         data = request.get_json()
         if not data:
+            logger.warning("No JSON data provided")
+            return jsonify({'error': 'No JSON data provided', 'received_content_type': request.content_type}), 400
+        # Extract parameters with defaults
         prompt = data.get('prompt', '')
         max_length = data.get('max_length', 100)
         temperature = data.get('temperature', 0.7)
         top_k = data.get('top_k', 50)
         if not prompt:
+            logger.warning("Empty prompt provided")
+            return jsonify({'error': 'Prompt is required and cannot be empty'}), 400
+        # Validate and clamp parameters
         max_length = max(10, min(200, int(max_length)))
         temperature = max(0.1, min(2.0, float(temperature)))
         top_p = max(0.1, min(1.0, float(top_p)))
         top_k = max(1, min(100, int(top_k)))
+        logger.info(f"Generating text for prompt: '{prompt[:50]}...' with params: max_length={max_length}, temperature={temperature}")
         # Generate text
         generated_text = generate_text(prompt, max_length, temperature, top_p, top_k)
+        result = {
+            'generated_text': generated_text,
+            'prompt': prompt,
+            'parameters': {
+                'max_length': max_length,
+                'temperature': temperature,
+                'top_p': top_p,
+                'top_k': top_k
+            }
+        }
+        logger.info("Text generation successful")
+        return jsonify(result)
+    except ValueError as e:
+        logger.error(f"Parameter validation error: {str(e)}")
+        return jsonify({'error': f'Invalid parameter: {str(e)}'}), 400
     except Exception as e:
         logger.error(f"Error in /generate: {str(e)}")
+        return jsonify({'error': f'Internal server error: {str(e)}'}), 500
+@app.route('/generate', methods=['GET'])
+def generate_get():
+    """GET endpoint for /generate with usage information"""
+    return jsonify({
+        'error': 'Method not allowed',
+        'message': 'This endpoint only accepts POST requests',
+        'usage': 'Send a POST request with JSON body containing "prompt" field',
+        'example': {
+            'method': 'POST',
+            'headers': {'Content-Type': 'application/json'},
+            'body': {'prompt': 'Once upon a time', 'max_length': 100}
+        }
+    }), 405
 @app.errorhandler(404)
 def not_found(error):
+    return jsonify({
+        'error': 'Not found',
+        'available_endpoints': ['/', '/health', '/generate'],
+        'message': 'Check the available endpoints above'
+    }), 404
+@app.errorhandler(405)
+def method_not_allowed(error):
+    return jsonify({
+        'error': 'Method not allowed',
+        'message': 'Check the allowed methods for this endpoint'
+    }), 405
 @app.errorhandler(500)
 if __name__ == "__main__":
     # For Hugging Face Spaces
     port = int(os.environ.get("PORT", 7860))
+    host = "0.0.0.0"
+    logger.info(f"Starting GPT-2 API server on {host}:{port}")
+    logger.info("Available endpoints:")
+    logger.info("  GET  / - API information")
+    logger.info("  GET  /health - Health check")
+    logger.info("  POST /generate - Text generation")
+    app.run(host=host, port=port, debug=False)