Rudrameher45 commited on
Commit
213cff4
·
verified ·
1 Parent(s): 5eb3632

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +33 -73
app.py CHANGED
@@ -1,73 +1,33 @@
1
- # from flask import Flask, request, render_template
2
- # from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
3
- # import torch
4
- #
5
- # # Initialize Flask app
6
- # app = Flask(__name__)
7
- #
8
- # # Load the fine-tuned model and tokenizer
9
- # model_dir = "./finetune_model"
10
- # tokenizer = AutoTokenizer.from_pretrained(model_dir)
11
- # model = AutoModelForSeq2SeqLM.from_pretrained(model_dir)
12
- # model.eval() # Set model to evaluation mode
13
- #
14
- # # Generate headline from article
15
- # def generate_headline(article, max_length=128, num_beams=5):
16
- # # Tokenize the input article
17
- # inputs = tokenizer(article, max_length=256, truncation=True, return_tensors="pt", padding="max_length")
18
- #
19
- # # Move inputs to the same device as the model
20
- # input_ids = inputs['input_ids'].to(model.device)
21
- # attention_mask = inputs['attention_mask'].to(model.device)
22
- #
23
- # # Generate headline
24
- # outputs = model.generate(input_ids, attention_mask=attention_mask, max_length=max_length, num_beams=num_beams, early_stopping=True)
25
- # headline = tokenizer.decode(outputs[0], skip_special_tokens=True)
26
- #
27
- # return headline
28
- #
29
- # # Home route to render the form and handle POST requests
30
- # @app.route('/', methods=['GET', 'POST'])
31
- # def home():
32
- # headline = None
33
- # if request.method == 'POST':
34
- # article = request.form.get('article')
35
- # if article:
36
- # headline = generate_headline(article)
37
- # return render_template('index.html', headline=headline)
38
- #
39
- # # Run the app
40
- # if __name__ == '__main__':
41
- # app.run(host='0.0.0.0', port=5000, debug=True)
42
-
43
-
44
- from flask import Flask, render_template, request, jsonify
45
- from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
46
-
47
- app = Flask(__name__)
48
-
49
- # Load the fine-tuned model and tokenizer
50
- model_dir = "./finetune_model" # Replace with your model's directory
51
- tokenizer = AutoTokenizer.from_pretrained(model_dir)
52
- model = AutoModelForSeq2SeqLM.from_pretrained(model_dir)
53
-
54
- def generate_headline(article):
55
- """
56
- Generate a headline from the given article using the fine-tuned model.
57
- """
58
- inputs = tokenizer.encode(article, return_tensors="pt", max_length=512, truncation=True)
59
- outputs = model.generate(inputs, max_length=128, num_beams=5, early_stopping=True)
60
- headline = tokenizer.decode(outputs[0], skip_special_tokens=True)
61
- return headline
62
-
63
- @app.route("/", methods=["GET", "POST"])
64
- def home():
65
- headline = None
66
- if request.method == "POST":
67
- article = request.form.get("article")
68
- if article:
69
- headline = generate_headline(article)
70
- return render_template("index.html", headline=headline)
71
-
72
- if __name__ == "__main__":
73
- app.run(debug=False)
 
1
+ from flask import Flask, render_template, request, jsonify
2
+ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
3
+ import os
4
+
5
+ app = Flask(__name__)
6
+
7
+ # Load the fine-tuned model and tokenizer
8
+ model_dir = "./finetune_model" # Replace with your model's directory
9
+ tokenizer = AutoTokenizer.from_pretrained(model_dir)
10
+ model = AutoModelForSeq2SeqLM.from_pretrained(model_dir)
11
+
12
+ def generate_headline(article):
13
+ """
14
+ Generate a headline from the given article using the fine-tuned model.
15
+ """
16
+ inputs = tokenizer.encode(article, return_tensors="pt", max_length=512, truncation=True)
17
+ outputs = model.generate(inputs, max_length=128, num_beams=5, early_stopping=True)
18
+ headline = tokenizer.decode(outputs[0], skip_special_tokens=True)
19
+ return headline
20
+
21
+ @app.route("/", methods=["GET", "POST"])
22
+ def home():
23
+ headline = None
24
+ if request.method == "POST":
25
+ article = request.form.get("article")
26
+ if article:
27
+ headline = generate_headline(article)
28
+ return render_template("index.html", headline=headline)
29
+
30
+ if __name__ == "__main__":
31
+ # Use dynamic port for compatibility
32
+ port = int(os.environ.get("PORT", 5000)) # Default to 5000 if no PORT is set
33
+ app.run(host="0.0.0.0", port=port, debug=False)