Skip to content
Snippets Groups Projects
Commit e0c73893 authored by anikets's avatar anikets
Browse files

BERT summarizers

parent 654046aa
No related branches found
No related tags found
No related merge requests found
from summarizer import Summarizer
import requests as r
from bs4 import BeautifulSoup
from flask import Flask, jsonify, request
app = Flask(__name__)
@app.route('/BERT_summarize', methods=['POST'])
def summarize(): #(text)
try:
model = Summarizer()
data = request.json
summary = model(data['text'])
return jsonify({'summary':summary}), 200
except Exception as e:
return jsonify({'error':str(e)}), 400
if __name__ == '__main__':
app.run(debug=True)
# HOW TO RUN:
# Run this python file in your terminal
# Open the post_cli_tool2.py file and modify the url string to be 'http://127.0.0.1:5000/BERT_summarize'
# In a different terminal, run python post_cli_tool2.py
\ No newline at end of file
from transformers import BertTokenizer, BertLMHeadModel
from flask import Flask, jsonify, request
app = Flask(__name__)
@app.route('/BERT_summarize_2', methods=['POST'])
def summarize():
try:
data = request.json
tokenizer = BertTokenizer.from_pretrained('bert-base-uncased')
model = BertLMHeadModel.from_pretrained('bert-base-uncased')
inputs = tokenizer('summarize: ' + data['text'], return_tensors='pt', max_length=512, truncation=True)
outputs = model.generate(input_ids=inputs['input_ids'], max_length=500, min_length=20, length_penalty=2.0, num_beams=4, early_stopping=True)
summary = tokenizer.decode(outputs[0], skip_special_tokens=True)
return jsonify({'summary':summary}), 200
except Exception as e:
return jsonify({'error':str(e)}), 400
if __name__ == '__main__':
app.run(debug=True)
# HOW TO RUN:
# Run this python file in your terminal
# Open the post_cli_tool2.py file and modify the url string to be 'http://127.0.0.1:5000/BERT_summarize_2'
# In a different terminal, run python post_cli_tool2.py
\ No newline at end of file
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment