fixed output issue for summarizers

text_summarizers/T5_summarizer.py

@@ -7,7 +7,7 @@ app = Flask(__name__)
 tokenizer = AutoTokenizer.from_pretrained('t5-base')
 model = AutoModelWithLMHead.from_pretrained('t5-base', return_dict=True)
 
-@app.route('/summarize', methods=['POST'])
+@app.route('/T5_summarize', methods=['POST'])
 def summarize():
     try:
         data = request.json
@@ -26,6 +26,13 @@ def summarize():
 if __name__ == '__main__':
     app.run(debug=True)
 
+
+# HOW TO RUN:
+# Run this python file in your terminal
+# Open the post_cli_tool2.py file and model the url string to be 'http://127.0.0.1:5000/T5_summarize'
+# In a different terminal, run python post_cli_tool2.py
+
+# IGNORE BELOW COMMANDS
 # Windows Powershell POST request:
 # Invoke-RestMethod -Method POST -Uri http://localhost:5000/summarize -ContentType "application/json" -Body '{"text": <input text here>"}'
     

text_summarizers/nltk_summarizer.py

@@ -7,7 +7,7 @@ from nltk.tokenize import word_tokenize, sent_tokenize
 
 app = Flask(__name__)
 
-@app.route('/summarize', methods=['POST'])
+@app.route('/nltk_summarize', methods=['POST'])
 def summarize():
     try:
         data = request.json
@@ -57,6 +57,13 @@ def summarize():
 if __name__ == '__main__':
     app.run(debug=True)
 
+
+# HOW TO RUN:
+# Run this python file in your terminal
+# Open the post_cli_tool2.py file and model the url string to be 'http://127.0.0.1:5000/nltk_summarize'
+# In a different terminal, run python post_cli_tool2.py
+
+# IGNORE BELOW COMMANDS
 # Windows Powershell POST request:
 # Invoke-RestMethod -Method POST -Uri http://localhost:5000/summarize -ContentType "application/json" -Body '{"text": <input text here>"}'
     

text_summarizers/old_T5_summarizer.py

+import torch             
+
+from transformers import AutoTokenizer, AutoModelWithLMHead
+
+tokenizer = AutoTokenizer.from_pretrained('t5-base')                     
+model = AutoModelWithLMHead.from_pretrained('t5-base', return_dict=True)
+
+with open('summarizer_input.txt', 'r', encoding='utf-8') as file:
+    text = file.read()
+
+inputs = tokenizer.encode("summarize: " + text, return_tensors='pt', max_length=512, truncation=True)
+
+summary_ids = model.generate(inputs, max_length=150, min_length=80, length_penalty=5., num_beams=2)
+summary = tokenizer.decode(summary_ids[0])
+print(summary)
\ No newline at end of file

text_summarizers/old_nltk_summarizer.py

+import nltk          
+from nltk.corpus import stopwords      
+nltk.download('stopwords') 
+nltk.download('punkt')                  
+from nltk.tokenize import word_tokenize, sent_tokenize
+
+with open('summarizer_input.txt', 'r', encoding='utf-8') as file:
+    text = file.read()
+
+stopWords = set(stopwords.words("english"))
+words = word_tokenize(text)
+
+freqTable = dict()  
+for word in words:               
+    word = word.lower()                 
+    if word in stopWords:                 
+        continue                  
+    if word in freqTable:                       
+        freqTable[word] += 1            
+    else:          
+        freqTable[word] = 1
+
+sentences = sent_tokenize(text)                 
+sentenceValue = dict()                     
+
+for sentence in sentences:               
+    for word, freq in freqTable.items():              
+        if word in sentence.lower():           
+            if word in sentence.lower():                   
+                if sentence in sentenceValue:                                 
+                    sentenceValue[sentence] += freq                       
+                else:                       
+                    sentenceValue[sentence] = freq                    
+
+sumValues = 0                        
+for sentence in sentenceValue:              
+    sumValues += sentenceValue[sentence] 
+
+average = int(sumValues / len(sentenceValue))
+
+summary = ''      
+for sentence in sentences:
+    if (sentence in sentenceValue) and (sentenceValue[sentence] > (1.2 * average)):                
+        summary += " " + sentence                  
+print(summary)
\ No newline at end of file

text_summarizers/post_cli_tool2.py

+import requests
+import sys
+
+# Specify the API URL we want to send our JSON to
+url = 'http://127.0.0.1:5000/T5_summarize'
+
+# Specify the appropriate header for the POST request
+headers = {'Content-type': 'application/json'}
+
+# Specify the JSON data we want to send
+with open('short_input.txt', 'r', encoding='utf-8') as file:
+    text = file.read()
+data = '{"text": "' +text+ '"}'
+
+response = requests.post(url, headers=headers, data=data)
+print(response.text, response.status_code)
\ No newline at end of file

text_summarizers/short_input.txt

+The man believed to have bought rifles for San Bernardino shooter Syed Rizwan Farook agreed to plead guilty to conspiring to provide materials for terrorists, the Department of Justice announced on Tuesday. Enrique Marquez Jr., a longtime friend of Farooks, will plead guilty to providing material support and resources to terrorists, including weapons, explosives and personnel. As part of the plea agreement, he admitted that he conspired with Farook to carry out two attacks that never happened. Marquez also will plead guilty to making false statements to investigators. Farook and his wife, Tashfeen Malik, opened fire at a holiday party for health inspectors at the Inland Regional Center on Dec. 2, 2015. Fourteen people were killed in the attack and 24 people were wounded. Farook and Malik were killed in a shootout with police shortly afterward. The pair declared their allegiance on Facebook to the Islamic State (ISIS) shortly before the attack. Prosecutors said Marquez acknowledged being a straw buyer when he purchased two assault rifles from a sporting goods store that were used in the attack at the Inland Regional Center in San Bernardino. Prosecutors have said Marquez agreed to buy the weapons because the attackers feared Farooks Middle Eastern appearance might arouse suspicion. Marquez also admitted to plotting with Farook in 2011 and 2012 to massacre college students and gun down motorists on a gridlocked California freeway, though those attacks never occurred. Federal officials said the duo had envisioned halting traffic on state Route 91 with explosives and then firing at trapped motorists, or tossing pipe bombs into a crowded cafeteria at Riverside City College. Marquez said he backed out of the plot after four men in the area about 60 miles inland from Los Angeles were arrested on terrorism charges in late 2012, the FBI has said in court documents. While his earlier plans to attack a school and a freeway were not executed, the planning clearly laid the foundation for the 2015 attack on the Inland Regional Center, U.S. Attorney Eileen M. Decker said Tuesday. In January, three people -- Farooks brother Syed Raheel Farook, his wife, Tatiana Farook, and her sister, Mariya Chernykh -- pleaded guilty to immigration fraud. They admitted to being part of a conspiracy to arrange a sham marriage between Marquez and Chernykh, the Department of Justice said. Marquez is scheduled to appear before a federal judge on Thursday.
\ No newline at end of file