koenieeeee
197 lines
6.9 KiB
Python
197 lines
6.9 KiB
Python
import shutil
|
|
from subprocess import PIPE, Popen
|
|
import csv
|
|
import os
|
|
import uuid
|
|
|
|
from logger import ResearchLogger
|
|
import re
|
|
|
|
|
|
class Paska_tool():
|
|
|
|
def __init__(self) -> None:
|
|
self.worskpace_dir = "/home/koebuntu/LLPTE"
|
|
self.base_dir =f"{self.worskpace_dir}/existing_research/paska"
|
|
self.preproces_tool = f"{self.base_dir}/source/get-parsing-trees/get_cparsingtrees.py"
|
|
self.java_tool = f"{self.base_dir}/smell_detector.jar"
|
|
self.pos_tagger_file = f"{self.worskpace_dir}/english-left3words-distsim.tagger"
|
|
|
|
self.output_folder = f"{self.worskpace_dir}/generated_data/"
|
|
self.input_folder_req = f"{self.output_folder}/input_requirements/"
|
|
self.output_folder_pre = f"{self.output_folder}/output_pre/"
|
|
self.output_folder_smells = f"{self.output_folder}/output_smells/"
|
|
|
|
|
|
self.__init_directories()
|
|
self.final_result = None
|
|
|
|
def __init_directories(self):
|
|
shutil.rmtree(self.output_folder)
|
|
os.mkdir(self.output_folder)
|
|
os.mkdir(self.input_folder_req)
|
|
os.mkdir(self.output_folder_pre)
|
|
os.mkdir(self.output_folder_smells)
|
|
|
|
def write_input_file(self, id: str, requirement: str):
|
|
#"RQSVV.024";"If System-A has successfully performed all the validation rules, then System-A must set the state of the Settlement Request to 'Valid'."
|
|
#- Input: A csv text file containing requirements. Each requirement should have the following fields separated by the separator ";":
|
|
# - Requirement ID (String)
|
|
# - Requirement (String)
|
|
|
|
# field names
|
|
# Define the data to be written to the CSV file
|
|
data = [
|
|
[id, requirement]
|
|
]
|
|
|
|
# name of csv file
|
|
filename = self.input_folder_req+"generated_rimay.csv"
|
|
|
|
# Write data to the CSV file with a pipe delimiter
|
|
with open(filename, 'w', newline='') as csvfile:
|
|
csvwriter = csv.writer(csvfile, delimiter=';', quoting=csv.QUOTE_ALL)
|
|
csvwriter.writerows(data)
|
|
|
|
def run_process(self, input_args: list) -> str:
|
|
process = Popen(input_args, stdout=PIPE, stderr=PIPE) #["conda activate smell-detector"]+
|
|
result = process.communicate()
|
|
print("Result STDOUT: "+ result[0].decode('utf-8'))
|
|
print("Result STDERR: "+ result[1].decode('utf-8'))
|
|
return result[0].decode('utf-8')
|
|
|
|
|
|
|
|
def preprocess_paska(self) -> str:
|
|
all_args = ["python", self.preproces_tool, self.input_folder_req, self.output_folder_pre]
|
|
return self.run_process(all_args)
|
|
|
|
def start_paska_tool(self) -> str:
|
|
all_args = ["java", "-jar", self.java_tool, self.output_folder_pre, self.output_folder_smells, self.pos_tagger_file]
|
|
return self.run_process(all_args)
|
|
|
|
|
|
def check_rimay_requirement(self, requirement: str):
|
|
self.clear_all_requirements()
|
|
#/home/koebuntu/LLPTE/generated_data/output_smells/generated_rimay.csv.csv.csv
|
|
self.write_input_file(uuid.uuid4(), requirement)
|
|
self.preprocess_paska()
|
|
self.final_result = self.start_paska_tool()
|
|
return self.final_result
|
|
|
|
|
|
def clear_all_requirements(self):
|
|
self.__init_directories()
|
|
|
|
def write_log_output(self, log: ResearchLogger):
|
|
if log != None:
|
|
self.final_result = self.final_result.replace(", ","\n")
|
|
log_contents = f"""
|
|
## Rimay Paska Verification
|
|
```
|
|
{self.final_result}
|
|
```
|
|
### Paska Score
|
|
PASKA_Score: {self.build_score()}
|
|
|
|
Progressbar: })
|
|
|
|
"""
|
|
|
|
log.append_score(self.build_score())
|
|
|
|
log.append_result(log_contents)
|
|
|
|
self.final_result = None
|
|
else:
|
|
print("RimayDSL Error: no logger found")
|
|
|
|
def build_score(self):
|
|
special_errors = {
|
|
"Non-atomic requirement: 1": 5,
|
|
"Incomplete requirement: 1": 25,
|
|
"Incorrect order requirement: 1": 5,
|
|
"Coordination ambiguity: 1": 10,
|
|
"Not requirement: ,1": 20,
|
|
"Incomplete condition: 1": 10,
|
|
"Incomplete system response: 1": 15,
|
|
"Passive voice: 1": 5,
|
|
"Not precise verb: 1": 5
|
|
}
|
|
|
|
badErrorScore = 0
|
|
for error in special_errors:
|
|
if error in self.final_result:
|
|
badErrorScore += special_errors[error]
|
|
|
|
return 100 - badErrorScore
|
|
|
|
|
|
|
|
class RimayDSL():
|
|
|
|
def __init__(self) -> None:
|
|
self.java_exe = "/home/koebuntu/eclipse//plugins/org.eclipse.justj.openjdk.hotspot.jre.full.linux.x86_64_17.0.6.v20230204-1729/jre/bin/java"
|
|
self.jar_exe = "/home/koebuntu/LLPTE/existing_research/dsl_rimay-master/rimay_validator_dsl.jar"
|
|
self.test_rimay_file = "/home/koebuntu/LLPTE/generated_data/dsl_check.rimay"
|
|
self.result = None
|
|
|
|
def write_input_file(self, rimay_requirement:str):
|
|
f = open(self.test_rimay_file, "w")
|
|
f.write(rimay_requirement)
|
|
f.close()
|
|
|
|
def execute_tool(self):
|
|
all_args = [self.java_exe, "-jar", self.jar_exe, self.test_rimay_file]
|
|
return self._run_java(all_args)
|
|
|
|
def check_rimay_comf_dsl(self, rimay_requirement:str):
|
|
self.write_input_file(rimay_requirement)
|
|
return self.execute_tool()
|
|
|
|
def _run_java(self, input_args:list):
|
|
process = Popen(input_args, stdout=PIPE, stderr=PIPE) #["conda activate smell-detector"]+
|
|
result = process.communicate()
|
|
print("Result STDOUT: "+ result[0].decode('utf-8'))
|
|
print("Result STDERR: "+ result[1].decode('utf-8'))
|
|
self.result = (result[0].decode('utf-8'), result[1].decode('utf-8').replace("(file:/home/koebuntu/LLPTE/generated_data/dsl_check.rimay ", "("))
|
|
|
|
return self.result
|
|
|
|
|
|
def build_score(self):
|
|
if self.result[1].strip() == "":
|
|
return 100 #Error field had nothing. TODO, check for real value.
|
|
special_errors = {"EOF": 10, "missing": 5, "RULE_STRING ": 7} #EOF errors are really bad.
|
|
badErrorScore = 0
|
|
for error in special_errors:
|
|
if error in self.result[1]:
|
|
badErrorScore += special_errors[error]
|
|
totalNumOfErrors = len(self.result[1].split("\n")) # Count number of errors.
|
|
|
|
return max(1, 100 - (totalNumOfErrors)- badErrorScore) #When score is really bad, just return 1
|
|
|
|
|
|
def write_log_output(self, log: ResearchLogger):
|
|
if log != None:
|
|
|
|
log_contents = f"""
|
|
## DSL-Rimay Verification
|
|
```
|
|
{self.result[1]}
|
|
```
|
|
### DSL-Rimay Score
|
|
DSL_Score: {self.build_score()}
|
|
|
|
Progressbar: })
|
|
|
|
"""
|
|
|
|
log.append_score(self.build_score())
|
|
|
|
log.append_result(log_contents)
|
|
|
|
self.result = None
|
|
else:
|
|
print("RimayDSL Error: no logger found")
|