Skip to content

Commit

Permalink
Version 5 of output format
Browse files Browse the repository at this point in the history
  • Loading branch information
dfuchss committed Sep 24, 2024
1 parent 522530a commit f61fd8c
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -178,6 +178,10 @@ else if (line.matches("^([-*])\\s+\\*\\*.*\\*\\*$")) {
// Version 4: - Name
else if (line.matches("^([-*])\\s+.*$")) {
componentNames.add(line.split("([-*])\\s+")[1]);
}
// Version 5: Name, Name2, Name3,
else if (line.matches("(.*,\\s+)+.*")) {
componentNames.addAll(List.of(line.split(",\\s+")));
} else {
logger.warn("Could not parse line: {}", line);
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -56,7 +56,8 @@ void evaluateSadCodeTlrIT(CodeProject project, LargeLanguageModel llm) {

logger.info("###############################################");
logger.info("Evaluating project {} with LLM '{}'", project, llm);
var evaluation = new SadSamViaLlmCodeTraceabilityLinkRecoveryEvaluation(true, llm, LLMArchitecturePrompt.DOCUMENTATION_ONLY_V1, LLMArchitecturePrompt.CODE_ONLY_V1, LLMArchitecturePrompt.AGGREGATION_V1);
var evaluation = new SadSamViaLlmCodeTraceabilityLinkRecoveryEvaluation(true, llm, LLMArchitecturePrompt.DOCUMENTATION_ONLY_V1,
LLMArchitecturePrompt.CODE_ONLY_V1, LLMArchitecturePrompt.AGGREGATION_V1);
var result = evaluation.runTraceLinkEvaluation(project);
if (result != null) {
RESULTS.put(Tuples.pair(project, llm), result);
Expand Down

0 comments on commit f61fd8c

Please sign in to comment.