Skip to content

Commit 1bd74be

Browse files
mandowaymandoway
committed
update study, add GT token results with cue parser
1 parent be086a1 commit 1bd74be

File tree

4 files changed

+4420
-188
lines changed

4 files changed

+4420
-188
lines changed

‎languages/cue/count_study_test.go‎

Lines changed: 61 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,61 @@
1+
package main
2+
3+
import (
4+
"fmt"
5+
"github.com/mandoway/seru/languages/cue/language"
6+
"os"
7+
"path/filepath"
8+
"strings"
9+
"testing"
10+
)
11+
12+
func TestCountEveryStudyFolder(t *testing.T) {
13+
14+
resultFolder := "groundtruth_vulcan"
15+
studyFolder := "../../study/" + resultFolder + "/instances"
16+
17+
var results []string
18+
err := filepath.WalkDir(studyFolder, func(path string, d os.DirEntry, err error) error {
19+
if d.IsDir() || filepath.Ext(path) != ".cue" {
20+
return nil
21+
}
22+
23+
file, err := os.ReadFile(path)
24+
if err != nil {
25+
return err
26+
}
27+
28+
issuePath, _ := strings.CutPrefix(path, studyFolder)
29+
parts := strings.Split(issuePath, string(os.PathSeparator))
30+
severity := parts[1]
31+
issue := parts[2]
32+
version := parts[3]
33+
run, _ := strings.CutPrefix(parts[4], "run_")
34+
tokens := language.CountTokensUsingScanner(file)
35+
line := fmt.Sprintf("%s,%s,%s,%s,%d", severity, issue, version, run, tokens)
36+
results = append(results, line)
37+
return nil
38+
})
39+
if err != nil {
40+
t.Fatalf("failed to read .cue files: %v", err)
41+
}
42+
43+
t.Logf("Counting results: %v", results)
44+
45+
outputFile, err := os.Create(resultFolder + "_tokens.csv")
46+
if err != nil {
47+
t.Fatalf("failed to create output.csv file: %v", err)
48+
}
49+
defer outputFile.Close()
50+
51+
_, err = outputFile.WriteString("severity,issue,version,run,tokens\n")
52+
if err != nil {
53+
return
54+
}
55+
for _, line := range results {
56+
_, err := outputFile.WriteString(line + "\n")
57+
if err != nil {
58+
t.Fatalf("failed to write to output.csv: %v", err)
59+
}
60+
}
61+
}

‎study/groundtruth_perses/groundtruth_perses_tokens_cue_parser.csv‎

Lines changed: 81 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,81 @@
1+
severity,issue,version,run,tokens
2+
error,issue_2209,final,0,100
3+
error,issue_2209,final,1,100
4+
error,issue_2209,final,2,100
5+
error,issue_2209,final,3,100
6+
error,issue_2209,final,4,100
7+
error,issue_2209,v1,0,147
8+
error,issue_2209,v1,1,138
9+
error,issue_2209,v1,2,147
10+
error,issue_2209,v1,3,147
11+
error,issue_2209,v1,4,147
12+
error,issue_2246,final,0,30
13+
error,issue_2246,final,1,30
14+
error,issue_2246,final,2,30
15+
error,issue_2246,final,3,30
16+
error,issue_2246,final,4,30
17+
error,issue_2246,v1,0,45
18+
error,issue_2246,v1,1,45
19+
error,issue_2246,v1,2,45
20+
error,issue_2246,v1,3,45
21+
error,issue_2246,v1,4,45
22+
error,issue_2473,final,0,31
23+
error,issue_2473,final,1,31
24+
error,issue_2473,final,2,31
25+
error,issue_2473,final,3,31
26+
error,issue_2473,final,4,31
27+
error,issue_2473,v1,0,41
28+
error,issue_2473,v1,1,41
29+
error,issue_2473,v1,2,41
30+
error,issue_2473,v1,3,41
31+
error,issue_2473,v1,4,41
32+
extra,issue_2_inlined,final,0,127
33+
extra,issue_2_inlined,final,1,127
34+
extra,issue_2_inlined,final,2,127
35+
extra,issue_2_inlined,final,3,127
36+
extra,issue_2_inlined,final,4,127
37+
panic,issue_2490_inlined,final,0,44
38+
panic,issue_2490_inlined,final,1,44
39+
panic,issue_2490_inlined,final,2,44
40+
panic,issue_2490_inlined,final,3,44
41+
panic,issue_2490_inlined,final,4,44
42+
panic,issue_2490_inlined,v1,0,152
43+
panic,issue_2490_inlined,v1,1,152
44+
panic,issue_2490_inlined,v1,2,152
45+
panic,issue_2490_inlined,v1,3,152
46+
panic,issue_2490_inlined,v1,4,152
47+
panic,issue_2490_inlined,v2,0,49
48+
panic,issue_2490_inlined,v2,1,49
49+
panic,issue_2490_inlined,v2,2,49
50+
panic,issue_2490_inlined,v2,3,49
51+
panic,issue_2490_inlined,v2,4,49
52+
panic,issue_2584,final,0,25
53+
panic,issue_2584,final,1,25
54+
panic,issue_2584,final,2,25
55+
panic,issue_2584,final,3,25
56+
panic,issue_2584,final,4,25
57+
panic,issue_2584,v1,0,53
58+
panic,issue_2584,v1,1,53
59+
panic,issue_2584,v1,2,53
60+
panic,issue_2584,v1,3,53
61+
panic,issue_2584,v1,4,55
62+
panic,issue_2584,v2,0,48
63+
panic,issue_2584,v2,1,48
64+
panic,issue_2584,v2,2,48
65+
panic,issue_2584,v2,3,48
66+
panic,issue_2584,v2,4,48
67+
semantic,issue_2218,final,0,32
68+
semantic,issue_2218,final,1,32
69+
semantic,issue_2218,final,2,32
70+
semantic,issue_2218,final,3,32
71+
semantic,issue_2218,final,4,32
72+
semantic,issue_2218,v1,0,47
73+
semantic,issue_2218,v1,1,47
74+
semantic,issue_2218,v1,2,47
75+
semantic,issue_2218,v1,3,47
76+
semantic,issue_2218,v1,4,47
77+
semantic,issue_2218,v2,0,32
78+
semantic,issue_2218,v2,1,32
79+
semantic,issue_2218,v2,2,32
80+
semantic,issue_2218,v2,3,32
81+
semantic,issue_2218,v2,4,32

‎study/groundtruth_vulcan/groundtruth_vulcan_tokens_cue_parser.csv‎

Lines changed: 71 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,71 @@
1+
severity,issue,version,run,tokens
2+
error,issue_2209,final,0,56
3+
error,issue_2209,final,1,56
4+
error,issue_2209,final,2,56
5+
error,issue_2209,final,3,56
6+
error,issue_2209,final,4,56
7+
error,issue_2246,final,0,26
8+
error,issue_2246,final,1,26
9+
error,issue_2246,final,2,26
10+
error,issue_2246,final,3,26
11+
error,issue_2246,final,4,26
12+
error,issue_2473,final,0,31
13+
error,issue_2473,final,1,31
14+
error,issue_2473,final,2,31
15+
error,issue_2473,final,3,31
16+
error,issue_2473,final,4,31
17+
error,issue_2473,v1,0,33
18+
error,issue_2473,v1,1,33
19+
error,issue_2473,v1,2,33
20+
error,issue_2473,v1,3,33
21+
error,issue_2473,v1,4,33
22+
extra,issue_2_inlined,final,0,107
23+
extra,issue_2_inlined,final,1,107
24+
extra,issue_2_inlined,final,2,107
25+
extra,issue_2_inlined,final,3,107
26+
extra,issue_2_inlined,final,4,107
27+
panic,issue_2490_inlined,final,0,42
28+
panic,issue_2490_inlined,final,1,42
29+
panic,issue_2490_inlined,final,2,42
30+
panic,issue_2490_inlined,final,3,42
31+
panic,issue_2490_inlined,final,4,42
32+
panic,issue_2490_inlined,v1,0,130
33+
panic,issue_2490_inlined,v1,1,130
34+
panic,issue_2490_inlined,v1,2,130
35+
panic,issue_2490_inlined,v1,3,130
36+
panic,issue_2490_inlined,v1,4,130
37+
panic,issue_2490_inlined,v2,0,49
38+
panic,issue_2490_inlined,v2,1,49
39+
panic,issue_2490_inlined,v2,2,49
40+
panic,issue_2490_inlined,v2,3,49
41+
panic,issue_2490_inlined,v2,4,49
42+
panic,issue_2584,final,0,25
43+
panic,issue_2584,final,1,25
44+
panic,issue_2584,final,2,25
45+
panic,issue_2584,final,3,25
46+
panic,issue_2584,final,4,25
47+
panic,issue_2584,v1,0,26
48+
panic,issue_2584,v1,1,26
49+
panic,issue_2584,v1,2,26
50+
panic,issue_2584,v1,3,26
51+
panic,issue_2584,v1,4,26
52+
panic,issue_2584,v2,0,31
53+
panic,issue_2584,v2,1,31
54+
panic,issue_2584,v2,2,31
55+
panic,issue_2584,v2,3,31
56+
panic,issue_2584,v2,4,31
57+
semantic,issue_2218,final,0,32
58+
semantic,issue_2218,final,1,32
59+
semantic,issue_2218,final,2,32
60+
semantic,issue_2218,final,3,32
61+
semantic,issue_2218,final,4,32
62+
semantic,issue_2218,v1,0,42
63+
semantic,issue_2218,v1,1,42
64+
semantic,issue_2218,v1,2,42
65+
semantic,issue_2218,v1,3,42
66+
semantic,issue_2218,v1,4,42
67+
semantic,issue_2218,v2,0,32
68+
semantic,issue_2218,v2,1,32
69+
semantic,issue_2218,v2,2,32
70+
semantic,issue_2218,v2,3,32
71+
semantic,issue_2218,v2,4,32

0 commit comments

Comments
 (0)