This is an issue indirectly raised from our SwapArgumentsModifier metamorphic relation. The idea of SwapArgumentsModifier is that we could swap the values of function arguments internally within a function, then replace the occurrences of these arguments with their newly replaced variables.
Our modified program leads to status code 500 from the errorlocalizer, feedback_error, feedback_fix and repair endpoints (Refer to Test Report ID 38f0aaed). We suspect that it might be due to these endpoints not supporting tuple assignment. Thus, we manually used the same logic of SwapArgumentsModifier to come up with a modified program without tuple assignment.
Then, we found out that swapping arguments lead to the feedback_error, feedback_fix and repair endpoints detecting that the base and modified programs are different although they have the semantics. The errorlocalizer endpoint gives a status code of 500.
def main(g, h):
diff = g - h
return diffdef main(g, h):
g, h = h, g
diff = h - g
return diff{
"language": "py",
"reference_solution": "{\"importStatements\": [], \"fncs\": {\"main\": {\"name\": \"main\", \"rettype\": \"*\", \"initloc\": 1, \"endloc\": 0, \"params\": [{\"val0\": \"g\", \"val1\": \"*\", \"valueArray\": [\"g\", \"*\"], \"valueList\": [\"g\", \"*\"]}, {\"val0\": \"h\", \"val1\": \"*\", \"valueArray\": [\"h\", \"*\"], \"valueList\": [\"h\", \"*\"]}], \"locexprs\": {\"1\": [{\"val0\": \"diff\", \"val1\": {\"name\": \"Sub\", \"args\": [{\"name\": \"g\", \"primed\": false, \"line\": 2, \"tokentype\": \"Variable\"}, {\"name\": \"h\", \"primed\": false, \"line\": 2, \"tokentype\": \"Variable\"}], \"line\": 2, \"tokentype\": \"Operation\"}, \"valueArray\": [\"diff\", {\"name\": \"Sub\", \"args\": [{\"name\": \"g\", \"primed\": false, \"line\": 2, \"tokentype\": \"Variable\"}, {\"name\": \"h\", \"primed\": false, \"line\": 2, \"tokentype\": \"Variable\"}], \"line\": 2}], \"valueList\": [\"diff\", {\"name\": \"Sub\", \"args\": [{\"name\": \"g\", \"primed\": false, \"line\": 2, \"tokentype\": \"Variable\"}, {\"name\": \"h\", \"primed\": false, \"line\": 2, \"tokentype\": \"Variable\"}], \"line\": 2}]}, {\"val0\": \"$ret\", \"val1\": {\"name\": \"diff\", \"primed\": true, \"line\": 3, \"tokentype\": \"Variable\"}, \"valueArray\": [\"$ret\", {\"name\": \"diff\", \"primed\": true, \"line\": 3}], \"valueList\": [\"$ret\", {\"name\": \"diff\", \"primed\": true, \"line\": 3}]}]}, \"loctrans\": {\"1\": {}}, \"locdescs\": {\"1\": \"around the beginning of function 'main'\"}, \"types\": {\"diff\": \"*\"}}}}",
"student_solution": "{\"importStatements\": [], \"fncs\": {\"main\": {\"name\": \"main\", \"rettype\": \"*\", \"initloc\": 1, \"endloc\": 0, \"params\": [{\"val0\": \"g\", \"val1\": \"*\", \"valueArray\": [\"g\", \"*\"], \"valueList\": [\"g\", \"*\"]}, {\"val0\": \"h\", \"val1\": \"*\", \"valueArray\": [\"h\", \"*\"], \"valueList\": [\"h\", \"*\"]}], \"locexprs\": {\"1\": [{\"val0\": \"h\", \"val1\": {\"name\": \"g\", \"primed\": false, \"line\": 2, \"tokentype\": \"Variable\"}, \"valueArray\": [\"h\", {\"name\": \"g\", \"primed\": false, \"line\": 2}], \"valueList\": [\"h\", {\"name\": \"g\", \"primed\": false, \"line\": 2}]}, {\"val0\": \"diff\", \"val1\": {\"name\": \"Sub\", \"args\": [{\"name\": \"h\", \"primed\": true, \"line\": 3, \"tokentype\": \"Variable\"}, {\"name\": \"g\", \"primed\": false, \"line\": 3, \"tokentype\": \"Variable\"}], \"line\": 3, \"tokentype\": \"Operation\"}, \"valueArray\": [\"diff\", {\"name\": \"Sub\", \"args\": [{\"name\": \"h\", \"primed\": true, \"line\": 3, \"tokentype\": \"Variable\"}, {\"name\": \"g\", \"primed\": false, \"line\": 3, \"tokentype\": \"Variable\"}], \"line\": 3}], \"valueList\": [\"diff\", {\"name\": \"Sub\", \"args\": [{\"name\": \"h\", \"primed\": true, \"line\": 3, \"tokentype\": \"Variable\"}, {\"name\": \"g\", \"primed\": false, \"line\": 3, \"tokentype\": \"Variable\"}], \"line\": 3}]}, {\"val0\": \"$ret\", \"val1\": {\"name\": \"diff\", \"primed\": true, \"line\": 4, \"tokentype\": \"Variable\"}, \"valueArray\": [\"$ret\", {\"name\": \"diff\", \"primed\": true, \"line\": 4}], \"valueList\": [\"$ret\", {\"name\": \"diff\", \"primed\": true, \"line\": 4}]}]}, \"loctrans\": {\"1\": {}}, \"locdescs\": {\"1\": \"around the beginning of function 'main'\"}, \"types\": {\"h\": \"*\", \"diff\": \"*\"}}}}",
"function": "main",
"inputs": "[]",
"args": "[[48, 58], [14, 1], [39, 97], [75, 65], [35, 92], [26, 68], [79, 37], [63, 13], [57, 40], [100, 32]]"
}Exception
Error in making API call to https://its.comp.nus.edu.sg/cs3213/errorlocalizer. (Retry 0 times)
Status code: 500.
Response: Internal Server Error
[
{
"lineNumber": 2,
"hintStrings": [
"Incorrect/Unnecessary expression assigned to variable: *h*"
]
},
{
"lineNumber": 3,
"hintStrings": [
"Wrong expression for variable: *diff*"
]
}
][
{
"lineNumber": 2,
"oldExpr": "h = g",
"newExpr": "",
"repairStrings": [
"Delete h = g;"
]
},
{
"lineNumber": 3,
"oldExpr": "diff = (h - g)",
"newExpr": "diff = (g - h)",
"repairStrings": [
"Wrong expression. Change diff = (h - g); to diff = (g - h);"
]
}
][
{
"totalCost": 3.0,
"localRepairs": [
{
"mapping": [
[
{
"tokentype": "Variable",
"name": "g",
"primed": false,
"line": 2
},
{
"tokentype": "Variable",
"name": "g",
"primed": false,
"line": 2
}
],
[
{
"tokentype": "Variable",
"name": "$ret",
"primed": false,
"line": 0
},
{
"tokentype": "Variable",
"name": "$ret",
"primed": false,
"line": 0
}
],
[
{
"tokentype": "Variable",
"name": "$out",
"primed": false,
"line": 0
},
{
"tokentype": "Variable",
"name": "$out",
"primed": false,
"line": 0
}
],
[
{
"tokentype": "Variable",
"name": "h",
"primed": false,
"line": 2
},
{
"tokentype": "Variable",
"name": "h",
"primed": false,
"line": 3
}
],
[
{
"tokentype": "Variable",
"name": "$in",
"primed": false,
"line": 0
},
{
"tokentype": "Variable",
"name": "$in",
"primed": false,
"line": 0
}
],
[
{
"tokentype": "Variable",
"name": "diff",
"primed": false,
"line": 3
},
{
"tokentype": "Variable",
"name": "diff",
"primed": false,
"line": 4
}
]
],
"cost": 1.0,
"repairedVariable": {
"val0": {
"tokentype": "Variable",
"name": "h",
"primed": false,
"line": 3
},
"val1": {
"tokentype": "Variable",
"name": "g",
"primed": false,
"line": 2
},
"valueArray": [
{
"tokentype": "Variable",
"name": "h",
"primed": false,
"line": 3
},
{
"tokentype": "Variable",
"name": "g",
"primed": false,
"line": 2
},
null
],
"valueList": [
{
"tokentype": "Variable",
"name": "h",
"primed": false,
"line": 3
},
{
"tokentype": "Variable",
"name": "g",
"primed": false,
"line": 2
},
null
]
},
"errorLocation": {
"val0": 1,
"val1": 1,
"valueArray": [
1,
1
],
"valueList": [
1,
1
]
},
"funcName": "main"
},
{
"mapping": [
[
{
"tokentype": "Variable",
"name": "g",
"primed": false,
"line": 2
},
{
"tokentype": "Variable",
"name": "g",
"primed": false,
"line": 2
}
],
[
{
"tokentype": "Variable",
"name": "$ret",
"primed": false,
"line": 0
},
{
"tokentype": "Variable",
"name": "$ret",
"primed": false,
"line": 0
}
],
[
{
"tokentype": "Variable",
"name": "$out",
"primed": false,
"line": 0
},
{
"tokentype": "Variable",
"name": "$out",
"primed": false,
"line": 0
}
],
[
{
"tokentype": "Variable",
"name": "h",
"primed": false,
"line": 2
},
{
"tokentype": "Variable",
"name": "h",
"primed": false,
"line": 3
}
],
[
{
"tokentype": "Variable",
"name": "$in",
"primed": false,
"line": 0
},
{
"tokentype": "Variable",
"name": "$in",
"primed": false,
"line": 0
}
],
[
{
"tokentype": "Variable",
"name": "diff",
"primed": false,
"line": 3
},
{
"tokentype": "Variable",
"name": "diff",
"primed": false,
"line": 4
}
]
],
"cost": 2.0,
"repairedVariable": {
"val0": {
"tokentype": "Variable",
"name": "diff",
"primed": false,
"line": 4
},
"val1": {
"tokentype": "Operation",
"name": "Sub",
"args": [
{
"tokentype": "Variable",
"name": "h",
"primed": true,
"line": 3
},
{
"tokentype": "Variable",
"name": "g",
"primed": false,
"line": 3
}
],
"line": 3
},
"val2": {
"tokentype": "Operation",
"name": "Sub",
"args": [
{
"tokentype": "Variable",
"name": "g",
"primed": false,
"line": 2
},
{
"tokentype": "Variable",
"name": "h",
"primed": false,
"line": 3
}
],
"line": 0
},
"valueArray": [
{
"tokentype": "Variable",
"name": "diff",
"primed": false,
"line": 4
},
{
"tokentype": "Operation",
"name": "Sub",
"args": [
{
"tokentype": "Variable",
"name": "h",
"primed": true,
"line": 3
},
{
"tokentype": "Variable",
"name": "g",
"primed": false,
"line": 3
}
],
"line": 3
},
{
"tokentype": "Operation",
"name": "Sub",
"args": [
{
"tokentype": "Variable",
"name": "g",
"primed": false,
"line": 2
},
{
"tokentype": "Variable",
"name": "h",
"primed": false,
"line": 3
}
],
"line": 0
}
],
"valueList": [
{
"tokentype": "Variable",
"name": "diff",
"primed": false,
"line": 4
},
{
"tokentype": "Operation",
"name": "Sub",
"args": [
{
"tokentype": "Variable",
"name": "h",
"primed": true,
"line": 3
},
{
"tokentype": "Variable",
"name": "g",
"primed": false,
"line": 3
}
],
"line": 3
},
{
"tokentype": "Operation",
"name": "Sub",
"args": [
{
"tokentype": "Variable",
"name": "g",
"primed": false,
"line": 2
},
{
"tokentype": "Variable",
"name": "h",
"primed": false,
"line": 3
}
],
"line": 0
}
]
},
"errorLocation": {
"val0": 1,
"val1": 1,
"valueArray": [
1,
1
],
"valueList": [
1,
1
]
},
"funcName": "main"
}
]
}
]Refer to Test Report ID 36787be.