Skip to content

Latest commit

 

History

History
357 lines (278 loc) · 8.58 KB

92.md

File metadata and controls

357 lines (278 loc) · 8.58 KB
Raw

Results of Code LLama 34B on HumanEval/92

Date: 01 September, 2023
Model: codellama-34b-instruct
Temperature: 0.2
Passing runs: 7
Total runs: 10
Success rate: 70%

Prompt

def any_int(x, y, z):
    '''
    Create a function that takes 3 numbers.
    Returns true if one of the numbers is equal to the sum of the other two, and all numbers are integers.
    Returns false in any other cases.
    
    Examples
    any_int(5, 2, 7) ➞ True
    
    any_int(3, 2, 2) ➞ False

    any_int(3, -2, 1) ➞ True
    
    any_int(3.6, -2.2, 2) ➞ False
  

    
    '''

The above is an incomplete Python code fragment. Return the complete and correct code with no additional text.

Correct solution

def any_int(x, y, z):
    '''
    Create a function that takes 3 numbers.
    Returns true if one of the numbers is equal to the sum of the other two, and all numbers are integers.
    Returns false in any other cases.
    
    Examples
    any_int(5, 2, 7) ➞ True
    
    any_int(3, 2, 2) ➞ False

    any_int(3, -2, 1) ➞ True
    
    any_int(3.6, -2.2, 2) ➞ False
  

    
    '''if isinstance(x,int) and isinstance(y,int) and isinstance(z,int):
        if (x+y==z) or (x+z==y) or (y+z==x):
            return True
        return False
    return False

Unit tests

def check(candidate):

    # Check some simple cases
    assert candidate(2, 3, 1)==True, "This prints if this assert fails 1 (good for debugging!)"
    assert candidate(2.5, 2, 3)==False, "This prints if this assert fails 2 (good for debugging!)"
    assert candidate(1.5, 5, 3.5)==False, "This prints if this assert fails 3 (good for debugging!)"
    assert candidate(2, 6, 2)==False, "This prints if this assert fails 4 (good for debugging!)"
    assert candidate(4, 2, 2)==True, "This prints if this assert fails 5 (good for debugging!)"
    assert candidate(2.2, 2.2, 2.2)==False, "This prints if this assert fails 6 (good for debugging!)"
    assert candidate(-4, 6, 2)==True, "This prints if this assert fails 7 (good for debugging!)"

    # Check some edge cases that are easy to work out by hand.
    assert candidate(2,1,1)==True, "This prints if this assert fails 8 (also good for debugging!)"
    assert candidate(3,4,7)==True, "This prints if this assert fails 9 (also good for debugging!)"
    assert candidate(3.0,4,7)==False, "This prints if this assert fails 10 (also good for debugging!)"

Runs

✅ Run 1

Start time: 2023-09-01 02:47:09
Duration: 10.06s
Result: Pass

def any_int(x, y, z):
    '''
    Create a function that takes 3 numbers.
    Returns true if one of the numbers is equal to the sum of the other two, and all numbers are integers.
    Returns false in any other cases.
    
    Examples
    any_int(5, 2, 7) ➞ True
    
    any_int(3, 2, 2) ➞ False

    any_int(3, -2, 1) ➞ True
    
    any_int(3.6, -2.2, 2) ➞ False
  

    
    '''
    if x + y == z or x + z == y or y + z == x:
        if type(x) == int and type(y) == int and type(z) == int:
            return True
        else:
            return False
    else:
        return False

✅ Run 2

Start time: 2023-09-01 02:50:09
Duration: 10.7s
Result: Pass

def any_int(x, y, z):
    '''
    Create a function that takes 3 numbers.
    Returns true if one of the numbers is equal to the sum of the other two, and all numbers are integers.
    Returns false in any other cases.
    
    Examples
    any_int(5, 2, 7) ➞ True
    
    any_int(3, 2, 2) ➞ False

    any_int(3, -2, 1) ➞ True
    
    any_int(3.6, -2.2, 2) ➞ False
  

    
    '''
    if x + y == z or x + z == y or y + z == x:
        if type(x) == int and type(y) == int and type(z) == int:
            return True
        else:
            return False
    else:
        return False

✅ Run 3

Start time: 2023-09-01 02:53:04
Duration: 9.76s
Result: Pass

def any_int(x, y, z):
    '''
    Create a function that takes 3 numbers.
    Returns true if one of the numbers is equal to the sum of the other two, and all numbers are integers.
    Returns false in any other cases.
    
    Examples
    any_int(5, 2, 7) ➞ True
    
    any_int(3, 2, 2) ➞ False

    any_int(3, -2, 1) ➞ True
    
    any_int(3.6, -2.2, 2) ➞ False
  

    
    '''
    if x + y == z or x + z == y or y + z == x:
        if type(x) == int and type(y) == int and type(z) == int:
            return True
        else:
            return False
    else:
        return False

✅ Run 4

Start time: 2023-09-01 02:56:04
Duration: 10.79s
Result: Pass

def any_int(x, y, z):
    '''
    Create a function that takes 3 numbers.
    Returns true if one of the numbers is equal to the sum of the other two, and all numbers are integers.
    Returns false in any other cases.
    
    Examples
    any_int(5, 2, 7) ➞ True
    
    any_int(3, 2, 2) ➞ False

    any_int(3, -2, 1) ➞ True
    
    any_int(3.6, -2.2, 2) ➞ False
  

    
    '''
    if x + y == z or x + z == y or y + z == x:
        if type(x) == int and type(y) == int and type(z) == int:
            return True
        else:
            return False
    else:
        return False

❌ Run 5

Start time: 2023-09-01 02:58:57
Duration: 8.22s
Result: Fail

def any_int(x, y, z):
    '''
    Create a function that takes 3 numbers.
    Returns true if one of the numbers is equal to the sum of the other two, and all numbers are integers.
    Returns false in any other cases.
    
    Examples
    any_int(5, 2, 7) ➞ True
    
    any_int(3, 2, 2) ➞ False

    any_int(3, -2, 1) ➞ True
    
    any_int(3.6, -2.2, 2) ➞ False
  

    
    '''
    if x + y == z or x + z == y or y + z == x:
        return True
    else:
        return False

❌ Run 6

Start time: 2023-09-01 03:02:03
Duration: 3.71s
Result: Fail

def any_int(x, y, z):
    if x == y + z or y == x + z or z == x + y:
        return True
    else:
        return False

✅ Run 7

Start time: 2023-09-01 03:05:03
Duration: 10.67s
Result: Pass

def any_int(x, y, z):
    '''
    Create a function that takes 3 numbers.
    Returns true if one of the numbers is equal to the sum of the other two, and all numbers are integers.
    Returns false in any other cases.
    
    Examples
    any_int(5, 2, 7) ➞ True
    
    any_int(3, 2, 2) ➞ False

    any_int(3, -2, 1) ➞ True
    
    any_int(3.6, -2.2, 2) ➞ False
  

    
    '''
    if x + y == z or x + z == y or y + z == x:
        if isinstance(x, int) and isinstance(y, int) and isinstance(z, int):
            return True
        else:
            return False
    else:
        return False

✅ Run 8

Start time: 2023-09-01 03:08:06
Duration: 10.06s
Result: Pass

def any_int(x, y, z):
    '''
    Create a function that takes 3 numbers.
    Returns true if one of the numbers is equal to the sum of the other two, and all numbers are integers.
    Returns false in any other cases.
    
    Examples
    any_int(5, 2, 7) ➞ True
    
    any_int(3, 2, 2) ➞ False

    any_int(3, -2, 1) ➞ True
    
    any_int(3.6, -2.2, 2) ➞ False
  

    
    '''
    if x + y == z or x + z == y or y + z == x:
        if type(x) == int and type(y) == int and type(z) == int:
            return True
        else:
            return False
    else:
        return False

✅ Run 9

Start time: 2023-09-01 03:11:04
Duration: 10.07s
Result: Pass

def any_int(x, y, z):
    '''
    Create a function that takes 3 numbers.
    Returns true if one of the numbers is equal to the sum of the other two, and all numbers are integers.
    Returns false in any other cases.
    
    Examples
    any_int(5, 2, 7) ➞ True
    
    any_int(3, 2, 2) ➞ False

    any_int(3, -2, 1) ➞ True
    
    any_int(3.6, -2.2, 2) ➞ False
  

    
    '''
    if x + y == z or x + z == y or y + z == x:
        if type(x) == int and type(y) == int and type(z) == int:
            return True
        else:
            return False
    else:
        return False

❌ Run 10

Start time: 2023-09-01 03:14:05
Duration: 9.36s
Result: Fail

def any_int(x, y, z):
    '''
    Create a function that takes 3 numbers.
    Returns true if one of the numbers is equal to the sum of the other two, and all numbers are integers.
    Returns false in any other cases.
    
    Examples
    any_int(5, 2, 7) ➞ True
    
    any_int(3, 2, 2) ➞ False

    any_int(3, -2, 1) ➞ True
    
    any_int(3.6, -2.2, 2) ➞ False
  

    
    '''
    if x + y == z or x + z == y or y + z == x:
        return True
    else:
        return False