Skip to content

Latest commit

 

History

History
459 lines (371 loc) · 10.8 KB

124.md

File metadata and controls

459 lines (371 loc) · 10.8 KB
Raw

Results of GPT-3.5 on HumanEval/124

Date: 18 July, 2023
Model: gpt-3.5-turbo
Temperature: 0.2
Passing runs: 10
Total runs: 10
Success rate: 100%

Prompt

Tokens: 289

def valid_date(date):
    """You have to write a function which validates a given date string and
    returns True if the date is valid otherwise False.
    The date is valid if all of the following rules are satisfied:
    1. The date string is not empty.
    2. The number of days is not less than 1 or higher than 31 days for months 1,3,5,7,8,10,12. And the number of days is not less than 1 or higher than 30 days for months 4,6,9,11. And, the number of days is not less than 1 or higher than 29 for the month 2.
    3. The months should not be less than 1 or higher than 12.
    4. The date should be in the format: mm-dd-yyyy

    for example: 
    valid_date('03-11-2000') => True

    valid_date('15-01-2012') => False

    valid_date('04-0-2040') => False

    valid_date('06-04-2020') => True

    valid_date('06/04/2020') => False
    """

The above is an incomplete Python code fragment. Return the complete and correct code with no additional text.

Correct solution

def valid_date(date):
    """You have to write a function which validates a given date string and
    returns True if the date is valid otherwise False.
    The date is valid if all of the following rules are satisfied:
    1. The date string is not empty.
    2. The number of days is not less than 1 or higher than 31 days for months 1,3,5,7,8,10,12. And the number of days is not less than 1 or higher than 30 days for months 4,6,9,11. And, the number of days is not less than 1 or higher than 29 for the month 2.
    3. The months should not be less than 1 or higher than 12.
    4. The date should be in the format: mm-dd-yyyy

    for example: 
    valid_date('03-11-2000') => True

    valid_date('15-01-2012') => False

    valid_date('04-0-2040') => False

    valid_date('06-04-2020') => True

    valid_date('06/04/2020') => False
    """try:
        date = date.strip()
        month, day, year = date.split('-')
        month, day, year = int(month), int(day), int(year)
        if month < 1 or month > 12:
            return False
        if month in [1,3,5,7,8,10,12] and day < 1 or day > 31:
            return False
        if month in [4,6,9,11] and day < 1 or day > 30:
            return False
        if month == 2 and day < 1 or day > 29:
            return False
    except:
        return False

    return True

Unit tests

def check(candidate):

    # Check some simple cases
    assert candidate('03-11-2000') == True

    assert candidate('15-01-2012') == False

    assert candidate('04-0-2040') == False

    assert candidate('06-04-2020') == True

    assert candidate('01-01-2007') == True

    assert candidate('03-32-2011') == False

    assert candidate('') == False

    assert candidate('04-31-3000') == False

    assert candidate('06-06-2005') == True

    assert candidate('21-31-2000') == False

    assert candidate('04-12-2003') == True

    assert candidate('04122003') == False

    assert candidate('20030412') == False

    assert candidate('2003-04') == False

    assert candidate('2003-04-12') == False

    assert candidate('04-2003') == False

Runs

✅ Run 1

Start time: 2023-07-18 17:08:24
Duration: 6.6s
Completion tokens: 184
Result: Pass

def valid_date(date):
    if len(date) != 10:
        return False
    
    if date[2] != '-' or date[5] != '-':
        return False
    
    month = int(date[0:2])
    day = int(date[3:5])
    year = int(date[6:10])
    
    if month < 1 or month > 12:
        return False
    
    if month in [1, 3, 5, 7, 8, 10, 12]:
        if day < 1 or day > 31:
            return False
    elif month in [4, 6, 9, 11]:
        if day < 1 or day > 30:
            return False
    elif month == 2:
        if day < 1 or day > 29:
            return False
    
    return True

✅ Run 2

Start time: 2023-07-18 17:08:16
Duration: 7.76s
Completion tokens: 211
Result: Pass

def valid_date(date):
    if len(date) != 10:
        return False
    
    month, day, year = date.split('-')
    
    if len(month) != 2 or len(day) != 2 or len(year) != 4:
        return False
    
    if not month.isdigit() or not day.isdigit() or not year.isdigit():
        return False
    
    month = int(month)
    day = int(day)
    year = int(year)
    
    if month < 1 or month > 12:
        return False
    
    if month in [1, 3, 5, 7, 8, 10, 12]:
        if day < 1 or day > 31:
            return False
    elif month in [4, 6, 9, 11]:
        if day < 1 or day > 30:
            return False
    elif month == 2:
        if day < 1 or day > 29:
            return False
    
    return True

✅ Run 3

Start time: 2023-07-18 17:08:08
Duration: 7.35s
Completion tokens: 201
Result: Pass

def valid_date(date):
    if len(date) != 10:
        return False
    
    month, day, year = date.split('-')
    
    if len(month) != 2 or len(day) != 2 or len(year) != 4:
        return False
    
    try:
        month = int(month)
        day = int(day)
        year = int(year)
    except ValueError:
        return False
    
    if month < 1 or month > 12:
        return False
    
    if month in [1, 3, 5, 7, 8, 10, 12]:
        if day < 1 or day > 31:
            return False
    elif month in [4, 6, 9, 11]:
        if day < 1 or day > 30:
            return False
    elif month == 2:
        if day < 1 or day > 29:
            return False
    
    return True

✅ Run 4

Start time: 2023-07-18 17:08:02
Duration: 6.68s
Completion tokens: 182
Result: Pass

def valid_date(date):
    if len(date) != 10:
        return False

    month, day, year = date.split('-')

    if not month.isdigit() or not day.isdigit() or not year.isdigit():
        return False

    month = int(month)
    day = int(day)
    year = int(year)

    if month < 1 or month > 12:
        return False

    if month in [1, 3, 5, 7, 8, 10, 12]:
        if day < 1 or day > 31:
            return False
    elif month in [4, 6, 9, 11]:
        if day < 1 or day > 30:
            return False
    elif month == 2:
        if day < 1 or day > 29:
            return False

    return True

✅ Run 5

Start time: 2023-07-18 17:07:55
Duration: 6.51s
Completion tokens: 200
Result: Pass

def valid_date(date):
    if len(date) != 10:
        return False

    month, day, year = date.split('-')

    if len(month) != 2 or len(day) != 2 or len(year) != 4:
        return False

    try:
        month = int(month)
        day = int(day)
        year = int(year)
    except ValueError:
        return False

    if month < 1 or month > 12:
        return False

    if month in [1, 3, 5, 7, 8, 10, 12]:
        if day < 1 or day > 31:
            return False
    elif month in [4, 6, 9, 11]:
        if day < 1 or day > 30:
            return False
    elif month == 2:
        if day < 1 or day > 29:
            return False

    return True

✅ Run 6

Start time: 2023-07-18 17:07:47
Duration: 8.45s
Completion tokens: 211
Result: Pass

def valid_date(date):
    if len(date) != 10:
        return False
    
    month, day, year = date.split('-')
    
    if len(month) != 2 or len(day) != 2 or len(year) != 4:
        return False
    
    if not month.isdigit() or not day.isdigit() or not year.isdigit():
        return False
    
    month = int(month)
    day = int(day)
    year = int(year)
    
    if month < 1 or month > 12:
        return False
    
    if month in [1, 3, 5, 7, 8, 10, 12]:
        if day < 1 or day > 31:
            return False
    elif month in [4, 6, 9, 11]:
        if day < 1 or day > 30:
            return False
    elif month == 2:
        if day < 1 or day > 29:
            return False
    
    return True

✅ Run 7

Start time: 2023-07-18 17:07:41
Duration: 5.14s
Completion tokens: 182
Result: Pass

def valid_date(date):
    if len(date) != 10:
        return False

    month, day, year = date.split('-')

    if not month.isdigit() or not day.isdigit() or not year.isdigit():
        return False

    month = int(month)
    day = int(day)
    year = int(year)

    if month < 1 or month > 12:
        return False

    if month in [1, 3, 5, 7, 8, 10, 12]:
        if day < 1 or day > 31:
            return False
    elif month in [4, 6, 9, 11]:
        if day < 1 or day > 30:
            return False
    elif month == 2:
        if day < 1 or day > 29:
            return False

    return True

✅ Run 8

Start time: 2023-07-18 17:07:35
Duration: 6.47s
Completion tokens: 184
Result: Pass

def valid_date(date):
    if len(date) != 10:
        return False
    
    month, day, year = date.split('-')
    
    if not month.isdigit() or not day.isdigit() or not year.isdigit():
        return False
    
    month = int(month)
    day = int(day)
    year = int(year)
    
    if month < 1 or month > 12:
        return False
    
    if month in [1, 3, 5, 7, 8, 10, 12]:
        if day < 1 or day > 31:
            return False
    elif month in [4, 6, 9, 11]:
        if day < 1 or day > 30:
            return False
    elif month == 2:
        if day < 1 or day > 29:
            return False
    
    return True

✅ Run 9

Start time: 2023-07-18 17:07:27
Duration: 7.87s
Completion tokens: 209
Result: Pass

def valid_date(date):
    if len(date) != 10:
        return False

    month, day, year = date.split('-')

    if len(month) != 2 or len(day) != 2 or len(year) != 4:
        return False

    if not month.isdigit() or not day.isdigit() or not year.isdigit():
        return False

    month = int(month)
    day = int(day)
    year = int(year)

    if month < 1 or month > 12:
        return False

    if month in [1, 3, 5, 7, 8, 10, 12]:
        if day < 1 or day > 31:
            return False
    elif month in [4, 6, 9, 11]:
        if day < 1 or day > 30:
            return False
    elif month == 2:
        if day < 1 or day > 29:
            return False

    return True

✅ Run 10

Start time: 2023-07-18 17:07:22
Duration: 5.14s
Completion tokens: 183
Result: Pass

def valid_date(date):
    if len(date) != 10:
        return False

    if date[2] != '-' or date[5] != '-':
        return False

    month = int(date[0:2])
    day = int(date[3:5])
    year = int(date[6:10])

    if month < 1 or month > 12:
        return False

    if month in [1, 3, 5, 7, 8, 10, 12]:
        if day < 1 or day > 31:
            return False
    elif month in [4, 6, 9, 11]:
        if day < 1 or day > 30:
            return False
    elif month == 2:
        if day < 1 or day > 29:
            return False

    return True