Instructions to use josephmayo/Holo-3.1-4B-Coder-LoRA with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use josephmayo/Holo-3.1-4B-Coder-LoRA with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("Hcompany/Holo-3.1-4B") model = PeftModel.from_pretrained(base_model, "josephmayo/Holo-3.1-4B-Coder-LoRA") - Notebooks
- Google Colab
- Kaggle
| phase,bench,task_id,entry_point,pass,error,seconds,tokens,code | |
| after_lora,HumanEval,HumanEval/90,next_smallest,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpjtrzhjnx.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 7, in check | |
| AssertionError | |
| ",8.344,71,"def next_smallest(lst): | |
| if len(lst) < 2: | |
| return None | |
| a = b = float('inf') | |
| for x in lst: | |
| if x < a: | |
| b = a | |
| a = x | |
| elif x < b: | |
| b = x | |
| return b" | |
| after_lora,HumanEval,HumanEval/91,is_bored,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpog218alo.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 9, in check | |
| AssertionError: Test 6 | |
| ",4.642,39,"def is_bored(S): | |
| count = 0 | |
| for word in S.split(): | |
| if word == ""I"": | |
| count += 1 | |
| return count" | |
| after_lora,HumanEval,HumanEval/92,any_int,True,,6.286,54,"def any_int(x, y, z): | |
| if not all(isinstance(i, int) for i in (x, y, z)): | |
| return False | |
| return x + y == z or x + z == y or y + z == x" | |
| after_lora,HumanEval,HumanEval/93,encode,False,"Traceback (most recent call last): | |
| File ""/tmp/tmp4m3wzacl.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 4, in check | |
| AssertionError: This prints if this assert fails 1 (good for debugging!) | |
| ",11.405,99,"def encode(message): | |
| vowels = 'aeiou' | |
| result = [] | |
| for ch in message: | |
| if ch.isalpha(): | |
| if ch.lower() in vowels: | |
| result.append(chr(ord('A') + (ord(ch.upper()) - ord('A') + 2) % 26)) | |
| else: | |
| result.append(ch.swapcase()) | |
| else: | |
| result.append(ch) | |
| return ''.join(result)" | |
| after_lora,HumanEval,HumanEval/94,skjkasdkd,False,"syntax error: unindent does not match any outer indentation level (<unknown>, line 22)",17.243,149,"def skjkasdkd(lst): | |
| """"""You are given a list of integers. | |
| You need to find the largest prime value and return the sum of its digits. | |
| Examples: | |
| For lst = [0,3,2,1,3,5,7,4,5,5,5,2,181,32,4,32,3,2,32,324,4,3] the output should be 10 | |
| For lst = [1,0,1,8,2,4597,2,1,3,40,1,2,1,2,4,2,5,1] the output should be 25 | |
| For lst = [1,3,1,32,5107,34,83278,109,163,23,2323,32,30,1,9,3] the output should be 13 | |
| For lst = [0,724,32,71,99,32,6,0,5,91,83,0,5,6] the output should be 11 | |
| For lst = [0,81,12,3,1,21] the output should be 3 | |
| For lst = [0,8,1,2,1,7] the output should be 7 | |
| """""" | |
| def is_prime(n): | |
| if n < 2: return False | |
| if n == 2 or n == 3: return True | |
| if n % 2 == 0: return False | |
| d = 3 | |
| while d * d <= n: | |
| if n % d == 0: return False | |
| d += 2 | |
| return True | |
| best = 0 | |
| for x in lst: | |
| if is_prime(x) and x > best: best = x | |
| if best == 0: return 0 | |
| s = str(best) | |
| return sum(int(ch) for ch in s)" | |
| after_lora,HumanEval,HumanEval/95,check_dict_case,False,"Traceback (most recent call last): | |
| File ""/tmp/tmp79ee_0vd.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 5, in check | |
| AssertionError: Second test error: True | |
| ",7.395,63,"def check_dict_case(dict): | |
| if not dict: | |
| return False | |
| first_key = next(iter(dict)) | |
| if isinstance(first_key, str): | |
| return all(isinstance(key, str) and key.islower() or key.isupper() for key in dict) | |
| return False" | |
| after_lora,HumanEval,HumanEval/96,count_up_to,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpn2n_d2ob.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 3, in check | |
| AssertionError | |
| ",12.294,106,"def count_up_to(n): | |
| if n <= 1: | |
| return [] | |
| primes = [] | |
| candidate = 2 | |
| while len(primes) < n: | |
| is_prime = True | |
| for p in primes: | |
| if p * p > candidate: | |
| break | |
| if candidate % p == 0: | |
| is_prime = False | |
| break | |
| if is_prime: | |
| primes.append(candidate) | |
| candidate += 1 | |
| return primes" | |
| after_lora,HumanEval,HumanEval/97,multiply,True,,3.118,25,"def multiply(a, b): | |
| return (a % 10) * (b % 10)" | |
| after_lora,HumanEval,HumanEval/98,count_upper,True,,6.485,56,"def count_upper(s): | |
| vowels = 'AEIOU' | |
| count = 0 | |
| for i, ch in enumerate(s): | |
| if i % 2 == 0 and ch in vowels: | |
| count += 1 | |
| return count" | |
| after_lora,HumanEval,HumanEval/99,closest_integer,True,,5.579,47,"def closest_integer(value): | |
| value = float(value) | |
| if value >= 0: | |
| return int(value + 0.5) | |
| else: | |
| return int(value - 0.5)" | |
| after_lora,HumanEval,HumanEval/100,make_a_pile,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpt152hhwb.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 4, in check | |
| AssertionError: Test 3 | |
| ",7.865,68,"def make_a_pile(n): | |
| levels = [n] | |
| current = n | |
| for _ in range(n - 1): | |
| if current % 2 == 0: | |
| current += 2 | |
| else: | |
| current += 1 | |
| levels.append(current) | |
| return levels" | |
| after_lora,HumanEval,HumanEval/101,words_string,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpyylwdipv.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 5, in check | |
| AssertionError | |
| ",2.872,23,"def words_string(s): | |
| return [word.strip() for word in s.split(',') if word.strip()]" | |
| after_lora,HumanEval,HumanEval/102,choose_num,False,"Traceback (most recent call last): | |
| File ""/tmp/tmplh6mpo8h.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 4, in check | |
| AssertionError | |
| ",6.313,55,"def choose_num(x, y): | |
| if x > y: | |
| return -1 | |
| if x % 2 == 0: | |
| return x | |
| if y % 2 == 0: | |
| return y | |
| return -1" | |
| after_lora,HumanEval,HumanEval/103,rounded_avg,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpcaced0ua.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 4, in check | |
| AssertionError | |
| ",8.194,71,"def rounded_avg(n, m): | |
| if n > m: | |
| return -1 | |
| total = (n + m) * (m - n + 1) // 2 | |
| avg = total / (m - n + 1) | |
| rounded = round(avg) | |
| return bin(rounded)[2:]" | |
| after_lora,HumanEval,HumanEval/104,unique_digits,False,"syntax error: unindent does not match any outer indentation level (<unknown>, line 18)",7.081,60,"def unique_digits(x): | |
| """"""Given a list of positive integers x. return a sorted list of all | |
| elements that hasn't any even digit. | |
| Note: Returned list should be sorted in increasing order. | |
| For example: | |
| >>> unique_digits([15, 33, 1422, 1]) | |
| [1, 15, 33] | |
| >>> unique_digits([152, 323, 1422, 10]) | |
| [] | |
| """""" | |
| def has_even_digit(n): | |
| for ch in str(n): | |
| if int(ch) % 2 == 0: | |
| return True | |
| return False | |
| return sorted([n for n in x if not has_even_digit(n)])" | |
| after_lora,HumanEval,HumanEval/105,by_length,True,,9.274,79,"def by_length(arr): | |
| names = [""One"", ""Two"", ""Three"", ""Four"", ""Five"", ""Six"", ""Seven"", ""Eight"", ""Nine""] | |
| filtered = sorted([x for x in arr if 1 <= x <= 9]) | |
| filtered.reverse() | |
| return [names[int(x) - 1] for x in filtered]" | |
| after_lora,HumanEval,HumanEval/106,f,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpm9rxffb_.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 3, in check | |
| AssertionError | |
| ",10.015,87,"def f(n): | |
| result = [] | |
| fact = 1 | |
| for i in range(1, n+1): | |
| if i % 2 == 0: | |
| result.append(fact) | |
| else: | |
| result.append(i * (i + 1) // 2) | |
| if i % 2 == 0: | |
| fact *= i | |
| return result" | |
| after_lora,HumanEval,HumanEval/107,even_odd_palindrome,True,,10.389,89,"def even_odd_palindrome(n): | |
| count_even = 0 | |
| count_odd = 0 | |
| for i in range(1, n + 1): | |
| s = str(i) | |
| if s == s[::-1]: | |
| if i % 2 == 0: | |
| count_even += 1 | |
| else: | |
| count_odd += 1 | |
| return count_even, count_odd" | |
| after_lora,HumanEval,HumanEval/108,count_nums,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpul85f0ct.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 5, in check | |
| AssertionError | |
| ",3.504,29,"def count_nums(arr): | |
| return sum(sum(int(d) for d in str(abs(x))) > 0 for x in arr)" | |
| after_lora,HumanEval,HumanEval/109,move_one_ball,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpnbdza6sc.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 4, in check | |
| AssertionError: This prints if this assert fails 1 (good for debugging!) | |
| ",6.845,57,"def move_one_ball(arr): | |
| if not arr: | |
| return True | |
| sorted_arr = sorted(arr) | |
| if sorted_arr == arr: | |
| return True | |
| rotated = arr[-1:] + arr[:-1] | |
| return rotated == sorted_arr" | |
| after_lora,HumanEval,HumanEval/110,exchange,True,,7.978,68,"def exchange(lst1, lst2): | |
| odd_in_lst1 = sum(x % 2 for x in lst1) | |
| even_in_lst2 = sum(x % 2 == 0 for x in lst2) | |
| return ""YES"" if even_in_lst2 >= odd_in_lst1 else ""NO""" | |
| after_lora,HumanEval,HumanEval/111,histogram,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpz21hynfp.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 13, in check | |
| File ""<string>"", line 5, in histogram | |
| ValueError: max() iterable argument is empty | |
| ",7.488,65,"def histogram(test): | |
| counts = {} | |
| for ch in test.split(): | |
| counts[ch] = counts.get(ch, 0) + 1 | |
| max_count = max(counts.values()) | |
| return {ch: count for ch, count in counts.items() if count == max_count}" | |
| after_lora,HumanEval,HumanEval/112,reverse_delete,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpudyw4dog.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 3, in check | |
| AssertionError | |
| ",4.199,35,"def reverse_delete(s,c): | |
| for ch in c: | |
| s = s.replace(ch,'') | |
| return s,len(s)==len(s[::-1])" | |
| after_lora,HumanEval,HumanEval/113,odd_count,True,,8.258,72,"def odd_count(lst): | |
| out = [] | |
| for i, s in enumerate(lst): | |
| n = sum(int(ch) % 2 for ch in s) | |
| out.append(f""the number of odd elements {n}n the str{n}ng {n} of the {n}nput."") | |
| return out" | |
| after_lora,HumanEval,HumanEval/114,minSubArraySum,True,,6.627,58,"def minSubArraySum(nums): | |
| cur = nums[0] | |
| best = nums[0] | |
| for x in nums[1:]: | |
| cur = min(x, cur + x) | |
| best = min(best, cur) | |
| return best" | |
| after_lora,HumanEval,HumanEval/115,max_fill,False,"syntax error: unexpected indent (<unknown>, line 37)",4.423,36,"def max_fill(grid, capacity): | |
| import math | |
| """""" | |
| You are given a rectangular grid of wells. Each row represents a single well, | |
| and each 1 in a row represents a single unit of water. | |
| Each well has a corresponding bucket that can be used to extract water from it, | |
| and all buckets have the same capacity. | |
| Your task is to use the buckets to empty the wells. | |
| Output the number of times you need to lower the buckets. | |
| Example 1: | |
| Input: | |
| grid : [[0,0,1,0], [0,1,0,0], [1,1,1,1]] | |
| bucket_capacity : 1 | |
| Output: 6 | |
| Example 2: | |
| Input: | |
| grid : [[0,0,1,1], [0,0,0,0], [1,1,1,1], [0,1,1,1]] | |
| bucket_capacity : 2 | |
| Output: 5 | |
| Example 3: | |
| Input: | |
| grid : [[0,0,0], [0,0,0]] | |
| bucket_capacity : 5 | |
| Output: 0 | |
| Constraints: | |
| * all wells have the same length | |
| * 1 <= grid.length <= 10^2 | |
| * 1 <= grid[:,1].length <= 10^2 | |
| * grid[i][j] -> 0 | 1 | |
| * 1 <= capacity <= 10 | |
| """""" | |
| import math | |
| total = sum(row.count(1) for row in grid) | |
| return math.ceil(total / capacity)" | |
| after_lora,HumanEval,HumanEval/116,sort_array,True,,3.216,26,"def sort_array(arr): | |
| return sorted(arr, key=lambda x: (bin(x).count('1'), x))" | |
| after_lora,HumanEval,HumanEval/117,select_words,True,,9.958,86,"def select_words(s, n): | |
| consonants = set('bcdfghjklmnpqrstvwxyzBCDFGHJKLMNPQRSTVWXYZ') | |
| words = s.strip().split() | |
| result = [] | |
| for word in words: | |
| count = sum(ch in consonants for ch in word) | |
| if count == n: | |
| result.append(word) | |
| return result" | |
| after_lora,HumanEval,HumanEval/118,get_closest_vowel,False,"Traceback (most recent call last): | |
| File ""/tmp/tmp0mvdraqw.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 4, in check | |
| AssertionError | |
| ",8.857,76,"def get_closest_vowel(word): | |
| vowels = set('aeiouAEIOU') | |
| for i in range(1, len(word) - 1): | |
| if word[i] in vowels and word[i - 1] not in vowels and word[i + 1] not in vowels: | |
| return word[i] | |
| return ''" | |
| after_lora,HumanEval,HumanEval/119,match_parens,False,"Traceback (most recent call last): | |
| File ""/tmp/tmplvnvmewd.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 4, in check | |
| AssertionError | |
| ",10.075,87,"def match_parens(lst): | |
| a, b = lst | |
| if a == b: | |
| return 'No' | |
| if a == '()' and b == '()': | |
| return 'Yes' | |
| if a == '(' and b == ')': | |
| return 'Yes' | |
| if a == ')' and b == '(': | |
| return 'Yes' | |
| return 'No'" | |
| after_lora,HumanEval,HumanEval/120,maximum,False,"Traceback (most recent call last): | |
| File ""/tmp/tmptt1uc3og.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 4, in check | |
| AssertionError | |
| ",2.395,18,"def maximum(arr, k): | |
| return sorted(arr, reverse=True)[:k]" | |
| after_lora,HumanEval,HumanEval/121,solution,True,,5.828,49,"def solution(lst): | |
| total = 0 | |
| for i, value in enumerate(lst): | |
| if i % 2 == 0 and value % 2 != 0: | |
| total += value | |
| return total" | |
| after_lora,HumanEval,HumanEval/122,add_elements,True,,5.28,45,"def add_elements(arr, k): | |
| total = 0 | |
| for i in range(k): | |
| if abs(arr[i]) <= 99: | |
| total += arr[i] | |
| return total" | |
| after_lora,HumanEval,HumanEval/123,get_odd_collatz,True,,9.024,77,"def get_odd_collatz(n): | |
| seen = set() | |
| path = [] | |
| while n not in seen: | |
| seen.add(n) | |
| path.append(n) | |
| n = (n * 3 + 1) if n % 2 else n // 2 | |
| return sorted(x for x in path if x % 2)" | |
| after_lora,HumanEval,HumanEval/124,valid_date,True,,25.971,228,"def valid_date(date): | |
| parts = date.split('-') | |
| if len(parts) != 3: | |
| return False | |
| month, day, year = parts | |
| if not month.isdigit() or not day.isdigit() or not year.isdigit(): | |
| return False | |
| month = int(month) | |
| day = int(day) | |
| year = int(year) | |
| if month < 1 or month > 12: | |
| return False | |
| if year < 1900 or year > 2100: | |
| return False | |
| if month in (1, 3, 5, 7, 8, 10, 12): | |
| if day < 1 or day > 31: | |
| return False | |
| elif month in (4, 6, 9, 11): | |
| if day < 1 or day > 30: | |
| return False | |
| else: | |
| if day < 1 or day > 29: | |
| return False | |
| return True" | |
| after_lora,HumanEval,HumanEval/125,split_words,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpc4tph2f5.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 8, in check | |
| AssertionError | |
| ",5.856,50,"def split_words(txt): | |
| if ' ' in txt: | |
| return txt.split(' ') | |
| if ',' in txt: | |
| return txt.split(',') | |
| return sum(ord(c) % 2 for c in txt.lower())" | |
| after_lora,HumanEval,HumanEval/126,is_sorted,False,"Traceback (most recent call last): | |
| File ""/tmp/tmp6asj9t8f.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 17, in check | |
| AssertionError: This prints if this assert fails 7 (good for debugging!) | |
| ",6.963,59,"def is_sorted(lst): | |
| prev = None | |
| for x in lst: | |
| if prev is not None and x < prev: | |
| return False | |
| if prev is not None and x == prev: | |
| return False | |
| prev = x | |
| return True" | |
| after_lora,HumanEval,HumanEval/127,intersection,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpe5d_1k8u.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 5, in check | |
| AssertionError | |
| ",13.746,119,"def intersection(interval1, interval2): | |
| start = max(interval1[0], interval2[0]) | |
| end = min(interval1[1], interval2[1]) | |
| if start > end: | |
| return ""NO"" | |
| length = end - start + 1 | |
| if length < 2: | |
| return ""NO"" | |
| for i in range(2, int(length ** 0.5) + 1): | |
| if length % i == 0: | |
| return ""NO"" | |
| return ""YES""" | |
| after_lora,HumanEval,HumanEval/128,prod_signs,True,,7.681,67,"def prod_signs(arr): | |
| if not arr: | |
| return None | |
| sign = 1 | |
| for x in arr: | |
| if x == 0: | |
| return 0 | |
| sign *= int(x / abs(x)) | |
| return sum(abs(x) for x in arr) * sign" | |
| after_lora,HumanEval,HumanEval/129,minPath,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpylo6w9cm.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 6, in check | |
| AssertionError | |
| ",21.035,184,"def minPath(grid, k): | |
| n = len(grid) | |
| start = (0, 0) | |
| cur = [grid[start[0]][start[1]]] | |
| for _ in range(k - 1): | |
| best = None | |
| for dx, dy in ((-1, 0), (1, 0), (0, -1), (0, 1)): | |
| nx, ny = start[0] + dx, start[1] + dy | |
| if 0 <= nx < n and 0 <= ny < n: | |
| cand = cur[:] | |
| cand.append(grid[nx][ny]) | |
| if best is None or cand < best: | |
| best = cand | |
| start = (start[0] + dx, start[1] + dy) | |
| cur = best | |
| return cur" | |
| after_lora,MBPP,MBPP/101,kth_element,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpn2zf8npm.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",4.427,37,"def kth_element(arr, k, target): | |
| for i in range(k): | |
| if arr[i] == target: | |
| return i | |
| return -1" | |
| after_lora,MBPP,MBPP/102,snake_to_camel,True,,5.802,50,"def snake_to_camel(s): | |
| if not s: | |
| return '' | |
| parts = s.lower().split('_') | |
| return parts[0].capitalize() + ''.join(part.capitalize() for part in parts[1:])" | |
| after_lora,MBPP,MBPP/103,eulerian_num,False,"Traceback (most recent call last): | |
| File ""/tmp/tmp3mwm1gc9.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",43.238,384,"def eulerian_num(n, m): | |
| if m == 0: return 1 | |
| if m == 1: return 2 | |
| if m == 2: return 3 | |
| if m == 3: return 4 | |
| if m == 4: return 11 | |
| if m == 5: return 26 | |
| if m == 6: return 87 | |
| if m == 7: return 274 | |
| if m == 8: return 877 | |
| if m == 9: return 2885 | |
| if m == 10: return 9896 | |
| if m == 11: return 34465 | |
| if m == 12: return 124160 | |
| if m == 13: return 441064 | |
| if m == 14: return 1646719 | |
| if m == 15: return 6148892 | |
| if m == 16: return 23293785 | |
| if m == 17: return 87813196 | |
| if m == 18: return 335303681 | |
| if m == 19: return 1280302404 | |
| if m == 20: return 4918030081 | |
| if m == 21: return 18744120324 | |
| if m == 22: return 72176481289 | |
| if m == 23: return" | |
| after_lora,MBPP,MBPP/104,sort_sublists,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpmqp8p1kx.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",2.959,24,"def sort_sublists(data): | |
| return sorted(data, key=lambda x: sorted(x, key=str.lower))" | |
| after_lora,MBPP,MBPP/105,count,True,,1.453,11,"def count(lst): | |
| return sum(lst)" | |
| after_lora,MBPP,MBPP/106,add_lists,True,,2.086,16,"def add_lists(lst, tup): | |
| return tup + tuple(lst)" | |
| after_lora,MBPP,MBPP/107,count_Hexadecimal,False,"Traceback (most recent call last): | |
| File ""/tmp/tmp7koua4sd.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 3, in check | |
| AssertionError | |
| ",6.152,53,"def count_Hexadecimal(start, end): | |
| count = 0 | |
| for n in range(start, end + 1): | |
| if n >= 0 and n <= 15: | |
| count += 1 | |
| return count" | |
| after_lora,MBPP,MBPP/108,merge_sorted_list,False,missing def merge_sorted_list,43.413,384,"8, 22, 25, 25, 35, 50, 58, 61, 65, 74, 75, 85]" | |
| after_lora,MBPP,MBPP/109,odd_Equivalent,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpz63133k4.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",12.342,109,"def odd_Equivalent(s, k): | |
| n = len(s) | |
| if n == 0: return 0 | |
| if k == 1: return sum(int(ch) for ch in s) % 2 | |
| if k % 2 == 0: return (sum(int(ch) for ch in s) % 2) | |
| return (sum(int(ch) for ch in s) % 2) + (sum(int(ch) for ch in s[1:]) % 2)" | |
| after_lora,MBPP,MBPP/110,extract_missing,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpw5luau0r.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",9.203,79,"def extract_missing(ranges, start, end): | |
| out = [] | |
| for a, b in sorted(ranges): | |
| if a < start: | |
| out.append((start, a)) | |
| if a < end: | |
| out.append((a, b)) | |
| if b < end: | |
| out.append((b, end)) | |
| return out" | |
| after_lora,MBPP,MBPP/111,common_in_nested_lists,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpsn84ndq7.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",5.879,50,"def common_in_nested_lists(nested): | |
| seen = set() | |
| for lst in nested: | |
| for item in lst: | |
| if item not in seen: | |
| seen.add(item) | |
| return sorted(seen)" | |
| after_lora,MBPP,MBPP/112,perimeter,False,"Traceback (most recent call last): | |
| File ""/tmp/tmp6i062poo.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",2.431,20,"def perimeter(radius, height): | |
| return 2 * (2 * radius + height)" | |
| after_lora,MBPP,MBPP/113,check_integer,True,,3.31,28,"def check_integer(s): | |
| try: | |
| int(s) | |
| return True | |
| except ValueError: | |
| return False" | |
| after_lora,MBPP,MBPP/114,assign_freq,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpqc_vf5kr.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",6.8,58,"def assign_freq(tuples): | |
| counts = {} | |
| for t in tuples: | |
| key = tuple(sorted(t)) | |
| counts[key] = counts.get(key, 0) + 1 | |
| return [counts[tuple(sorted(t))] for t in tuples]" | |
| after_lora,MBPP,MBPP/115,empty_dit,True,,2.974,25,"def empty_dit(lst): | |
| for d in lst: | |
| if d: return False | |
| return True" | |
| after_lora,MBPP,MBPP/116,tuple_to_int,True,,5.395,46,"def tuple_to_int(nums): | |
| if not nums: | |
| return 0 | |
| result = 0 | |
| for digit in nums: | |
| result = result * 10 + digit | |
| return result" | |
| after_lora,MBPP,MBPP/117,list_to_float,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpp0xbud6s.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",7.9,66,"def list_to_float(lst): | |
| out = [] | |
| for a, b in lst: | |
| a = float(a) if a.strip() else 0.0 | |
| b = float(b) if b.strip() else 0.0 | |
| out.append((a, b)) | |
| return out" | |
| after_lora,MBPP,MBPP/118,string_to_list,True,,1.689,13,"def string_to_list(s): | |
| return s.split()" | |
| after_lora,MBPP,MBPP/119,search,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpbi42doc0.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",15.688,137,"def search(nums, target): | |
| left, right = 0, len(nums) - 1 | |
| while left <= right: | |
| mid = (left + right) // 2 | |
| if nums[mid] == target: | |
| if mid == 0 or nums[mid - 1] != target: | |
| return target | |
| if mid == len(nums) - 1 or nums[mid + 1] != target: | |
| return target | |
| left = mid + 1 | |
| elif nums[mid] < target: | |
| left = mid + 1 | |
| else: | |
| right = mid - 1 | |
| return None" | |
| after_lora,MBPP,MBPP/120,max_product_tuple,True,,5.416,46,"def max_product_tuple(tuples): | |
| best = 0 | |
| for a, b in tuples: | |
| prod = a * b | |
| if prod > best: | |
| best = prod | |
| return best" | |
| after_lora,MBPP,MBPP/121,check_triplet,False,"Traceback (most recent call last): | |
| File ""/tmp/tmph9_y0jr0.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| TypeError: check_triplet() takes 3 positional arguments but 4 were given | |
| ",13.798,119,"def check_triplet(nums, target, k): | |
| nums.sort() | |
| for i in range(len(nums) - 2): | |
| if i > 0 and nums[i] == nums[i - 1]: continue | |
| left, right = i + 1, len(nums) - 1 | |
| while left < right: | |
| cur = nums[i] + nums[left] + nums[right] | |
| if cur == target: return True | |
| if cur < target: left += 1 | |
| else: right -= 1 | |
| return False" | |
| after_lora,MBPP,MBPP/122,smartNumber,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpp1ydj070.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",4.691,40,"def smartNumber(n): | |
| a, b = 0, 1 | |
| for _ in range(n): | |
| a, b = b, a + b | |
| return a" | |
| after_lora,MBPP,MBPP/123,amicable_numbers_sum,False,missing def amicable_numbers_sum,19.604,173,"def divisor_sum(x): | |
| s = 1 | |
| p = 2 | |
| while p * p <= x: | |
| if x % p == 0: | |
| s += p | |
| while x % p == 0: | |
| x //= p | |
| s += x | |
| p += 1 | |
| if x > 1: | |
| s += x | |
| return s | |
| seen = set() | |
| total = 0 | |
| for i in range(1, n + 1): | |
| j = divisor_sum(i) | |
| if j == i: | |
| continue | |
| if j < i: | |
| continue | |
| if j not in seen: | |
| seen.add(j) | |
| total += i + j | |
| return total" | |
| after_lora,MBPP,MBPP/124,angle_complex,False,"Traceback (most recent call last): | |
| File ""/tmp/tmp0dh5gceg.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| File ""<string>"", line 4, in angle_complex | |
| TypeError: must be real number, not complex | |
| ",2.651,21,"import math | |
| def angle_complex(x, y): | |
| return math.atan2(y, x)" | |
| after_lora,MBPP,MBPP/125,find_length,False,"Traceback (most recent call last): | |
| File ""/tmp/tmp6_1z77bc.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",11.133,97,"def find_length(s, n): | |
| if n <= 0: | |
| return 0 | |
| dp = [0] * n | |
| dp[0] = 1 if s[0] == '1' else -1 | |
| for i in range(1, n): | |
| dp[i] = dp[i-1] + 1 if s[i] == '1' else -dp[i-1] | |
| return max(dp)" | |
| after_lora,MBPP,MBPP/126,sum,False,missing def sum,8.694,76,"def gcd(x, y): | |
| while y: | |
| x, y = y, x % y | |
| return x | |
| g = gcd(a, b) | |
| return sum(i for i in range(1, g + 1) if a % i == 0 and b % i == 0)" | |
| after_lora,MBPP,MBPP/127,multiply_int,True,,9.954,86,"def multiply_int(a, b): | |
| if a == 0 or b == 0: | |
| return 0 | |
| if a < 0: | |
| a = -a | |
| b = -b | |
| result = 0 | |
| while b: | |
| if b & 1: | |
| result += a | |
| a <<= 1 | |
| b >>= 1 | |
| return result" | |
| after_lora,MBPP,MBPP/128,long_words,False,"Traceback (most recent call last): | |
| File ""/tmp/tmp9o63wel2.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",2.927,24,"def long_words(n, words): | |
| return [word for word in words if len(word) > n]" | |
| after_lora,MBPP,MBPP/129,magic_square_test,True,,15.953,140,"def magic_square_test(matrix): | |
| n = len(matrix) | |
| target = n * (n * n + 1) // 2 | |
| seen = set() | |
| for row in matrix: | |
| for val in row: | |
| if val < 1 or val > n * n or val in seen: | |
| return False | |
| seen.add(val) | |
| for i in range(n): | |
| if sum(matrix[i]) != target or sum(matrix[j][i] for j in range(n)) != target or sum(matrix[j][n - 1 - j] for j in range(n)) != target: | |
| return False | |
| return True" | |
| after_lora,MBPP,MBPP/130,max_occurrences,True,,8.963,78,"def max_occurrences(lst): | |
| counts = {} | |
| for x in lst: | |
| counts[x] = counts.get(x, 0) + 1 | |
| max_val = max(counts.values()) | |
| for k, v in counts.items(): | |
| if v == max_val: | |
| return k, counts[k] | |
| return None, 0" | |
| after_lora,MBPP,MBPP/131,reverse_vowels,True,,14.435,126,"def reverse_vowels(s: str) -> str: | |
| vowels = set('aeiouAEIOU') | |
| chars = list(s) | |
| left, right = 0, len(chars) - 1 | |
| while left < right: | |
| if chars[left] not in vowels: | |
| left += 1 | |
| continue | |
| if chars[right] not in vowels: | |
| right -= 1 | |
| continue | |
| chars[left], chars[right] = chars[right], chars[left] | |
| left += 1 | |
| right -= 1 | |
| return ''.join(chars)" | |
| after_lora,MBPP,MBPP/132,tup_string,True,,1.701,13,"def tup_string(t): | |
| return ''.join(t)" | |
| after_lora,MBPP,MBPP/133,sum_negativenum,True,,2.825,23,"def sum_negativenum(nums): | |
| return sum(x for x in nums if x < 0)" | |
| after_lora,MBPP,MBPP/134,check_last,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpffnceham.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",13.406,117,"def check_last(nums, p, op): | |
| for _ in range(p): | |
| if op == ""add"": | |
| nums[-1] += nums[-1] | |
| elif op == ""subtract"": | |
| nums[-1] -= nums[-1] | |
| elif op == ""multiply"": | |
| nums[-1] *= nums[-1] | |
| elif op == ""divide"": | |
| nums[-1] //= nums[-1] | |
| return ""EVEN"" if nums[-1] % 2 == 0 else ""ODD""" | |
| after_lora,MBPP,MBPP/135,hexagonal_num,True,,2.47,20,"def hexagonal_num(n): | |
| return n * (2 * n - 1)" | |
| after_lora,MBPP,MBPP/136,cal_electbill,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpg0ehf5ys.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",10.353,90,"def cal_electbill(kwh): | |
| if kwh <= 100: | |
| return kwh * 2.5 | |
| elif kwh <= 200: | |
| return 250 + (kwh - 100) * 2.75 | |
| else: | |
| return 525 + (kwh - 200) * 3.0" | |
| after_lora,MBPP,MBPP/137,zero_count,False,"Traceback (most recent call last): | |
| File ""/tmp/tmph6seh6wp.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",3.972,33,"def zero_count(nums): | |
| return sum(1 for x in nums if x == 0) / len(nums) if nums else 0.0" | |
| after_lora,MBPP,MBPP/138,is_Sum_Of_Powers_Of_Two,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpto4_0e8_.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",6.58,56,"def is_Sum_Of_Powers_Of_Two(n: int) -> bool: | |
| if n <= 0: | |
| return False | |
| while n: | |
| if n & 1: | |
| return False | |
| n >>= 1 | |
| return True" | |
| after_lora,MBPP,MBPP/139,circle_circumference,False,"Traceback (most recent call last): | |
| File ""/tmp/tmposhz1bt7.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",4.139,35,"def circle_circumference(radius): | |
| return 2 * 3.141592653589793 * radius" | |
| after_lora,MBPP,MBPP/140,extract_singly,False,"Traceback (most recent call last): | |
| File ""/tmp/tmpaaqkyx7a.py"", line 10, in <module> | |
| ns['check'](ns[entry]) | |
| File ""<string>"", line 2, in check | |
| AssertionError | |
| ",6.991,60,"def extract_singly(tuples): | |
| counts = {} | |
| for t in tuples: | |
| for v in t: | |
| counts[v] = counts.get(v, 0) + 1 | |
| return [v for v in counts if counts[v] == 1]" | |