api/engine.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-


import os
import subprocess
import shutil
import tempfile
from typing import Tuple


def evaluate_solution(task_id: str, solution: str) -> Tuple[bool, str]:
 initial_dir = os.getcwd()
 task_dir = task_id.replace('/', '_')
 original_task_path = 'tasks/{}'.format(task_dir)
 
 if not os.path.exists(original_task_path):
 raise FileNotFoundError('Task not found: {}'.format(task_id))
 
 with tempfile.TemporaryDirectory() as temp_dir:
 temp_task_path = os.path.join(temp_dir, task_dir)

 # Replicate the directory structure with symbolic links
 shutil.copytree(
 original_task_path,
 temp_task_path,
 symlinks=True,
 dirs_exist_ok=True,
 )
 
 os.chdir(temp_task_path)
 
 # Write solution with UTF-8 encoding
 with open('contracts/Task.sol', 'w', encoding='utf-8') as f:
 f.write(solution)

 try:
 result = subprocess.run(
 ['npx', 'hardhat', 'test'],
 capture_output=True,
 text=True,
 check=True,
 encoding='utf-8', # Specify UTF-8 encoding for subprocess
 )
 return True, result.stdout
 except subprocess.CalledProcessError as e:
 return False, e.stderr
 finally:
 os.chdir(initial_dir)