404 lines
13 KiB
OCaml
404 lines
13 KiB
OCaml
open Testlib
|
|
open Util.Assert
|
|
open X86
|
|
open Ll
|
|
module Driver = Oat.Driver
|
|
module Backend = Oat.Backend
|
|
module Typechecker = Oat.Typechecker
|
|
module Frontend = Oat.Frontend
|
|
module Tctxt = Oat.Tctxt
|
|
open Backend
|
|
open Driver
|
|
|
|
(* Do NOT modify this file -- we will overwrite it with our *)
|
|
(* own version when we test your project. *)
|
|
|
|
(* These tests will be used to grade your assignment *)
|
|
|
|
|
|
let unit_tests = [
|
|
"subtype_stringQ_stringQ",
|
|
(fun () ->
|
|
if Typechecker.subtype Tctxt.empty (TNullRef RString) (TNullRef RString) then ()
|
|
else failwith "should not fail")
|
|
; ("no_subtype_stringQ_stringQ",
|
|
(fun () ->
|
|
if Typechecker.subtype Tctxt.empty (TNullRef RString) (TRef RString) then
|
|
failwith "should not succeed" else ())
|
|
)
|
|
]
|
|
|
|
|
|
let hw4_easiest_tests = [
|
|
("hw4programs/easyrun1.oat", "", "17");
|
|
("hw4programs/easyrun2.oat", "", "35");
|
|
("hw4programs/easyrun3.oat", "", "73");
|
|
("hw4programs/easyrun4.oat", "", "6");
|
|
("hw4programs/easyrun5.oat", "", "212");
|
|
("hw4programs/easyrun6.oat", "", "9");
|
|
("hw4programs/easyrun7.oat", "", "23");
|
|
("hw4programs/easyrun8.oat", "", "160");
|
|
("hw4programs/easyrun9.oat", "", "236");
|
|
]
|
|
|
|
let hw4_globals_tests = [
|
|
("hw4programs/globals1.oat", "", "42");
|
|
("hw4programs/globals2.oat", "", "17");
|
|
("hw4programs/globals3.oat", "", "17");
|
|
("hw4programs/globals4.oat", "", "5");
|
|
("hw4programs/globals5.oat", "", "17");
|
|
("hw4programs/globals6.oat", "", "15");
|
|
("hw4programs/globals7.oat", "", "3");
|
|
]
|
|
|
|
let hw4_path_tests = [
|
|
("hw4programs/path1.oat", "", "17");
|
|
("hw4programs/path2.oat", "", "35");
|
|
("hw4programs/path3.oat", "", "3");
|
|
("hw4programs/arrayargs1.oat", "", "17");
|
|
("hw4programs/arrayargs2.oat", "", "17");
|
|
("hw4programs/arrayargs3.oat", "", "34");
|
|
]
|
|
|
|
let hw4_easy_tests = [
|
|
("hw4programs/run26.oat", "", "0");
|
|
("hw4programs/run27.oat", "", "99");
|
|
("hw4programs/run28.oat", "", "18");
|
|
("hw4programs/run29.oat", "", "1");
|
|
("hw4programs/run30.oat", "", "9");
|
|
("hw4programs/run31.oat", "", "9");
|
|
("hw4programs/run13.oat", "", "1");
|
|
("hw4programs/run32.oat", "", "33");
|
|
("hw4programs/run21.oat", "", "99");
|
|
("hw4programs/run33.oat", "", "1");
|
|
("hw4programs/run34.oat", "", "66");
|
|
("hw4programs/run38.oat", "", "31");
|
|
("hw4programs/run39.oat", "a", "2");
|
|
("hw4programs/run40.oat", "", "8");
|
|
("hw4programs/run41.oat", "", "3");
|
|
("hw4programs/run42.oat", "", "2");
|
|
("hw4programs/run49.oat", "", "abc0");
|
|
("hw4programs/run50.oat", "", "abcde0");
|
|
("hw4programs/run60.oat", "", "85");
|
|
("hw4programs/run61.oat", "", "3410");
|
|
]
|
|
|
|
let hw4_medium_tests = [
|
|
("hw4programs/fact.oat", "", "1200");
|
|
("hw4programs/run1.oat", "", "153");
|
|
("hw4programs/run2.oat", "", "6");
|
|
("hw4programs/run8.oat", "", "2");
|
|
("hw4programs/run9.oat", "", "4");
|
|
("hw4programs/run10.oat", "", "5");
|
|
("hw4programs/run11.oat", "", "7");
|
|
("hw4programs/run14.oat", "", "16");
|
|
("hw4programs/run15.oat", "", "19");
|
|
("hw4programs/run16.oat", "", "13");
|
|
("hw4programs/run22.oat", "", "abc0");
|
|
("hw4programs/run23.oat", "", "1230");
|
|
("hw4programs/run25.oat", "", "nnn0");
|
|
("hw4programs/run46.oat", "", "420");
|
|
("hw4programs/run47.oat", "", "3");
|
|
("hw4programs/run48.oat", "", "11");
|
|
("hw4programs/lib4.oat", "", "53220");
|
|
("hw4programs/lib5.oat", "", "20");
|
|
("hw4programs/lib6.oat", "", "56553");
|
|
("hw4programs/lib7.oat", "", "53");
|
|
("hw4programs/lib8.oat", "", "Hello world!0");
|
|
("hw4programs/lib9.oat", "a b c d", "abcd5");
|
|
("hw4programs/lib11.oat", "", "45");
|
|
("hw4programs/lib14.oat", "", "~}|{zyxwvu0");
|
|
("hw4programs/lib15.oat", "123456789", "456780");
|
|
]
|
|
|
|
let hw4_hard_tests = [
|
|
("hw4programs/fac.oat", "", "120");
|
|
("hw4programs/qsort.oat", "", "kpyf{shomfhkmopsy{255");
|
|
("hw4programs/bsort.oat", "", "y}xotnuw notuwxy}255");
|
|
("hw4programs/msort.oat", "", "~}|{zyxwvu uvwxyz{|}~ 0");
|
|
("hw4programs/msort2.oat", "", "~}|{zyxwvu uvwxyz{|}~ 0");
|
|
("hw4programs/selectionsort.oat", "", "01253065992000");
|
|
("hw4programs/matrixmult.oat", "", "19 16 13 23 \t5 6 7 6 \t19 16 13 23 \t5 6 7 6 \t0");
|
|
]
|
|
|
|
let hw4_old_student_tests = [
|
|
("hw4programs/binary_search.oat", "", "Correct!0")
|
|
; ("hw4programs/xor_shift.oat", "", "838867572\n22817190600")
|
|
; ("hw4programs/sieve.oat", "", "25")
|
|
; ("hw4programs/count_sort.oat", "", "AFHZAAEYC\nAAACEFHYZ0")
|
|
; ("hw4programs/fibo.oat", "", "0")
|
|
; ("hw4programs/heap.oat", "", "1")
|
|
; ("hw4programs/binary_gcd.oat", "", "3")
|
|
; ("hw4programs/lfsr.oat", "", "TFTF FFTT0")
|
|
; ("hw4programs/gnomesort.oat", "", "01253065992000")
|
|
; ("hw4programs/josh_joyce_test.oat", "", "0")
|
|
; ("hw4programs/gcd.oat", "", "16")
|
|
; ("hw4programs/lcs.oat", "", "OAT0")
|
|
; ("hw4programs/insertion_sort.oat", "", "42")
|
|
; ("hw4programs/maxsubsequence.oat", "", "107")
|
|
]
|
|
|
|
let hw4_type_error_tests = [
|
|
"hw4programs/run3.oat"
|
|
; "hw4programs/run5.oat"
|
|
; "hw4programs/run35.oat"
|
|
; "hw4programs/run43.oat"
|
|
; "hw4programs/run44.oat"
|
|
; "hw4programs/run45.oat"
|
|
]
|
|
|
|
|
|
let typecheck_equality_tests = [
|
|
"hw5programs/tc_eq1.oat"
|
|
; "hw5programs/tc_eq2.oat"
|
|
]
|
|
|
|
let struct_tests = [
|
|
("hw5programs/compile_assign_struct.oat", "", "16");
|
|
("hw5programs/compile_basic_struct.oat", "", "7");
|
|
("hw5programs/compile_global_struct.oat", "", "254");
|
|
("hw5programs/compile_nested_struct.oat", "", "10");
|
|
("hw5programs/compile_return_struct.oat", "", "0");
|
|
("hw5programs/compile_struct_array.oat", "", "15");
|
|
("hw5programs/compile_struct_fptr.oat", "", "7");
|
|
("hw5programs/compile_various_fields.oat", "", "hello253");
|
|
]
|
|
|
|
let fptr_tests = [
|
|
("hw5programs/compile_array_fptr.oat", "", "2");
|
|
("hw5programs/compile_func_argument.oat", "", "4");
|
|
("hw5programs/compile_global_fptr.oat", "", "7");
|
|
("hw5programs/compile_global_fptr_unordered.oat", "", "2");
|
|
("hw5programs/compile_scall_fptr.oat", "", "4");
|
|
("hw5programs/compile_var_fptr.oat", "", "1");
|
|
("hw5programs/compile_local_fptr.oat", "", "5");
|
|
("hw5programs/compile_function_shadow.oat", "", "12");
|
|
("hw5programs/compile_global_struct_fptr.oat", "", "20");
|
|
("hw5programs/compile_builtin_argument.oat", "", "abab0");
|
|
]
|
|
|
|
let typecheck_subtyping_tests =
|
|
[ "hw5programs/tc_subtyping1.oat"
|
|
; "hw5programs/tc_subtyping2.oat"
|
|
; "hw5programs/tc_subtyping3.oat"
|
|
; "hw5programs/tc_subtyping4.oat"
|
|
; "hw5programs/tc_subtyping5.oat"
|
|
; "hw5programs/tc_subtyping6.oat"
|
|
; "hw5programs/tc_subtyping7.oat"
|
|
; "hw5programs/tc_subtyping8.oat"
|
|
; "hw5programs/tc_subtyping9.oat"
|
|
]
|
|
|
|
let typecheck_subtyping_error_tests =
|
|
[ "hw5programs/tc_subtyping_err1.oat"
|
|
; "hw5programs/tc_subtyping_err2.oat"
|
|
; "hw5programs/tc_subtyping_err3.oat"
|
|
; "hw5programs/tc_subtyping_err4.oat"
|
|
; "hw5programs/tc_subtyping_err5.oat"
|
|
; "hw5programs/tc_subtyping_err6.oat"
|
|
; "hw5programs/tc_subtyping_err7.oat"
|
|
; "hw5programs/tc_subtyping_err8.oat"
|
|
]
|
|
|
|
|
|
let typecheck_statement_error_tests =
|
|
[ "hw5programs/tc_error_early_return.oat";
|
|
"hw5programs/tc_error_early_return_void.oat";
|
|
"hw5programs/tc_error_return_wrong.oat";
|
|
"hw5programs/tc_error_while_nonbool.oat";
|
|
"hw5programs/tc_error_while.oat";
|
|
"hw5programs/tc_error_if_nonbool.oat";
|
|
"hw5programs/tc_error_if.oat";
|
|
"hw5programs/tc_error_for.oat";
|
|
"hw5programs/tc_error_void.oat";
|
|
"hw5programs/tc_error_assign_void.oat";
|
|
"hw5programs/tc_error_scall_nonvoid.oat";
|
|
]
|
|
|
|
let typecheck_correct_statement_tests =
|
|
[ "hw5programs/tc_correct_while.oat";
|
|
"hw5programs/tc_correct_for.oat";
|
|
"hw5programs/tc_correct_if.oat";
|
|
"hw5programs/tc_correct_void.oat"
|
|
]
|
|
|
|
let typecheck_error_expression_tests =
|
|
[ "hw5programs/tc_error_binop1.oat";
|
|
"hw5programs/tc_error_binop2.oat";
|
|
"hw5programs/tc_error_binop3.oat";
|
|
"hw5programs/tc_error_call1.oat";
|
|
"hw5programs/tc_error_call2.oat";
|
|
"hw5programs/tc_error_unop1.oat";
|
|
"hw5programs/tc_error_array1.oat";
|
|
"hw5programs/tc_error_array2.oat";
|
|
"hw5programs/tc_error_array3.oat";
|
|
"hw5programs/tc_error_array4.oat";
|
|
"hw5programs/tc_error_null.oat";
|
|
]
|
|
|
|
let typecheck_error_struct_tests =
|
|
[ "hw5programs/tc_error_struct_proj.oat";
|
|
"hw5programs/tc_error_struct1.oat";
|
|
"hw5programs/tc_error_struct2.oat";
|
|
"hw5programs/tc_error_struct3.oat";
|
|
"hw5programs/tc_error_struct4.oat";
|
|
"hw5programs/tc_error_struct_dup.oat";
|
|
"hw5programs/tc_error_struct.oat";
|
|
"hw5programs/tc_error_dupstruct.oat";
|
|
"hw5programs/tc_error_struct_unbound.oat";
|
|
]
|
|
|
|
let typecheck_error_global_tests =
|
|
[ "hw5programs/tc_error_global_dup.oat";
|
|
"hw5programs/tc_error_global.oat";
|
|
"hw5programs/tc_error_func_redeclaration.oat";
|
|
"hw5programs/tc_error_func_assign.oat";
|
|
"hw5programs/tc_error_overwrite.oat";
|
|
"hw5programs/tc_error_function_no_shadow.oat";
|
|
"hw5programs/tc_correct_null.oat";
|
|
]
|
|
|
|
let typecheck_correct_other_tests =
|
|
[ "hw5programs/tc_correct_array.oat";
|
|
"hw5programs/tc_correct_array2.oat";
|
|
"hw5programs/tc_correct_array3.oat";
|
|
"hw5programs/tc_correct_call.oat";
|
|
"hw5programs/tc_correct_fptr.oat";
|
|
"hw5programs/tc_correct_global_fptr_scope.oat";
|
|
"hw5programs/tc_correct_global.oat";
|
|
"hw5programs/tc_correct_struct.oat";
|
|
"hw5programs/tc_correct_struct_fptr.oat";
|
|
"hw5programs/tc_correct_void.oat";
|
|
"hw5programs/tc_correct_local_redeclaration.oat";
|
|
"hw5programs/tc_correct_fptr_array.oat";
|
|
"hw5programs/tc_struct_null_field.oat";
|
|
]
|
|
|
|
let typecheck_error_null_not_null_tests =
|
|
hw4_type_error_tests
|
|
|
|
|
|
let fptr_tests = [
|
|
("hw5programs/compile_array_fptr.oat", "", "2");
|
|
("hw5programs/compile_func_argument.oat", "", "4");
|
|
("hw5programs/compile_global_fptr.oat", "", "7");
|
|
("hw5programs/compile_global_fptr_unordered.oat", "", "2");
|
|
("hw5programs/compile_scall_fptr.oat", "", "4");
|
|
("hw5programs/compile_var_fptr.oat", "", "1");
|
|
("hw5programs/compile_local_fptr.oat", "", "5");
|
|
("hw5programs/compile_function_shadow.oat", "", "12");
|
|
("hw5programs/compile_global_struct_fptr.oat", "", "20");
|
|
("hw5programs/compile_builtin_argument.oat", "", "abab0");
|
|
]
|
|
|
|
|
|
let new_tests = [
|
|
("hw5programs/ifq1.oat", "", "4");
|
|
("hw5programs/ifq2.oat", "", "5");
|
|
("hw5programs/ifq3.oat", "", "6");
|
|
("hw5programs/ifq4.oat", "", "4");
|
|
("hw5programs/ifq5.oat", "", "4");
|
|
("hw5programs/run44fixed.oat", "", "hello0");
|
|
("hw5programs/length1.oat", "", "5");
|
|
("hw5programs/compile_array_init.oat", "", "2");
|
|
("hw5programs/array_oob.oat", "", "Out of bounds index 3 for array length 30001");
|
|
("hw5programs/conquest.oat", "", "My name is Jeff...\nCharizard is the BEST Pokemon ever!!!11");
|
|
]
|
|
|
|
let tc_ok_tests = [
|
|
"hw5programs/tc_struct_ok.oat"
|
|
; "hw5programs/tc_func_ret_ok.oat"
|
|
; "hw5programs/tc_func_arg_ok.oat"
|
|
; "hw5programs/tc_ifq1.oat"
|
|
; "hw4programs/tc_ok1.oat"
|
|
; "hw4programs/tc_ok2.oat"
|
|
; "hw4programs/tc_ok4.oat"
|
|
; "hw4programs/tc_ok5.oat"
|
|
; "hw4programs/tc_ok6.oat"
|
|
; "hw4programs/tc_ok7.oat"
|
|
; "hw4programs/tc_ok8.oat"
|
|
; "hw5programs/tc_arrow.oat"
|
|
; "hw5programs/tc_arrow_null.oat"
|
|
; "hw5programs/tc_arrow_null_rec.oat"
|
|
]
|
|
|
|
let tc_err_tests = [
|
|
"hw5programs/tc_null_array_err.oat"
|
|
; "hw5programs/tc_struct_err.oat"
|
|
; "hw5programs/tc_func_ret_err.oat"
|
|
; "hw5programs/tc_func_arg_err.oat"
|
|
; "hw5programs/tc_array_err.oat"
|
|
; "hw5programs/tc_struct_field_err.oat"
|
|
; "hw5programs/tc_recursive_struct_err.oat"
|
|
; "hw5programs/tc_ifq_err1.oat"
|
|
]
|
|
|
|
|
|
let typecheck_tests : suite = [
|
|
GradedTest("subtype unit tests", 1, unit_tests);
|
|
GradedTest("tc subtyping tests", 4, typecheck_file_correct typecheck_subtyping_tests);
|
|
GradedTest("tc subtyping error tests", 4, typecheck_file_error typecheck_subtyping_error_tests);
|
|
GradedTest("tc equality tests", 4, typecheck_file_correct typecheck_equality_tests);
|
|
GradedTest("tc statement error tests", 5, typecheck_file_error typecheck_statement_error_tests);
|
|
GradedTest("tc statement correct tests", 5, typecheck_file_correct typecheck_correct_statement_tests);
|
|
GradedTest("tc other correct tests", 5, typecheck_file_correct typecheck_correct_other_tests);
|
|
GradedTest("tc null/not null error tests", 5, typecheck_file_error typecheck_error_null_not_null_tests);
|
|
GradedTest("tc expression error tests", 5, typecheck_file_error typecheck_error_expression_tests);
|
|
GradedTest("tc struct/global error tests", 5, typecheck_file_error (typecheck_error_struct_tests @ typecheck_error_global_tests));
|
|
GradedTest("extra tc err tests", 5, typecheck_file_error tc_err_tests)
|
|
]
|
|
|
|
let hw5_tests : suite = [
|
|
GradedTest("tc ok tests", 8, executed_tc_ok_file tc_ok_tests)
|
|
; GradedTest("new tests", 8, executed_oat_file new_tests)
|
|
; GradedTest("struct tests", 8, executed_oat_file struct_tests)
|
|
; GradedTest("fptr tests", 2, executed_oat_file fptr_tests)
|
|
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
let complex_tests : suite =
|
|
[GradedTest ("complex hidden tests", 6, executed_oat_file
|
|
[] )]
|
|
|
|
|
|
let other_student_unit_tests : suite =
|
|
[ GradedTest ("Other Student Unit Tests", 1, []) ]
|
|
|
|
let sp24_complex_tests =
|
|
List.map (fun (f, i, o) -> ("sp24_hw5_tests/" ^ f, i, o)) []
|
|
|
|
let other_students_complex_tests : suite =
|
|
[GradedTest ("Other Student Complex Tests", 4,
|
|
executed_oat_file sp24_complex_tests) ]
|
|
|
|
|
|
let manual_tests : suite = [
|
|
GradedTest ("Posted Test Cases", 5,
|
|
[]
|
|
)
|
|
]
|
|
|
|
let hw4_tests =
|
|
hw4_easiest_tests
|
|
@ hw4_globals_tests
|
|
@ hw4_path_tests
|
|
@ hw4_easy_tests
|
|
@ hw4_medium_tests
|
|
@ hw4_hard_tests
|
|
@ hw4_old_student_tests
|
|
|
|
let functionality_tests : suite = [GradedTest("functionality tests from HW04", 10, executed_oat_file hw4_tests)]
|
|
|
|
let graded_tests : suite =
|
|
typecheck_tests @
|
|
hw5_tests @
|
|
complex_tests @
|
|
functionality_tests @
|
|
other_student_unit_tests @
|
|
other_students_complex_tests @
|
|
manual_tests
|