CS153/hw5/test/gradedtests.ml

open Testlib
open Util.Assert
open X86
open Ll
module Driver = Oat.Driver
module Backend = Oat.Backend
module Typechecker = Oat.Typechecker
module Frontend = Oat.Frontend
module Tctxt = Oat.Tctxt
open Backend
open Driver

(* Do NOT modify this file -- we will overwrite it with our *)
(* own version when we test your project.                   *)

(* These tests will be used to grade your assignment *)


let unit_tests = [
  "subtype_stringQ_stringQ",
   (fun () ->
       if Typechecker.subtype Tctxt.empty (TNullRef RString) (TNullRef RString) then ()
       else failwith "should not fail")
; ("no_subtype_stringQ_stringQ",
   (fun () ->
       if Typechecker.subtype Tctxt.empty (TNullRef RString) (TRef RString) then
         failwith "should not succeed" else ())
  )
]


let hw4_easiest_tests = [
  ("hw4programs/easyrun1.oat", "", "17");
  ("hw4programs/easyrun2.oat", "", "35");
  ("hw4programs/easyrun3.oat", "", "73");
  ("hw4programs/easyrun4.oat", "", "6");
  ("hw4programs/easyrun5.oat", "", "212");
  ("hw4programs/easyrun6.oat", "", "9");
  ("hw4programs/easyrun7.oat", "", "23");
  ("hw4programs/easyrun8.oat", "", "160");
  ("hw4programs/easyrun9.oat", "", "236");
]

let hw4_globals_tests = [
  ("hw4programs/globals1.oat", "", "42");
  ("hw4programs/globals2.oat", "", "17");
  ("hw4programs/globals3.oat", "", "17");
  ("hw4programs/globals4.oat", "", "5");
  ("hw4programs/globals5.oat", "", "17");
  ("hw4programs/globals6.oat", "", "15");
  ("hw4programs/globals7.oat", "", "3");
]

let hw4_path_tests = [
 ("hw4programs/path1.oat", "", "17");
 ("hw4programs/path2.oat", "", "35");
 ("hw4programs/path3.oat", "", "3");
 ("hw4programs/arrayargs1.oat", "", "17");
 ("hw4programs/arrayargs2.oat", "", "17");
 ("hw4programs/arrayargs3.oat", "", "34");
]

let hw4_easy_tests = [
    ("hw4programs/run26.oat", "", "0");
    ("hw4programs/run27.oat", "", "99");
    ("hw4programs/run28.oat", "", "18");
    ("hw4programs/run29.oat", "", "1");
    ("hw4programs/run30.oat", "", "9");
    ("hw4programs/run31.oat", "", "9");
    ("hw4programs/run13.oat", "", "1");
    ("hw4programs/run32.oat", "", "33");
    ("hw4programs/run21.oat", "", "99");
    ("hw4programs/run33.oat", "", "1");
    ("hw4programs/run34.oat", "", "66");
    ("hw4programs/run38.oat", "", "31");
    ("hw4programs/run39.oat", "a", "2");
    ("hw4programs/run40.oat", "", "8");
    ("hw4programs/run41.oat", "", "3");
    ("hw4programs/run42.oat", "", "2");
    ("hw4programs/run49.oat", "", "abc0");
    ("hw4programs/run50.oat", "", "abcde0");
    ("hw4programs/run60.oat", "", "85");
    ("hw4programs/run61.oat", "", "3410");
]

let hw4_medium_tests = [
  ("hw4programs/fact.oat", "", "1200");
  ("hw4programs/run1.oat", "", "153");
  ("hw4programs/run2.oat", "", "6");
  ("hw4programs/run8.oat", "", "2");
  ("hw4programs/run9.oat", "", "4");
  ("hw4programs/run10.oat", "", "5");
  ("hw4programs/run11.oat", "", "7");
  ("hw4programs/run14.oat", "", "16");
  ("hw4programs/run15.oat", "", "19");
  ("hw4programs/run16.oat", "", "13");
  ("hw4programs/run22.oat", "", "abc0");
  ("hw4programs/run23.oat", "", "1230");
  ("hw4programs/run25.oat", "", "nnn0");
  ("hw4programs/run46.oat", "", "420");
  ("hw4programs/run47.oat", "", "3");
  ("hw4programs/run48.oat", "", "11");
  ("hw4programs/lib4.oat", "", "53220");
  ("hw4programs/lib5.oat", "", "20");
  ("hw4programs/lib6.oat", "", "56553");
  ("hw4programs/lib7.oat", "", "53");
  ("hw4programs/lib8.oat", "", "Hello world!0");
  ("hw4programs/lib9.oat", "a b c d", "abcd5");
  ("hw4programs/lib11.oat", "", "45");
  ("hw4programs/lib14.oat", "", "~}|{zyxwvu0");
  ("hw4programs/lib15.oat", "123456789", "456780");
]

let hw4_hard_tests = [
("hw4programs/fac.oat", "", "120");
("hw4programs/qsort.oat", "", "kpyf{shomfhkmopsy{255");
("hw4programs/bsort.oat", "", "y}xotnuw notuwxy}255");
("hw4programs/msort.oat", "", "~}|{zyxwvu uvwxyz{|}~ 0");
("hw4programs/msort2.oat", "", "~}|{zyxwvu uvwxyz{|}~ 0");
("hw4programs/selectionsort.oat", "", "01253065992000");
("hw4programs/matrixmult.oat", "", "19 16 13 23 \t5 6 7 6 \t19 16 13 23 \t5 6 7 6 \t0");
]

let hw4_old_student_tests = [
    ("hw4programs/binary_search.oat", "", "Correct!0")
  ; ("hw4programs/xor_shift.oat", "", "838867572\n22817190600")
  ; ("hw4programs/sieve.oat", "", "25")
  ; ("hw4programs/count_sort.oat", "", "AFHZAAEYC\nAAACEFHYZ0")
  ; ("hw4programs/fibo.oat", "", "0")
  ; ("hw4programs/heap.oat", "", "1")
  ; ("hw4programs/binary_gcd.oat", "", "3")
  ; ("hw4programs/lfsr.oat", "", "TFTF FFTT0")
  ; ("hw4programs/gnomesort.oat", "", "01253065992000")
  ; ("hw4programs/josh_joyce_test.oat", "", "0")
  ; ("hw4programs/gcd.oat", "", "16")
  ; ("hw4programs/lcs.oat", "", "OAT0")
  ; ("hw4programs/insertion_sort.oat", "", "42")
  ; ("hw4programs/maxsubsequence.oat", "", "107")
]

let hw4_type_error_tests = [
  "hw4programs/run3.oat"
; "hw4programs/run5.oat"
; "hw4programs/run35.oat"
; "hw4programs/run43.oat"
; "hw4programs/run44.oat"
; "hw4programs/run45.oat"
]


let typecheck_equality_tests = [
    "hw5programs/tc_eq1.oat"
  ; "hw5programs/tc_eq2.oat"
  ]

let struct_tests = [
("hw5programs/compile_assign_struct.oat", "", "16");
("hw5programs/compile_basic_struct.oat", "", "7");
("hw5programs/compile_global_struct.oat", "", "254");
("hw5programs/compile_nested_struct.oat", "", "10");
("hw5programs/compile_return_struct.oat", "", "0");
("hw5programs/compile_struct_array.oat", "", "15");
("hw5programs/compile_struct_fptr.oat", "", "7");
("hw5programs/compile_various_fields.oat", "", "hello253");
]

let fptr_tests = [
  ("hw5programs/compile_array_fptr.oat", "", "2");
  ("hw5programs/compile_func_argument.oat", "", "4");
  ("hw5programs/compile_global_fptr.oat", "", "7");
  ("hw5programs/compile_global_fptr_unordered.oat", "", "2");
  ("hw5programs/compile_scall_fptr.oat", "", "4");
  ("hw5programs/compile_var_fptr.oat", "", "1");
  ("hw5programs/compile_local_fptr.oat", "", "5");
  ("hw5programs/compile_function_shadow.oat", "", "12");
  ("hw5programs/compile_global_struct_fptr.oat", "", "20");
  ("hw5programs/compile_builtin_argument.oat", "", "abab0");
]

let typecheck_subtyping_tests =
  [ "hw5programs/tc_subtyping1.oat"
  ; "hw5programs/tc_subtyping2.oat"
  ; "hw5programs/tc_subtyping3.oat"
  ; "hw5programs/tc_subtyping4.oat"
  ; "hw5programs/tc_subtyping5.oat"
  ; "hw5programs/tc_subtyping6.oat"
  ; "hw5programs/tc_subtyping7.oat"
  ; "hw5programs/tc_subtyping8.oat"
  ; "hw5programs/tc_subtyping9.oat"
  ]

let typecheck_subtyping_error_tests =
  [ "hw5programs/tc_subtyping_err1.oat"
  ; "hw5programs/tc_subtyping_err2.oat"
  ; "hw5programs/tc_subtyping_err3.oat"
  ; "hw5programs/tc_subtyping_err4.oat"
  ; "hw5programs/tc_subtyping_err5.oat"
  ; "hw5programs/tc_subtyping_err6.oat"
  ; "hw5programs/tc_subtyping_err7.oat"
  ; "hw5programs/tc_subtyping_err8.oat"
  ]


let typecheck_statement_error_tests =
  [ "hw5programs/tc_error_early_return.oat";
    "hw5programs/tc_error_early_return_void.oat";
    "hw5programs/tc_error_return_wrong.oat";
    "hw5programs/tc_error_while_nonbool.oat";
    "hw5programs/tc_error_while.oat";
    "hw5programs/tc_error_if_nonbool.oat";
    "hw5programs/tc_error_if.oat";
    "hw5programs/tc_error_for.oat";
    "hw5programs/tc_error_void.oat";
    "hw5programs/tc_error_assign_void.oat";
    "hw5programs/tc_error_scall_nonvoid.oat";
  ]

let typecheck_correct_statement_tests =
  [ "hw5programs/tc_correct_while.oat";
    "hw5programs/tc_correct_for.oat";
    "hw5programs/tc_correct_if.oat";
    "hw5programs/tc_correct_void.oat"
  ]

let typecheck_error_expression_tests =
  [ "hw5programs/tc_error_binop1.oat";
    "hw5programs/tc_error_binop2.oat";
    "hw5programs/tc_error_binop3.oat";
    "hw5programs/tc_error_call1.oat";
    "hw5programs/tc_error_call2.oat";
    "hw5programs/tc_error_unop1.oat";
    "hw5programs/tc_error_array1.oat";
    "hw5programs/tc_error_array2.oat";
    "hw5programs/tc_error_array3.oat";
    "hw5programs/tc_error_array4.oat";
    "hw5programs/tc_error_null.oat";
  ]

let typecheck_error_struct_tests =
  [ "hw5programs/tc_error_struct_proj.oat";
    "hw5programs/tc_error_struct1.oat";
    "hw5programs/tc_error_struct2.oat";
    "hw5programs/tc_error_struct3.oat";
    "hw5programs/tc_error_struct4.oat";
    "hw5programs/tc_error_struct_dup.oat";
    "hw5programs/tc_error_struct.oat";
    "hw5programs/tc_error_dupstruct.oat";
    "hw5programs/tc_error_struct_unbound.oat";
  ]

let typecheck_error_global_tests =
  [ "hw5programs/tc_error_global_dup.oat";
    "hw5programs/tc_error_global.oat";
    "hw5programs/tc_error_func_redeclaration.oat";
    "hw5programs/tc_error_func_assign.oat";
    "hw5programs/tc_error_overwrite.oat";
    "hw5programs/tc_error_function_no_shadow.oat";
    "hw5programs/tc_correct_null.oat";
  ]

let typecheck_correct_other_tests =
  [ "hw5programs/tc_correct_array.oat";
    "hw5programs/tc_correct_array2.oat";
    "hw5programs/tc_correct_array3.oat";
    "hw5programs/tc_correct_call.oat";
    "hw5programs/tc_correct_fptr.oat";
    "hw5programs/tc_correct_global_fptr_scope.oat";
    "hw5programs/tc_correct_global.oat";
    "hw5programs/tc_correct_struct.oat";
    "hw5programs/tc_correct_struct_fptr.oat";
    "hw5programs/tc_correct_void.oat";
    "hw5programs/tc_correct_local_redeclaration.oat";
    "hw5programs/tc_correct_fptr_array.oat";
    "hw5programs/tc_struct_null_field.oat";
  ]

let typecheck_error_null_not_null_tests =
  hw4_type_error_tests


let fptr_tests = [
  ("hw5programs/compile_array_fptr.oat", "", "2");
  ("hw5programs/compile_func_argument.oat", "", "4");
  ("hw5programs/compile_global_fptr.oat", "", "7");
  ("hw5programs/compile_global_fptr_unordered.oat", "", "2");
  ("hw5programs/compile_scall_fptr.oat", "", "4");
  ("hw5programs/compile_var_fptr.oat", "", "1");
  ("hw5programs/compile_local_fptr.oat", "", "5");
  ("hw5programs/compile_function_shadow.oat", "", "12");
  ("hw5programs/compile_global_struct_fptr.oat", "", "20");
  ("hw5programs/compile_builtin_argument.oat", "", "abab0");
]


let new_tests = [
  ("hw5programs/ifq1.oat", "", "4");
  ("hw5programs/ifq2.oat", "", "5");
  ("hw5programs/ifq3.oat", "", "6");
  ("hw5programs/ifq4.oat", "", "4");
  ("hw5programs/ifq5.oat", "", "4");
  ("hw5programs/run44fixed.oat", "", "hello0");
  ("hw5programs/length1.oat", "", "5");
  ("hw5programs/compile_array_init.oat", "", "2");
  ("hw5programs/array_oob.oat", "", "Out of bounds index 3 for array length 30001");
  ("hw5programs/conquest.oat", "", "My name is Jeff...\nCharizard is the BEST Pokemon ever!!!11");
]

let tc_ok_tests = [
  "hw5programs/tc_struct_ok.oat"
; "hw5programs/tc_func_ret_ok.oat"
; "hw5programs/tc_func_arg_ok.oat"
; "hw5programs/tc_ifq1.oat"
; "hw4programs/tc_ok1.oat"
; "hw4programs/tc_ok2.oat"
; "hw4programs/tc_ok4.oat"
; "hw4programs/tc_ok5.oat"
; "hw4programs/tc_ok6.oat"
; "hw4programs/tc_ok7.oat"
; "hw4programs/tc_ok8.oat"
; "hw5programs/tc_arrow.oat"
; "hw5programs/tc_arrow_null.oat"
; "hw5programs/tc_arrow_null_rec.oat"
]

let tc_err_tests = [
  "hw5programs/tc_null_array_err.oat"
; "hw5programs/tc_struct_err.oat"
; "hw5programs/tc_func_ret_err.oat"
; "hw5programs/tc_func_arg_err.oat"
; "hw5programs/tc_array_err.oat"
; "hw5programs/tc_struct_field_err.oat"
; "hw5programs/tc_recursive_struct_err.oat"
; "hw5programs/tc_ifq_err1.oat"
]


let typecheck_tests : suite = [
  GradedTest("subtype unit tests", 1, unit_tests);
  GradedTest("tc subtyping tests", 4, typecheck_file_correct typecheck_subtyping_tests);
  GradedTest("tc subtyping error tests", 4, typecheck_file_error typecheck_subtyping_error_tests);
  GradedTest("tc equality tests", 4, typecheck_file_correct typecheck_equality_tests);
  GradedTest("tc statement error tests", 5, typecheck_file_error typecheck_statement_error_tests);
  GradedTest("tc statement correct tests", 5, typecheck_file_correct typecheck_correct_statement_tests);
  GradedTest("tc other correct tests", 5, typecheck_file_correct typecheck_correct_other_tests);
  GradedTest("tc null/not null error tests", 5, typecheck_file_error typecheck_error_null_not_null_tests);
  GradedTest("tc expression error tests", 5, typecheck_file_error typecheck_error_expression_tests);
  GradedTest("tc struct/global error tests", 5, typecheck_file_error (typecheck_error_struct_tests @ typecheck_error_global_tests));
  GradedTest("extra tc err tests", 5, typecheck_file_error tc_err_tests)
]

let hw5_tests : suite = [
  GradedTest("tc ok tests", 8, executed_tc_ok_file tc_ok_tests)
; GradedTest("new tests", 8, executed_oat_file new_tests)
; GradedTest("struct tests", 8, executed_oat_file struct_tests)
; GradedTest("fptr tests", 2, executed_oat_file fptr_tests)
  ]







let complex_tests : suite =
  [GradedTest ("complex hidden tests", 6, executed_oat_file 
  [] )]
              

let other_student_unit_tests : suite =
    [ GradedTest ("Other Student Unit Tests", 1, []) ]

let sp24_complex_tests =
    List.map (fun (f, i, o) -> ("sp24_hw5_tests/" ^ f, i, o)) []

let other_students_complex_tests : suite =
  [GradedTest ("Other Student Complex Tests", 4, 
               executed_oat_file sp24_complex_tests) ]

  
let manual_tests : suite = [
  GradedTest ("Posted Test Cases", 5,
              []
             )
] 

let hw4_tests =
      hw4_easiest_tests
    @ hw4_globals_tests
    @ hw4_path_tests
    @ hw4_easy_tests
    @ hw4_medium_tests
    @ hw4_hard_tests
    @ hw4_old_student_tests

let functionality_tests : suite = [GradedTest("functionality tests from HW04", 10, executed_oat_file hw4_tests)]

let graded_tests : suite =
  typecheck_tests @
  hw5_tests @
  complex_tests @
  functionality_tests @
  other_student_unit_tests @
  other_students_complex_tests @
  manual_tests