Merge branch 'main' into dict_keys_values

Author: kabra1110

.github/workflows/CI.yml

@@ -278,12 +278,14 @@ jobs:
 
       - uses: hendrikmuhs/ccache-action@main
         with:
+          variant: sccache
           key: ${{ github.job }}-${{ matrix.os }}
 
       - name: Build Linux
         shell: bash -l {0}
         run: |
             ./build0.sh
+            export CXXFLAGS="-Werror"
             cmake . -GNinja \
               -DCMAKE_BUILD_TYPE=Debug \
               -DWITH_LLVM=yes \
@@ -292,8 +294,55 @@ jobs:
               -DWITH_RUNTIME_STACKTRACE=yes \
               -DCMAKE_PREFIX_PATH="$CONDA_PREFIX" \
               -DCMAKE_INSTALL_PREFIX=`pwd`/inst \
-              -DCMAKE_C_COMPILER_LAUNCHER=ccache \
-              -DCMAKE_CXX_COMPILER_LAUNCHER=ccache
+              -DCMAKE_C_COMPILER_LAUNCHER=sccache \
+              -DCMAKE_CXX_COMPILER_LAUNCHER=sccache
+
+            cmake --build . -j16 --target install
+
+      - name: Test Linux
+        shell: bash -l {0}
+        run: |
+            ctest
+            ./run_tests.py -s
+            cd integration_tests
+            ./run_tests.py -b llvm c
+            ./run_tests.py -b llvm c -f
+
+  release:
+    name: Check Release build
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - uses: mamba-org/setup-micromamba@v1
+        with:
+          environment-file: ci/environment.yml
+          create-args: >-
+            python=3.10
+            bison=3.4
+
+      - uses: hendrikmuhs/ccache-action@main
+        with:
+          variant: sccache
+          key: ${{ github.job }}-${{ matrix.os }}
+
+      - name: Build Linux
+        shell: bash -l {0}
+        run: |
+            ./build0.sh
+            export CXXFLAGS="-Werror"
+            cmake . -GNinja \
+              -DCMAKE_BUILD_TYPE=Release \
+              -DWITH_LLVM=yes \
+              -DLFORTRAN_BUILD_ALL=yes \
+              -DWITH_STACKTRACE=no \
+              -DWITH_RUNTIME_STACKTRACE=yes \
+              -DCMAKE_PREFIX_PATH="$CONDA_PREFIX" \
+              -DCMAKE_INSTALL_PREFIX=`pwd`/inst \
+              -DCMAKE_C_COMPILER_LAUNCHER=sccache \
+              -DCMAKE_CXX_COMPILER_LAUNCHER=sccache
 
             cmake --build . -j16 --target install
 
@@ -304,6 +353,7 @@ jobs:
             ./run_tests.py -s
             cd integration_tests
             ./run_tests.py -b llvm c
+            ./run_tests.py -b llvm c -f
 
   cpython_interop:
     name: Test CPython Interop (@pythoncall)
@@ -347,6 +397,7 @@ jobs:
         run: |
             cd integration_tests
             ./run_tests.py -b cpython c_py
+            ./run_tests.py -b cpython c_py -f
 
   sympy:
     name: Run SymPy tests
@@ -391,3 +442,4 @@ jobs:
         run: |
             cd integration_tests
             ./run_tests.py -b c_sym cpython_sym
+            ./run_tests.py -b c_sym cpython_sym -f

build.sh

@@ -0,0 +1,4 @@
+#!/usr/bin/env bash
+
+./build0.sh
+./build1.sh

build0.sh

@@ -19,5 +19,10 @@ python src/libasr/wasm_instructions_visitor.py
 (cd src/lpython/parser && re2c -W -b tokenizer.re -o tokenizer.cpp)
 (cd src/lpython/parser && bison -Wall -d -r all parser.yy)
 
+python -c "file = 'src/lpython/parser/parser.tab.cc'
+with open(file, 'r') as f: text = f.read()
+with open(file, 'w') as f:
+    f.write('[[maybe_unused]] int yynerrs'.join(text.split('int yynerrs')))"
+
 grep -n "'" src/lpython/parser/parser.yy && echo "Single quote not allowed" && exit 1
 echo "OK"

ci/test.xsh

@@ -23,6 +23,8 @@ else:
     src/bin/lpython --backend=c examples/expr2.py
     cd integration_tests
     python run_tests.py -j16 -b llvm cpython c wasm
+    python run_tests.py -j16 -b llvm cpython c wasm -f
 
     if $(uname).strip() == "Linux":
         python run_tests.py -j16 -b x86 wasm_x86 wasm_x64
+        python run_tests.py -j16 -b x86 wasm_x86 wasm_x64 -f

examples/expr2.py

@@ -1,10 +1,9 @@
+from lpython import i32
+
 def main0():
     x: i32
     x = (2+3)*5
     print(x)
 
-main0()
-
-# Not implemented yet in LPython:
-#if __name__ == "__main__":
-#    main()
+if __name__ == "__main__":
+   main0()

integration_tests/CMakeLists.txt

@@ -13,7 +13,7 @@ if (NOT (CMAKE_BUILD_TYPE STREQUAL "Debug" OR
 endif ()
 
 set(KIND no CACHE STRING "Type of Test")
-set(DISABLE_FAST no CACHE BOOL "Disable --fast testing of integration tests")
+set(FAST no CACHE BOOL "Run supported tests with --fast")
 
 find_program(LPYTHON NAMES lpython)
 
@@ -69,7 +69,7 @@ else ()
 endif ()
 message("Installation prefix: ${CMAKE_INSTALL_PREFIX}")
 message("KIND: ${KIND}")
-message("DISABLE_FAST: ${DISABLE_FAST}")
+message("FAST: ${FAST}")
 message("PYTHON_LIBS_REQ: ${PYTHON_LIBS_REQ}")
 message("LPYTHON: ${LPYTHON}")
 message("LPYTHON_RTLIB_DIR: ${LPYTHON_RTLIB_DIR}")
@@ -287,9 +287,11 @@ macro(RUN)
         set(RUN_EXTRA_ARGS ${RUN_EXTRA_ARGS} -I${CMAKE_CURRENT_SOURCE_DIR}/${RUN_IMPORT_PATH})
     endif()
 
-    RUN_UTIL(RUN_FAIL RUN_NAME RUN_FILE_NAME RUN_LABELS RUN_EXTRAFILES RUN_EXTRA_ARGS)
+    if (NOT FAST)
+        RUN_UTIL(RUN_FAIL RUN_NAME RUN_FILE_NAME RUN_LABELS RUN_EXTRAFILES RUN_EXTRA_ARGS)
+    endif()
 
-    if ((NOT DISABLE_FAST) AND (NOT RUN_NOFAST))
+    if ((FAST) AND (NOT RUN_NOFAST))
         set(RUN_EXTRA_ARGS ${RUN_EXTRA_ARGS} --fast)
         set(RUN_NAME "${RUN_NAME}_FAST")
         list(REMOVE_ITEM RUN_LABELS cpython cpython_sym) # remove cpython, cpython_sym, from --fast test
@@ -366,12 +368,16 @@ RUN(NAME array_size_02            LABELS cpython llvm c)
 RUN(NAME array_01            LABELS cpython llvm wasm c)
 RUN(NAME array_02            LABELS cpython wasm c)
 RUN(NAME array_03            LABELS cpython llvm c)
+RUN(NAME array_04            LABELS cpython llvm c)
 RUN(NAME bindc_01            LABELS cpython llvm c)
 RUN(NAME bindc_02            LABELS cpython llvm c)
 RUN(NAME bindc_04            LABELS llvm c NOFAST)
 RUN(NAME bindc_07            LABELS cpython llvm c NOFAST)
 RUN(NAME bindc_08            LABELS cpython llvm c)
 RUN(NAME bindc_09            LABELS cpython llvm c)
+RUN(NAME bindc_09b           LABELS cpython llvm c)
+RUN(NAME bindc_10            LABELS cpython llvm c NOFAST)
+RUN(NAME bindc_11            LABELS cpython) # This is CPython test only
 RUN(NAME exit_01             LABELS cpython llvm c NOFAST)
 RUN(NAME exit_02     FAIL    LABELS cpython llvm c NOFAST)
 RUN(NAME exit_03             LABELS cpython llvm c wasm wasm_x86 wasm_x64)
@@ -414,16 +420,22 @@ RUN(NAME expr_13             LABELS llvm c
 RUN(NAME expr_14             LABELS cpython llvm c)
 RUN(NAME expr_15             LABELS cpython llvm c)
 RUN(NAME expr_16             LABELS cpython c)
+RUN(NAME expr_17             LABELS cpython llvm c)
+RUN(NAME expr_18    FAIL     LABELS cpython llvm c)
+RUN(NAME expr_19             LABELS cpython llvm c)
+RUN(NAME expr_20             LABELS cpython llvm c)
 
 RUN(NAME expr_01u            LABELS cpython llvm c NOFAST)
 RUN(NAME expr_02u            LABELS cpython llvm c NOFAST)
 RUN(NAME expr_03u            LABELS cpython llvm c NOFAST)
+RUN(NAME expr_04u            LABELS cpython llvm c)
 
 RUN(NAME loop_01             LABELS cpython llvm c)
 RUN(NAME loop_02             LABELS cpython llvm c wasm wasm_x86 wasm_x64)
 RUN(NAME loop_03             LABELS cpython llvm c wasm wasm_x64)
 RUN(NAME loop_04             LABELS cpython llvm c)
 RUN(NAME loop_05             LABELS cpython llvm c)
+RUN(NAME loop_06             LABELS cpython llvm c NOFAST)
 RUN(NAME if_01               LABELS cpython llvm c wasm wasm_x86 wasm_x64)
 RUN(NAME if_02               LABELS cpython llvm c wasm wasm_x86 wasm_x64)
 RUN(NAME if_03    FAIL       LABELS cpython llvm c NOFAST)
@@ -452,9 +464,11 @@ RUN(NAME test_list_repeat    LABELS cpython llvm NOFAST)
 RUN(NAME test_list_reverse   LABELS cpython llvm)
 RUN(NAME test_list_pop       LABELS cpython llvm NOFAST) # TODO: Remove NOFAST from here.
 RUN(NAME test_list_pop2       LABELS cpython llvm NOFAST) # TODO: Remove NOFAST from here.
+RUN(NAME test_list_compare   LABELS cpython llvm)
 RUN(NAME test_tuple_01       LABELS cpython llvm c)
 RUN(NAME test_tuple_02       LABELS cpython llvm c NOFAST)
 RUN(NAME test_tuple_03       LABELS cpython llvm c)
+RUN(NAME test_tuple_04       LABELS cpython llvm c)
 RUN(NAME test_tuple_concat   LABELS cpython llvm)
 RUN(NAME test_tuple_nested   LABELS cpython llvm)
 RUN(NAME test_dict_01        LABELS cpython llvm c)
@@ -473,6 +487,9 @@ RUN(NAME test_dict_13        LABELS cpython llvm c)
 RUN(NAME test_dict_bool      LABELS cpython llvm)
 RUN(NAME test_dict_increment LABELS cpython llvm)
 RUN(NAME test_dict_keys_values LABELS cpython llvm)
+RUN(NAME test_set_len        LABELS cpython llvm)
+RUN(NAME test_set_add        LABELS cpython llvm)
+RUN(NAME test_set_remove     LABELS cpython llvm)
 RUN(NAME test_for_loop       LABELS cpython llvm c)
 RUN(NAME modules_01          LABELS cpython llvm c wasm wasm_x86 wasm_x64)
 RUN(NAME modules_02          LABELS cpython llvm c wasm wasm_x86 wasm_x64)
@@ -482,6 +499,7 @@ RUN(NAME test_import_03      LABELS cpython llvm c)
 RUN(NAME test_import_04      IMPORT_PATH ..
         LABELS cpython llvm c)
 RUN(NAME test_import_05      LABELS cpython llvm c wasm wasm_x86 wasm_x64)
+RUN(NAME test_import_06      LABELS cpython llvm)
 RUN(NAME test_math           LABELS cpython llvm NOFAST)
 RUN(NAME test_numpy_01       LABELS cpython llvm c)
 RUN(NAME test_numpy_02       LABELS cpython llvm c)
@@ -543,17 +561,26 @@ RUN(NAME test_generics_01    LABELS cpython llvm c NOFAST)
 RUN(NAME test_cmath          LABELS cpython llvm c NOFAST)
 RUN(NAME test_complex_01        LABELS cpython llvm c wasm wasm_x64)
 RUN(NAME test_complex_02        LABELS cpython llvm c)
+RUN(NAME test_ConstantEllipsis  LABLES cpython llvm c)
 RUN(NAME test_max_min        LABELS cpython llvm c)
 RUN(NAME test_global         LABELS cpython llvm c)
 RUN(NAME test_global_decl    LABELS cpython llvm c)
-RUN(NAME test_integer_bitnot LABELS cpython llvm c wasm)
-RUN(NAME test_ifexp          LABELS cpython llvm c)
-RUN(NAME test_unary_minus    LABELS cpython llvm c)
-RUN(NAME test_unary_plus     LABELS cpython llvm c)
+RUN(NAME test_ifexp_01          LABELS cpython llvm c)
+RUN(NAME test_ifexp_02          LABELS cpython llvm c)
+RUN(NAME test_unary_op_01    LABELS cpython llvm c) # unary minus
+RUN(NAME test_unary_op_02    LABELS cpython llvm c) # unary plus
+RUN(NAME test_unary_op_03    LABELS cpython llvm c wasm) # unary bitinvert
+RUN(NAME test_unary_op_04    LABELS cpython llvm c) # unary bitinvert
+RUN(NAME test_unary_op_05    LABELS cpython llvm c) # unsigned unary minus, plus
+RUN(NAME test_unary_op_06    LABELS cpython llvm c) # unsigned unary bitnot
+RUN(NAME test_unsigned_01    LABELS cpython llvm c) # unsigned bitshift left, right
+RUN(NAME test_unsigned_02    LABELS cpython llvm c)
+RUN(NAME test_unsigned_03    LABELS cpython llvm c)
 RUN(NAME test_bool_binop     LABELS cpython llvm c)
 RUN(NAME test_issue_518      LABELS cpython llvm c NOFAST)
 RUN(NAME structs_01          LABELS cpython llvm c)
 RUN(NAME structs_02          LABELS cpython llvm c)
+RUN(NAME structs_02b         LABELS cpython llvm c NOFAST)
 RUN(NAME structs_03          LABELS llvm c)
 RUN(NAME structs_04          LABELS cpython llvm c)
 RUN(NAME structs_05          LABELS cpython llvm c)
@@ -586,10 +613,19 @@ RUN(NAME structs_26          LABELS cpython llvm c)
 RUN(NAME structs_27          LABELS cpython llvm c)
 RUN(NAME structs_28          LABELS cpython llvm c)
 RUN(NAME structs_29          LABELS cpython llvm)
+RUN(NAME structs_30          LABELS cpython llvm c)
+RUN(NAME structs_31          LABELS cpython llvm c)
+RUN(NAME structs_32          LABELS cpython llvm c)
+RUN(NAME structs_33          LABELS cpython llvm c)
+RUN(NAME structs_34          LABELS cpython llvm c)
 
 RUN(NAME symbolics_01        LABELS cpython_sym c_sym)
 RUN(NAME symbolics_02        LABELS cpython_sym c_sym)
 RUN(NAME symbolics_03        LABELS cpython_sym c_sym)
+RUN(NAME symbolics_04        LABELS cpython_sym c_sym)
+RUN(NAME symbolics_05        LABELS cpython_sym c_sym)
+RUN(NAME symbolics_06        LABELS cpython_sym c_sym)
+RUN(NAME symbolics_07        LABELS cpython_sym c_sym)
 
 RUN(NAME sizeof_01           LABELS llvm c
         EXTRAFILES sizeof_01b.c)
@@ -617,6 +653,8 @@ RUN(NAME vec_01              LABELS cpython llvm c NOFAST)
 RUN(NAME test_str_comparison LABELS cpython llvm c)
 RUN(NAME test_bit_length     LABELS cpython llvm c)
 RUN(NAME str_to_list_cast    LABELS cpython llvm c)
+RUN(NAME cast_01             LABELS cpython llvm c)
+RUN(NAME cast_02             LABELS cpython llvm c)
 RUN(NAME test_sys_01         LABELS cpython llvm c NOFAST)
 RUN(NAME intent_01           LABELS cpython llvm)
 
@@ -643,6 +681,7 @@ RUN(NAME func_static_01 LABELS cpython llvm c wasm)
 RUN(NAME func_static_02 LABELS cpython llvm c wasm)
 RUN(NAME func_dep_03    LABELS cpython llvm c)
 RUN(NAME func_dep_04    LABELS cpython llvm c)
+RUN(NAME func_internal_def_01 LABELS cpython llvm NOFAST)
 
 RUN(NAME float_01 LABELS cpython llvm c wasm wasm_x64)
 RUN(NAME recursive_01 LABELS cpython llvm c wasm wasm_x64 wasm_x86)
@@ -659,7 +698,8 @@ RUN(NAME global_syms_04    LABELS cpython llvm c wasm wasm_x64)
 RUN(NAME global_syms_05    LABELS cpython llvm c)
 RUN(NAME global_syms_06    LABELS cpython llvm c)
 
-RUN(NAME callback_01       LABELS cpython llvm)
+RUN(NAME callback_01       LABELS cpython llvm c)
+RUN(NAME callback_02       LABELS cpython llvm c)
 
 # Intrinsic Functions
 RUN(NAME intrinsics_01     LABELS cpython llvm NOFAST) # any

integration_tests/array_04.py

@@ -0,0 +1,19 @@
+from lpython import i32, Const
+from numpy import empty, int32
+
+def main0():
+    n: Const[i32] = 1
+    x: i32[n, n] = empty([n, n], dtype=int32)
+    y: i32[n, n] = empty([n, n], dtype=int32)
+
+    x[0, 0] = -10
+    y[0, 0] = -10
+
+    print(x[0, 0], y[0, 0])
+    assert x == y
+
+    y[0, 0] = 10
+    print(x[0, 0], y[0, 0])
+    assert x != y
+
+main0()

integration_tests/array_expr_02.py

@@ -1,7 +1,6 @@
 from lpython import i32, f32, TypeVar
 from numpy import empty, sqrt, float32
 
-n: i32
 n = TypeVar("n")
 
 def modify(array_a: f32[:], n: i32) -> f32[n]:

integration_tests/bindc_09.py

@@ -1,6 +1,7 @@
 from enum import Enum
 
-from lpython import CPtr, c_p_pointer, p_c_pointer, dataclass, empty_c_void_p, pointer, Pointer, i32, ccallable
+from lpython import (CPtr, c_p_pointer, p_c_pointer, dataclass, empty_c_void_p,
+        pointer, Pointer, i32, ccallable, InOut)
 
 class Value(Enum):
     TEN: i32 = 10
@@ -17,8 +18,7 @@ class Foo:
 class FooC:
     value: Value
 
-def bar(foo_ptr: CPtr) -> None:
-    foo: Pointer[Foo] = c_p_pointer(foo_ptr, Foo)
+def bar(foo: InOut[Foo]) -> None:
     foo.value = Value.FIVE
 
 def barc(foo_ptr: CPtr) -> None:
@@ -30,8 +30,7 @@ def main() -> None:
     fooc: FooC = FooC(Value.TWO)
     foo_ptr: CPtr = empty_c_void_p()
 
-    p_c_pointer(pointer(foo), foo_ptr)
-    bar(foo_ptr)
+    bar(foo)
     print(foo.value, foo.value.name)
     assert foo.value == Value.FIVE