600 feature improve GitHub testing - Add fast test workflow for GitHub Actions

.github/workflows/docs-check.yml

@@ -1,17 +1,17 @@
-name: "Docs link check"
-on: [push]
+ name: "Docs link check"
+ on: [pull_request]
 
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    steps:
-    - uses: actions/checkout@v6
-    - name: Install dependencies
-      run: |
-        sudo apt install pandoc
-        python -m pip install --upgrade pip
-        pip install -r rtd_requirements.txt
-    - name: Check doc links
-      run: |
-        sphinx-build . -b linkcheck -d _build/doctrees _build/html
-      working-directory: ./doc
+ jobs:
+   build:
+     runs-on: ubuntu-latest
+     steps:
+     - uses: actions/checkout@v6
+     - name: Install dependencies
+       run: |
+         sudo apt install pandoc
+         python -m pip install --upgrade pip
+         pip install -r rtd_requirements.txt
+     - name: Check doc links
+       run: |
+         sphinx-build . -b linkcheck -d _build/doctrees _build/html
+       working-directory: ./doc

.github/workflows/tests-coverage.yml

@@ -1,14 +1,17 @@
-
 # Tests with pytest the package and monitors the covarage and sends it to coveralls.io
 # Coverage is only send to coveralls.io when no pytest tests fail
 name: "Tests & Coverage"
 
-# Abbrechen laufender Workflows bei neuem Push auf denselben Branch
+# Abbrechen laufender Workflows bei neuem Push auf denselben Branch  Test test
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
   cancel-in-progress: true
 
-on: [push]
+on:
+  push:
+  pull_request:
+
+
 
 jobs:
 
@@ -106,7 +109,7 @@ jobs:
     needs: queue
 
     strategy:
-      fail-fast: false
+      #fail-fast: false
       matrix:
         include:
           # Coverage job (Linux only)
@@ -189,3 +192,7 @@ jobs:
           OEP_TOKEN_KH: ${{ secrets.OEP_TOKEN_KH }}
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           COVERALLS_SERVICE_NAME: github
+
+      - name: Run all tests on PR
+        if: github.event_name == 'pull_request'
+        run: pytest

.github/workflows/tests.yml

@@ -0,0 +1,92 @@
+name: Run Fast Tests on Push only
+
+on:
+  push:
+
+
+  pull_request:
+
+
+
+jobs:
+  fast-tests:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.11'
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements.txt
+          pip install -r rtd_requirements.txt
+          pip install -e .
+          pip install pytest-html
+
+      - name: Run fast tests
+        run: |
+         python -m pytest -m "fast" -vv \
+            --runslow \
+            --runonlinux \
+            --html=fast-report.html \
+            --self-contained-html \
+            --junitxml=fast-report.xml
+
+
+
+      - name: Upload fast test reports
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: fast-test-reports
+          path: |
+            fast-report.xml
+            fast-report.html
+
+      - name: Run non-fast tests
+        run: |
+          python tests/run_tests_from_file.py ci/non_fast_tests.txt
+
+  full-tests:
+    if: github.event_name == 'pull_request'
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements.txt
+          pip install -r rtd_requirements.txt
+          pip install -e .
+          pip install pytest-html
+
+      - name: Run full test suite
+        run: |
+          python -m pytest -vv \
+            --junitxml=full-report.xml \
+            --html=full-report.html \
+            --self-contained-html \
+            > full-output.txt 2>&1
+
+      - name: Upload full test reports
+        uses: actions/upload-artifact@v4
+        with:
+          name: full-test-reports
+          path: |
+            full-report.xml
+            full-report.html
+            full-output.txt

.gitignore

@@ -4,7 +4,7 @@
 
 # exclude certain types of files
 *.doctree
-*.txt
+#*.txt
 *.html
 *.js
 *.inv

README.md

@@ -1,5 +1,5 @@
 <img align="right" width="200" height="200" src="https://raw.githubusercontent.com/openego/eDisGo/dev/doc/images/edisgo_logo.png">
-
+Test update for CI
 
 # Overview
 

ci/fast_tests.txt

@@ -0,0 +1,115 @@
+# Fast tests generated automatically
+# Lines starting with # are ignored
+
+tests/flex_opt/test_battery_storage_operation.py::TestStorageOperation::test_operating_strategy
+tests/flex_opt/test_charging_strategy.py::TestChargingStrategy::test_charging_strategy
+tests/flex_opt/test_charging_strategy.py::TestChargingStrategy::test_charging_strategy_with_subset_of_parks
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test_mv_line_max_relative_overload
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test_lv_line_max_relative_overload
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test_lines_allowed_load
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test__lines_allowed_load_voltage_level
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test_lines_relative_load
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test_hv_mv_station_max_overload
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test_mv_lv_station_max_overload
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test__station_load
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test__station_allowed_load
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test_stations_allowed_load
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test_stations_relative_load
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test_components_relative_load
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test_voltage_issues
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test__voltage_issues_helper
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test_allowed_voltage_limits
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test__mv_allowed_voltage_limits
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test__lv_allowed_voltage_limits
+tests/flex_opt/test_check_tech_constraints.py::TestCheckTechConstraints::test_voltage_deviation_from_allowed_voltage_limits
+tests/flex_opt/test_costs.py::TestCosts::test_costs
+tests/flex_opt/test_costs.py::TestCosts::test_line_expansion_costs
+tests/flex_opt/test_costs.py::TestCosts::test_transformer_expansion_costs
+tests/flex_opt/test_heat_pump_operation.py::TestHeatPumpOperation::test_operating_strategy
+tests/flex_opt/test_q_control.py::TestQControl::test_get_q_sign_generator
+tests/flex_opt/test_q_control.py::TestQControl::test_get_q_sign_load
+tests/flex_opt/test_q_control.py::TestQControl::test_fixed_cosphi
+tests/flex_opt/test_q_control.py::TestQControl::test__fixed_cosphi_default_power_factor
+tests/flex_opt/test_q_control.py::TestQControl::test__fixed_cosphi_default_reactive_power_sign
+tests/flex_opt/test_reinforce_grid.py::TestReinforceGrid::test_reinforce_grid
+tests/flex_opt/test_reinforce_grid.py::TestReinforceGrid::test_run_separate_lv_grids
+tests/flex_opt/test_reinforce_measures.py::TestReinforceMeasures::test_reinforce_mv_lv_station_overloading
+tests/flex_opt/test_reinforce_measures.py::TestReinforceMeasures::test_reinforce_hv_mv_station_overloading
+tests/flex_opt/test_reinforce_measures.py::TestReinforceMeasures::test_reinforce_mv_lv_station_voltage_issues
+tests/flex_opt/test_reinforce_measures.py::TestReinforceMeasures::test_reinforce_lines_voltage_issues
+tests/flex_opt/test_reinforce_measures.py::TestReinforceMeasures::test_reinforce_lines_overloading
+tests/flex_opt/test_reinforce_measures.py::TestReinforceMeasures::test_separate_lv_grid
+tests/network/test_components.py::TestComponents::test_load_class
+tests/network/test_components.py::TestComponents::test_generator_class
+tests/network/test_components.py::TestComponents::test_storage_class
+tests/network/test_components.py::TestComponents::test_switch_class
+tests/network/test_dsm.py::TestDSM::test_reduce_memory
+tests/network/test_dsm.py::TestDSM::test_to_csv
+tests/network/test_dsm.py::TestDSM::test_from_csv
+tests/network/test_dsm.py::TestDSM::test_check_integrity
+tests/network/test_grids.py::TestGrids::test_mv_grid
+tests/network/test_grids.py::TestGrids::test_lv_grid
+tests/network/test_grids.py::TestGrids::test_assign_length_to_grid_station
+tests/network/test_grids.py::TestGrids::test_assign_grid_feeder
+tests/network/test_grids.py::TestGrids::test_get_feeder_stats
+tests/network/test_overlying_grid.py::TestOverlyingGrid::test_reduce_memory
+tests/network/test_overlying_grid.py::TestOverlyingGrid::test_to_csv
+tests/network/test_overlying_grid.py::TestOverlyingGrid::test_from_csv
+tests/network/test_overlying_grid.py::TestOverlyingGrid::test_resample
+tests/network/test_overlying_grid.py::TestOverlyingGridFunc::test_distribute_overlying_grid_timeseries
+tests/network/test_results.py::TestResults::test_to_csv
+tests/network/test_results.py::TestResults::test_from_csv
+tests/network/test_topology.py::TestTopology::test_grids
+tests/network/test_topology.py::TestTopology::test_lv_grids
+tests/network/test_topology.py::TestTopology::test__lv_grid_ids
+tests/network/test_topology.py::TestTopology::test__grids_repr
+tests/network/test_topology.py::TestTopology::test_get_lv_grid
+tests/network/test_topology.py::TestTopology::test_rings
+tests/network/test_topology.py::TestTopology::test_get_connected_lines_from_bus
+tests/network/test_topology.py::TestTopology::test_get_connected_components_from_bus
+tests/network/test_topology.py::TestTopology::test_get_neighbours
+tests/network/test_topology.py::TestTopology::test_add_load
+tests/network/test_topology.py::TestTopology::test_add_generator
+tests/network/test_topology.py::TestTopology::test_add_storage_unit
+tests/network/test_topology.py::TestTopology::test_add_line
+tests/network/test_topology.py::TestTopology::test_add_bus
+tests/network/test_topology.py::TestTopology::test_check_bus_for_removal
+tests/network/test_topology.py::TestTopology::test_check_line_for_removal
+tests/network/test_topology.py::TestTopology::test_remove_load
+tests/network/test_topology.py::TestTopology::test_remove_generator
+tests/network/test_topology.py::TestTopology::test_remove_storage_unit
+tests/network/test_topology.py::TestTopology::test_remove_line
+tests/network/test_topology.py::TestTopology::test_remove_bus
+tests/network/test_topology.py::TestTopology::test_update_number_of_parallel_lines
+tests/network/test_topology.py::TestTopology::test_change_line_type
+tests/network/test_topology.py::TestTopology::test_sort_buses
+tests/network/test_topology.py::TestTopology::test_to_csv
+tests/network/test_topology.py::TestTopology::test_assign_feeders
+tests/network/test_topology.py::TestTopology::test_aggregate_lv_grid_at_station
+tests/network/test_topology.py::TestTopologyWithEdisgoObject::test_to_geopandas
+tests/network/test_topology.py::TestTopologyWithEdisgoObject::test_from_csv
+tests/network/test_topology.py::TestTopologyWithEdisgoObject::test_connect_to_mv
+tests/network/test_topology.py::TestTopologyWithEdisgoObject::test_connect_to_lv
+tests/network/test_topology.py::TestTopologyWithEdisgoObject::test_check_integrity
+tests/network/test_topology.py::TestTopologyWithEdisgoObject::test_find_meshes
+tests/tools/test_geopandas_helper.py::TestGeopandasHelper::test_to_geopandas
+tests/tools/test_logger.py::TestClass::test_setup_logger
+tests/tools/test_logger.py::TestClass::test_setup_logger_2
+tests/tools/test_pseudo_coordinates.py::TestPseudoCoordinates::test_make_pseudo_coordinates
+tests/tools/test_tools.py::TestTools::test_calculate_line_reactance
+tests/tools/test_tools.py::TestTools::test_calculate_voltage_diff_pu_per_line
+tests/tools/test_tools.py::TestTools::test_calculate_voltage_diff_pu_per_line_from_type
+tests/tools/test_tools.py::TestTools::test_calculate_line_resistance
+tests/tools/test_tools.py::TestTools::test_calculate_line_susceptance
+tests/tools/test_tools.py::TestTools::test_calculate_apparent_power
+tests/tools/test_tools.py::TestTools::test_drop_duplicated_indices
+tests/tools/test_tools.py::TestTools::test_drop_duplicated_columns
+tests/tools/test_tools.py::TestTools::test_select_cable
+tests/tools/test_tools.py::TestTools::test_get_downstream_buses
+tests/tools/test_tools.py::TestTools::test_get_path_length_to_station
+tests/tools/test_tools.py::TestTools::test_assign_voltage_level_to_component
+tests/tools/test_tools.py::TestTools::test_determine_grid_integration_voltage_level
+tests/tools/test_tools.py::TestTools::test_determine_bus_voltage_level
+# tests/tools/test_tools.py::TestTools::test_get_weather_cells_intersecting_with_grid_district
+tests/tools/test_tools.py::TestTools::test_add_line_susceptance
+tests/tools/test_tools.py::TestTools::test_reduce_memory_usage