mirror of
https://github.com/Alex38Lyon/Synthese-PSM_LARRA.git
synced 2026-09-30 07:21:55 +00:00
Alex38Lyon
1ee82128b3
Added checks for GDAL package existence and structure, improved error handling, and clarified installation steps.
687 lines
16 KiB
YAML
687 lines
16 KiB
YAML
name: pyThtoQgis
|
|
|
|
on:
|
|
|
|
push:
|
|
branches:
|
|
- main
|
|
|
|
paths:
|
|
- 'Outputs/SHP/*.shp'
|
|
|
|
workflow_dispatch:
|
|
|
|
|
|
permissions:
|
|
contents: write
|
|
|
|
|
|
concurrency:
|
|
group: pyThtoQgis
|
|
cancel-in-progress: false
|
|
|
|
|
|
jobs:
|
|
|
|
pyThtoQgis:
|
|
|
|
runs-on: ubuntu-24.04
|
|
|
|
steps:
|
|
|
|
|
|
# ============================================================
|
|
# 1. Checkout
|
|
# ============================================================
|
|
|
|
- name: Checkout repository
|
|
uses: actions/checkout@v6
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
|
|
# ============================================================
|
|
# 2. Vérification SHP
|
|
# ============================================================
|
|
|
|
- name: Check SHP changes
|
|
id: changed
|
|
shell: bash
|
|
run: |
|
|
|
|
SHP_FILES=$(git diff-tree \
|
|
--no-commit-id \
|
|
--name-only \
|
|
--diff-filter=AM \
|
|
-r \
|
|
"$GITHUB_SHA" \
|
|
-- 'Outputs/SHP/*.shp')
|
|
|
|
|
|
echo "SHP ajoutés/modifiés :"
|
|
|
|
echo "$SHP_FILES"
|
|
|
|
|
|
if [ -n "$SHP_FILES" ]; then
|
|
|
|
echo "shp=true" >> "$GITHUB_OUTPUT"
|
|
|
|
else
|
|
|
|
echo "shp=false" >> "$GITHUB_OUTPUT"
|
|
|
|
fi
|
|
|
|
|
|
# ============================================================
|
|
# 3. Arrêt si suppression uniquement
|
|
# ============================================================
|
|
|
|
- name: Stop if no SHP added or modified
|
|
if: steps.changed.outputs.shp != 'true'
|
|
shell: bash
|
|
run: |
|
|
|
|
echo "Aucun SHP ajouté ou modifié."
|
|
echo "Arrêt du workflow."
|
|
|
|
|
|
# ============================================================
|
|
# 4. Micromamba
|
|
#
|
|
# IMPORTANT :
|
|
# PAS de GDAL ici.
|
|
#
|
|
# GDAL sera fourni par notre package précompilé.
|
|
# ============================================================
|
|
|
|
- name: Setup Micromamba
|
|
if: steps.changed.outputs.shp == 'true'
|
|
uses: mamba-org/setup-micromamba@v3.2.1
|
|
with:
|
|
|
|
environment-name: pyThtoQgis
|
|
|
|
create-args: >-
|
|
python=3.12
|
|
numpy
|
|
sfcgal=2.2
|
|
geos
|
|
proj
|
|
sqlite
|
|
libtiff
|
|
libjpeg-turbo
|
|
libpng
|
|
zlib
|
|
curl
|
|
openssl
|
|
|
|
init-shell: bash
|
|
|
|
cache-environment: true
|
|
cache-downloads: true
|
|
|
|
|
|
# ============================================================
|
|
# 5. Informations environnement
|
|
# ============================================================
|
|
|
|
- name: Environment information
|
|
if: steps.changed.outputs.shp == 'true'
|
|
shell: bash -el {0}
|
|
run: |
|
|
|
|
echo "========================================"
|
|
echo "ENVIRONMENT"
|
|
echo "========================================"
|
|
|
|
echo "CONDA_PREFIX=$CONDA_PREFIX"
|
|
|
|
python --version
|
|
|
|
echo ""
|
|
|
|
conda list | grep -E \
|
|
"python|numpy|sfcgal|geos|proj|sqlite"
|
|
|
|
|
|
# ============================================================
|
|
# 6. Téléchargement package GDAL
|
|
# ============================================================
|
|
|
|
- name: Download GDAL + SFCGAL package
|
|
if: steps.changed.outputs.shp == 'true'
|
|
shell: bash -el {0}
|
|
env:
|
|
GH_TOKEN: ${{ github.token }}
|
|
run: |
|
|
|
|
set -e
|
|
|
|
GDAL_VERSION=3.13.3
|
|
|
|
PACKAGE_NAME="gdal-${GDAL_VERSION}-sfcgal-2.2-geos-3.14.1-ubuntu-24.04"
|
|
|
|
TAG="gdal-sfcgal-${GDAL_VERSION}"
|
|
|
|
|
|
echo "========================================"
|
|
echo "GDAL PACKAGE"
|
|
echo "========================================"
|
|
|
|
echo "Release : $TAG"
|
|
|
|
echo "Package : $PACKAGE_NAME"
|
|
|
|
|
|
gh release download "$TAG" \
|
|
--repo "$GITHUB_REPOSITORY" \
|
|
--pattern "${PACKAGE_NAME}.tar.gz" \
|
|
--dir "$RUNNER_TEMP"
|
|
|
|
|
|
echo ""
|
|
echo "Package téléchargé :"
|
|
|
|
ls -lh \
|
|
"$RUNNER_TEMP/${PACKAGE_NAME}.tar.gz"
|
|
|
|
# ============================================================
|
|
# 7. Installation package GDAL
|
|
# ============================================================
|
|
|
|
- name: Install GDAL package
|
|
if: steps.changed.outputs.shp == 'true'
|
|
shell: bash -el {0}
|
|
run: |
|
|
|
|
set -e
|
|
|
|
GDAL_VERSION=3.13.3
|
|
|
|
PACKAGE_NAME="gdal-${GDAL_VERSION}-sfcgal-2.2-geos-3.14.1-ubuntu-24.04"
|
|
|
|
PACKAGE="$RUNNER_TEMP/${PACKAGE_NAME}.tar.gz"
|
|
|
|
EXTRACT_DIR="$RUNNER_TEMP/gdal-extract"
|
|
|
|
|
|
echo "========================================"
|
|
echo "INSTALLATION GDAL"
|
|
echo "========================================"
|
|
|
|
|
|
# ========================================================
|
|
# Vérification package
|
|
# ========================================================
|
|
|
|
if [ ! -f "$PACKAGE" ]; then
|
|
|
|
echo "Erreur : package GDAL introuvable :"
|
|
echo "$PACKAGE"
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
|
|
# ========================================================
|
|
# Extraction
|
|
# ========================================================
|
|
|
|
rm -rf "$EXTRACT_DIR"
|
|
|
|
mkdir -p "$EXTRACT_DIR"
|
|
|
|
cd "$EXTRACT_DIR"
|
|
|
|
|
|
tar \
|
|
-xzf \
|
|
"$PACKAGE"
|
|
|
|
|
|
echo ""
|
|
echo "Contenu du package :"
|
|
|
|
find . \
|
|
-maxdepth 5 \
|
|
-type f \
|
|
| sort
|
|
|
|
|
|
# ========================================================
|
|
# Déterminer le répertoire racine
|
|
# ========================================================
|
|
|
|
GDAL_DIR="$EXTRACT_DIR/$PACKAGE_NAME"
|
|
|
|
|
|
if [ ! -d "$GDAL_DIR" ]; then
|
|
|
|
echo ""
|
|
echo "Erreur : répertoire GDAL absent :"
|
|
echo "$GDAL_DIR"
|
|
|
|
find "$EXTRACT_DIR" \
|
|
-maxdepth 3 \
|
|
-print
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
|
|
echo ""
|
|
echo "Répertoire GDAL :"
|
|
echo "$GDAL_DIR"
|
|
|
|
|
|
# ========================================================
|
|
# Vérification structure
|
|
# ========================================================
|
|
|
|
echo ""
|
|
echo "Structure :"
|
|
|
|
ls -la "$GDAL_DIR"
|
|
|
|
echo ""
|
|
|
|
if [ -d "$GDAL_DIR/bin" ]; then
|
|
echo "bin/ : OK"
|
|
else
|
|
echo "bin/ : ABSENT"
|
|
fi
|
|
|
|
if [ -d "$GDAL_DIR/lib" ]; then
|
|
echo "lib/ : OK"
|
|
else
|
|
echo "lib/ : ABSENT"
|
|
fi
|
|
|
|
if [ -d "$GDAL_DIR/share" ]; then
|
|
echo "share/ : OK"
|
|
else
|
|
echo "share/ : ABSENT"
|
|
fi
|
|
|
|
|
|
# ========================================================
|
|
# Installation
|
|
#
|
|
# Le package reproduit l'arborescence de l'environnement
|
|
# Conda.
|
|
#
|
|
# bin/ -> $CONDA_PREFIX/bin/
|
|
# lib/ -> $CONDA_PREFIX/lib/
|
|
# share/ -> $CONDA_PREFIX/share/
|
|
# ========================================================
|
|
|
|
|
|
# --------------------------------------------------------
|
|
# bin
|
|
# --------------------------------------------------------
|
|
|
|
if [ -d "$GDAL_DIR/bin" ]; then
|
|
|
|
echo ""
|
|
echo "Installation des exécutables GDAL..."
|
|
|
|
cp -av \
|
|
"$GDAL_DIR/bin/." \
|
|
"$CONDA_PREFIX/bin/"
|
|
|
|
fi
|
|
|
|
|
|
# --------------------------------------------------------
|
|
# lib
|
|
# --------------------------------------------------------
|
|
|
|
if [ -d "$GDAL_DIR/lib" ]; then
|
|
|
|
echo ""
|
|
echo "Installation des bibliothèques GDAL..."
|
|
|
|
cp -av \
|
|
"$GDAL_DIR/lib/." \
|
|
"$CONDA_PREFIX/lib/"
|
|
|
|
fi
|
|
|
|
|
|
# --------------------------------------------------------
|
|
# share
|
|
# --------------------------------------------------------
|
|
|
|
if [ -d "$GDAL_DIR/share" ]; then
|
|
|
|
echo ""
|
|
echo "Installation des données GDAL..."
|
|
|
|
cp -av \
|
|
"$GDAL_DIR/share/." \
|
|
"$CONDA_PREFIX/share/"
|
|
|
|
fi
|
|
|
|
|
|
# --------------------------------------------------------
|
|
# Python bindings
|
|
#
|
|
# Si osgeo est déjà présent dans lib/python3.12/site-packages,
|
|
# on le remplace par celui compilé avec notre GDAL.
|
|
# --------------------------------------------------------
|
|
|
|
if [ -d "$GDAL_DIR/lib/python3.12/site-packages/osgeo" ]; then
|
|
|
|
echo ""
|
|
echo "Installation des bindings Python osgeo..."
|
|
|
|
rm -rf \
|
|
"$CONDA_PREFIX/lib/python3.12/site-packages/osgeo"
|
|
|
|
cp -av \
|
|
"$GDAL_DIR/lib/python3.12/site-packages/osgeo" \
|
|
"$CONDA_PREFIX/lib/python3.12/site-packages/"
|
|
|
|
else
|
|
|
|
echo ""
|
|
echo "Avertissement : bindings Python osgeo absents du package."
|
|
|
|
fi
|
|
|
|
|
|
# ========================================================
|
|
# Vérification finale
|
|
# ========================================================
|
|
|
|
echo ""
|
|
echo "========================================"
|
|
echo "GDAL INSTALLE"
|
|
echo "========================================"
|
|
|
|
|
|
echo ""
|
|
echo "gdalinfo :"
|
|
|
|
if [ -x "$CONDA_PREFIX/bin/gdalinfo" ]; then
|
|
|
|
"$CONDA_PREFIX/bin/gdalinfo" --version
|
|
|
|
else
|
|
|
|
echo "ERREUR : gdalinfo absent"
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
|
|
echo ""
|
|
echo "libgdal :"
|
|
|
|
ls -lh \
|
|
"$CONDA_PREFIX"/lib/libgdal.so*
|
|
|
|
|
|
echo ""
|
|
echo "Python osgeo :"
|
|
|
|
python - <<'PY'
|
|
|
|
from osgeo import gdal
|
|
from osgeo import ogr
|
|
|
|
print("GDAL Python :")
|
|
print(gdal.VersionInfo("--version"))
|
|
|
|
print()
|
|
print("OGR drivers :", ogr.GetDriverCount())
|
|
|
|
PY
|
|
|
|
|
|
echo ""
|
|
echo "Installation GDAL terminée."
|
|
|
|
# ============================================================
|
|
# 8. Vérification GDAL
|
|
# ============================================================
|
|
|
|
- name: Check GDAL
|
|
if: steps.changed.outputs.shp == 'true'
|
|
shell: bash -el {0}
|
|
run: |
|
|
|
|
set -e
|
|
|
|
echo "========================================"
|
|
echo "GDAL"
|
|
echo "========================================"
|
|
|
|
|
|
which gdalinfo
|
|
|
|
gdalinfo --version
|
|
|
|
|
|
echo ""
|
|
echo "Python GDAL :"
|
|
|
|
|
|
python - <<'PY'
|
|
|
|
from osgeo import gdal
|
|
|
|
print(
|
|
gdal.VersionInfo("--version")
|
|
)
|
|
|
|
print()
|
|
|
|
print(
|
|
gdal.VersionInfo("--build-info")
|
|
)
|
|
|
|
PY
|
|
|
|
|
|
# ============================================================
|
|
# 9. Vérification SFCGAL
|
|
# ============================================================
|
|
|
|
- name: Check SFCGAL linkage
|
|
if: steps.changed.outputs.shp == 'true'
|
|
shell: bash -el {0}
|
|
run: |
|
|
|
|
set -e
|
|
|
|
echo "========================================"
|
|
echo "GDAL / SFCGAL"
|
|
echo "========================================"
|
|
|
|
|
|
ldd "$CONDA_PREFIX/lib/libgdal.so" \
|
|
| grep -Ei "sfcgal|geos"
|
|
|
|
|
|
# ============================================================
|
|
# 10. Test SFCGAL
|
|
# ============================================================
|
|
|
|
- name: Test SFCGAL via OGR
|
|
if: steps.changed.outputs.shp == 'true'
|
|
shell: bash -el {0}
|
|
run: |
|
|
|
|
python - <<'PY'
|
|
|
|
from osgeo import ogr
|
|
from osgeo import gdal
|
|
|
|
print("========================================")
|
|
print("TEST SFCGAL")
|
|
print("========================================")
|
|
|
|
print(
|
|
gdal.VersionInfo("--version")
|
|
)
|
|
|
|
|
|
wkt = """
|
|
POLYHEDRALSURFACE Z (
|
|
(
|
|
(0 0 0,
|
|
10 0 0,
|
|
10 10 0,
|
|
0 10 0,
|
|
0 0 0)
|
|
)
|
|
)
|
|
"""
|
|
|
|
|
|
geom = ogr.CreateGeometryFromWkt(wkt)
|
|
|
|
|
|
if geom is None:
|
|
|
|
raise RuntimeError(
|
|
"Impossible de créer la géométrie 3D"
|
|
)
|
|
|
|
|
|
print(
|
|
"Type :",
|
|
geom.GetGeometryName()
|
|
)
|
|
|
|
|
|
print(
|
|
"Geometry type :",
|
|
geom.GetGeometryType()
|
|
)
|
|
|
|
|
|
print(
|
|
"Has Z :",
|
|
ogr.GT_HasZ(
|
|
geom.GetGeometryType()
|
|
)
|
|
)
|
|
|
|
|
|
valid = geom.IsValid()
|
|
|
|
|
|
print(
|
|
"IsValid() :",
|
|
valid
|
|
)
|
|
|
|
|
|
print()
|
|
print(
|
|
"SFCGAL accessible par OGR : OK"
|
|
)
|
|
|
|
PY
|
|
|
|
|
|
# ============================================================
|
|
# 11. Dépendances Python
|
|
# ============================================================
|
|
|
|
- name: Install Python dependencies
|
|
if: steps.changed.outputs.shp == 'true'
|
|
shell: bash -el {0}
|
|
run: |
|
|
|
|
python -m pip install --upgrade pip
|
|
|
|
pip install \
|
|
alive-progress
|
|
|
|
|
|
# ============================================================
|
|
# 12. Affichage des SHP
|
|
# ============================================================
|
|
|
|
- name: List SHP input files
|
|
if: steps.changed.outputs.shp == 'true'
|
|
shell: bash -el {0}
|
|
run: |
|
|
|
|
echo "========================================"
|
|
echo "SHP INPUT"
|
|
echo "========================================"
|
|
|
|
find Outputs/SHP \
|
|
-maxdepth 1 \
|
|
-type f \
|
|
-name "*.shp" \
|
|
-print
|
|
|
|
|
|
# ============================================================
|
|
# 13. Exécution pyThtoQgis
|
|
# ============================================================
|
|
|
|
- name: Run pyThtoQgis
|
|
if: steps.changed.outputs.shp == 'true'
|
|
shell: bash -el {0}
|
|
run: |
|
|
|
|
echo "========================================"
|
|
echo "pyThtoQgis"
|
|
echo "========================================"
|
|
|
|
cd Scripts/pyThtoQgis
|
|
|
|
python pyThtoQgis.py \
|
|
--folder "../../Outputs/SHP/"
|
|
|
|
|
|
# ============================================================
|
|
# 14. Fichiers produits
|
|
# ============================================================
|
|
|
|
- name: Show generated files
|
|
if: steps.changed.outputs.shp == 'true'
|
|
shell: bash
|
|
run: |
|
|
|
|
echo "========================================"
|
|
echo "GENERATED FILES"
|
|
echo "========================================"
|
|
|
|
git status --short
|
|
|
|
echo ""
|
|
|
|
git diff --stat
|
|
|
|
|
|
# ============================================================
|
|
# 15. Commit
|
|
# ============================================================
|
|
|
|
- name: Commit generated files
|
|
if: steps.changed.outputs.shp == 'true'
|
|
uses: stefanzweifel/git-auto-commit-action@v7
|
|
with:
|
|
|
|
commit_message: "Auto-generate outputs from SHP"
|
|
|
|
commit_user_name: "github-actions[bot]"
|
|
|
|
commit_user_email: "41898282+github-actions[bot]@users.noreply.github.com"
|
|
|
|
commit_author: "github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>"
|
|
|