{
  "abstract": "We introduce the family of ReLU-Spline activation of arbitrary order. These functions are piecewise polynomial and globally Lipschitz. They inherit the approximation property of polynomial splines S2r,r. Then we show that they can be used to approximation the solution of various differential elliptic PDEs with DeepRitz, PINNs and VPINNs methods. Since the training brings important constraints in terms of the regularity of activation functions, we formulate the principle that the minimal regularity of an activation function must be equal to the number of derivatives in the formulation plus one for the training. As a consequence of this principle, the ReLU activation function cannot approximate the solution of elliptic PDEs at the end of a generic training sequence. A solution is to use higher order ReLU-spline activation functions. We provide numerical illustrations in 1D and 2D which validate the theory.",
  "abstract_shown": true,
  "affiliations": [],
  "article_type": null,
  "arxiv": null,
  "author_total": 2,
  "authors": [
    {
      "name": "Bruno Després"
    },
    {
      "name": "Moreno Pintore"
    }
  ],
  "bibtex": "https://research.draconitic.com/paper/aqee5qjhfjq23.bib",
  "cited_by": 0,
  "doi": null,
  "fulltext_url": null,
  "id": "aqee5qjhfjq23",
  "issns": [],
  "landing_url": "https://hal.sorbonne-universite.fr/hal-05809525v1",
  "language": "en",
  "licence": "CC-BY-4.0",
  "licence_label": "CC BY 4.0",
  "licence_source": "article",
  "licence_url": "https://creativecommons.org/licenses/by/4.0/",
  "metadata_licence": null,
  "native_subjects": [
    [
      "hal",
      "0.math"
    ]
  ],
  "openalex": null,
  "pdf_url": "https://hal.sorbonne-universite.fr/hal-05809525/document",
  "pmcid": null,
  "pmid": null,
  "published": "2026-10-19",
  "publisher": null,
  "ris": "https://research.draconitic.com/paper/aqee5qjhfjq23.ris",
  "sources": [
    {
      "first_seen": "2026-10-30T12:17:59Z",
      "native_id": "hal-05809525",
      "source": "hal",
      "url": "https://hal.sorbonne-universite.fr/hal-05809525v1"
    }
  ],
  "subjects": [
    {
      "field": "mathematics",
      "origin": "hal:0.math",
      "subfield": "general"
    }
  ],
  "title": "ReLU-spline activation functions for Neural Network approximation of solutions to differential equations",
  "title_text": "ReLU-spline activation functions for Neural Network approximation of solutions to differential equations",
  "type": "preprint",
  "updated_at": "2026-10-30T12:17:59Z",
  "url": "https://research.draconitic.com/paper/aqee5qjhfjq23",
  "venue": "HAL",
  "versions": []
}