Replace ast with rust

CHANGELOG.rst

@@ -2,6 +2,13 @@
 Changelog
 =========
 
+latest
+------
+
+* Use Rust instead of Python's built-in ast module for import parsing.
+  Note that `SourceSyntaxError` will no longer be raised if the parser encounters
+  invalid Python.
+
 3.8.2 (2025-04-24)
 ------------------
 

rust/Cargo.toml

@@ -22,6 +22,11 @@ rustc-hash = "2.1.0"
 indexmap = "2.7.1"
 regex = "1.11.1"
 const_format = "0.2.34"
+pyimportparse = "0.2.1"
+nom = "8.0.0"
+nom_locate = "5.0.0"
+nom-regex = "0.2.0"
+nom-unicode = "0.4.0"
 
 [dependencies.pyo3]
 version = "0.24.1"

rust/src/lib.rs

@@ -2,6 +2,7 @@ pub mod errors;
 pub mod exceptions;
 pub mod graph;
 pub mod module_expressions;
+mod parsing;
 
 use crate::errors::{GrimpError, GrimpResult};
 use crate::exceptions::{InvalidModuleExpression, ModuleNotPresent, NoSuchContainer};
@@ -13,13 +14,15 @@ use itertools::Itertools;
 use pyo3::exceptions::PyValueError;
 use pyo3::prelude::*;
 use pyo3::types::{IntoPyDict, PyDict, PyFrozenSet, PyList, PySet, PyString, PyTuple};
-use pyo3::IntoPyObjectExt;
+use pyo3::{IntoPyObjectExt};
 use rayon::prelude::*;
 use rustc_hash::FxHashSet;
 use std::collections::HashSet;
 
+
 #[pymodule]
 fn _rustgrimp(py: Python<'_>, m: &Bound<'_, PyModule>) -> PyResult<()> {
+    m.add_wrapped(wrap_pyfunction!(parse_to_imported_objects))?;
     m.add_class::<GraphWrapper>()?;
     m.add("ModuleNotPresent", py.get_type::<ModuleNotPresent>())?;
     m.add("NoSuchContainer", py.get_type::<NoSuchContainer>())?;
@@ -30,6 +33,32 @@ fn _rustgrimp(py: Python<'_>, m: &Bound<'_, PyModule>) -> PyResult<()> {
     Ok(())
 }
 
+
+
+
+#[pyfunction]
+fn parse_to_imported_objects<'py>(py: Python<'py>, python_code: &str) -> PyResult<Vec<Bound<'py, PyDict>>> {
+    let imports = match parsing::parse_imports(python_code) {
+        Ok(imports) => imports,
+        Err(message) => return Err(PyValueError::new_err(message)),
+    };
+
+    let imports_as_dicts = imports.into_iter().map(
+        |import| {
+            let dict = PyDict::new(py);
+            dict.set_item("name", import.imported_object).unwrap();
+            dict.set_item("line_number", import.line_number).unwrap();
+            dict.set_item("line_contents", import.line_contents).unwrap();
+            dict.set_item("typechecking_only", import.typechecking_only).unwrap();
+            dict
+        }
+    ).collect();
+
+    Ok(imports_as_dicts)
+}
+
+
+
 #[pyclass(name = "Graph")]
 struct GraphWrapper {
     _graph: Graph,