81 lines
2.1 KiB
Rust
81 lines
2.1 KiB
Rust
use crate::settings::TokenType;
|
|
use pyo3::prelude::*;
|
|
use pyo3::types::{PyList, PyString};
|
|
use pyo3::{pyclass, pymethods, Py, PyObject, Python};
|
|
|
|
#[derive(Debug)]
|
|
#[pyclass]
|
|
pub struct Token {
|
|
#[pyo3(get, name = "token_type_index")]
|
|
pub token_type: TokenType,
|
|
#[pyo3(get, set, name = "token_type")]
|
|
pub token_type_py: PyObject,
|
|
#[pyo3(get)]
|
|
pub text: Py<PyString>,
|
|
#[pyo3(get)]
|
|
pub line: usize,
|
|
#[pyo3(get)]
|
|
pub col: usize,
|
|
#[pyo3(get)]
|
|
pub start: usize,
|
|
#[pyo3(get)]
|
|
pub end: usize,
|
|
#[pyo3(get)]
|
|
pub comments: Py<PyList>,
|
|
}
|
|
|
|
impl Token {
|
|
pub fn new(
|
|
token_type: TokenType,
|
|
text: String,
|
|
line: usize,
|
|
col: usize,
|
|
start: usize,
|
|
end: usize,
|
|
comments: Vec<String>,
|
|
) -> Token {
|
|
Python::with_gil(|py| Token {
|
|
token_type,
|
|
token_type_py: py.None(),
|
|
text: PyString::new(py, &text).unbind(),
|
|
line,
|
|
col,
|
|
start,
|
|
end,
|
|
comments: PyList::new(py, &comments).unwrap().unbind(),
|
|
})
|
|
}
|
|
|
|
pub fn append_comments(&self, comments: &mut Vec<String>) {
|
|
Python::with_gil(|py| {
|
|
let pylist = self.comments.bind(py);
|
|
for comment in comments.drain(..) {
|
|
if let Err(_) = pylist.append(comment) {
|
|
panic!("Failed to append comments to the Python list");
|
|
}
|
|
}
|
|
});
|
|
}
|
|
}
|
|
|
|
#[pymethods]
|
|
impl Token {
|
|
fn __repr__(&self, py: Python) -> PyResult<String> {
|
|
let text = self.text.bind(py).to_str()?;
|
|
let comments = self.comments.bind(py);
|
|
let token_type_str = self.token_type_py.bind(py).str()?;
|
|
let comments_repr = comments.repr()?;
|
|
let comments_str = comments_repr.to_str()?;
|
|
|
|
Ok(format!(
|
|
"<Token token_type: {}, text: {}, line: {}, col: {}, start: {}, end: {}, comments: {}>",
|
|
token_type_str,
|
|
text,
|
|
self.line,
|
|
self.col,
|
|
self.start,
|
|
self.end,
|
|
comments_str
|
|
))
|
|
}
|
|
}
|