# Licensed under a 3-clause BSD style license - see LICENSE.rst

# This module includes files automatically generated from ply (these end in

# _lextab.py and _parsetab.py). To generate these files, remove them from this

# folder, then build astropy and run the tests in-place:

#

# python setup.py build_ext --inplace

# pytest astropy/units

#

# You can then commit the changes to the re-generated _lextab.py and

# _parsetab.py files.

"""

Handles a "generic" string format for units

"""

import re

import unicodedata

import warnings

from fractions import Fraction

from re import Match, Pattern

from typing import ClassVar, Final

import numpy as np

from astropy.extern.ply.lex import Lexer

from astropy.units.core import CompositeUnit, Unit, UnitBase, get_current_unit_registry

from astropy.units.enums import DeprecatedUnitAction

from astropy.units.errors import UnitsWarning

from astropy.units.typing import UnitScale

from astropy.utils import classproperty, parsing

from astropy.utils.parsing import ThreadSafeParser

from .base import Base, _ParsingFormatMixin

class _GenericParserMixin(_ParsingFormatMixin):

"""Provide the parser used by Generic, FITS and VOUnit."""

_tokens: ClassVar[tuple[str, ...]] = (

"COMMA",

"POWER",

"PRODUCT",

"DIVISION",

"OPEN_PAREN",

"CLOSE_PAREN",

"FUNCNAME",

"UNIT",

"SIGN",

"UINT",

"UFLOAT",

)

@classproperty(lazy=True)

def _lexer(cls) -> Lexer:

tokens = cls._tokens

t_COMMA = r"\,"

t_PRODUCT = "[*.]"

t_DIVISION = "/"

t_POWER = r"\^|(\*\*)"

t_OPEN_PAREN = r"\("

t_CLOSE_PAREN = r"\)"

# NOTE THE ORDERING OF THESE RULES IS IMPORTANT!!

# Regular expression rules for simple tokens

def t_UFLOAT(t):

r"((\d+\.?\d*)|(\.\d+))([eE][+-]?\d+)?"

if not re.search(r"[eE\.]", t.value):

t.type = "UINT"

t.value = int(t.value)

elif t.value.endswith("."):

t.type = "UINT"

t.value = int(t.value[:-1])

else:

t.value = float(t.value)

return t

def t_UINT(t):

r"\d+"

t.value = int(t.value)

return t

def t_SIGN(t):

r"[+-](?=\d)"

t.value = int(t.value + "1")

return t

# This needs to be a function so we can force it to happen

# before t_UNIT

def t_FUNCNAME(t):

r"((sqrt)|(ln)|(exp)|(log)|(mag)|(dB)|(dex))(?=\ *\()"

return t

# A possible unit is something that consists of characters not used

# for anything else: no spaces, no digits, signs, periods, stars,

# carets, parentheses or commas.

def t_UNIT(t):

r"[^\s\d+\-\./\*\^\(\)\,]+"

t.value = cls._get_unit(t)

return t

t_ignore = " "

# Error handling rule

def t_error(t):

raise ValueError(f"Invalid character at col {t.lexpos}")

return parsing.lex(

lextab="generic_lextab", package="astropy/units", reflags=int(re.UNICODE)

)

@classproperty(lazy=True)

def _parser(cls) -> ThreadSafeParser:

"""

The grammar here is based on the description in the `FITS

standard

<http://fits.gsfc.nasa.gov/standard30/fits_standard30aa.pdf>`_,

Section 4.3, which is not terribly precise. The exact grammar

is here is based on the YACC grammar in the `unity library

<https://bitbucket.org/nxg/unity/>`_.

This same grammar is used by the `"fits"` and `"vounit"`

formats, the only difference being the set of available unit

strings.

"""

tokens = cls._tokens

def p_main(p):

"""

main : unit

| structured_unit

| structured_subunit

"""

if isinstance(p[1], tuple):

# Unpack possible StructuredUnit inside a tuple, ie.,

# ignore any set of very outer parentheses.

p[0] = p[1][0]

else:

p[0] = p[1]

def p_structured_subunit(p):

"""

structured_subunit : OPEN_PAREN structured_unit CLOSE_PAREN

"""

# We hide a structured unit enclosed by parentheses inside

# a tuple, so that we can easily distinguish units like

# "(au, au/day), yr" from "au, au/day, yr".

p[0] = (p[2],)

def p_structured_unit(p):

"""

structured_unit : subunit COMMA

| subunit COMMA subunit

"""

from astropy.units.structured import StructuredUnit

inputs = (p[1],) if len(p) == 3 else (p[1], p[3])

units = ()

for subunit in inputs:

if isinstance(subunit, tuple):

# Structured unit that should be its own entry in the

# new StructuredUnit (was enclosed in parentheses).

units += subunit

elif isinstance(subunit, StructuredUnit):

# Structured unit whose entries should be

# individually added to the new StructuredUnit.

units += subunit.values()

else:

# Regular unit to be added to the StructuredUnit.

units += (subunit,)

p[0] = StructuredUnit(units)

def p_subunit(p):

"""

subunit : unit

| structured_unit

| structured_subunit

"""

p[0] = p[1]

def p_unit(p):

"""

unit : product_of_units

| factor product_of_units

| factor PRODUCT product_of_units

| division_product_of_units

| factor division_product_of_units

| factor PRODUCT division_product_of_units

| inverse_unit

| factor inverse_unit

| factor PRODUCT inverse_unit

| factor

"""

if len(p) == 2:

p[0] = Unit(p[1])

elif len(p) == 3:

p[0] = CompositeUnit(p[1] * p[2].scale, p[2].bases, p[2].powers)

elif len(p) == 4:

p[0] = CompositeUnit(p[1] * p[3].scale, p[3].bases, p[3].powers)

def p_division_product_of_units(p):

"""

division_product_of_units : division_product_of_units DIVISION product_of_units

| product_of_units

"""

if len(p) == 4:

p[0] = Unit(p[1] / p[3])

else:

p[0] = p[1]

def p_inverse_unit(p):

"""

inverse_unit : DIVISION unit_expression

"""

p[0] = p[2] ** -1

def p_factor(p):

"""

factor : factor_fits

| factor_float

| factor_int

"""

p[0] = p[1]

def p_factor_float(p):

"""

factor_float : signed_float

| signed_float UINT signed_int

| signed_float UINT POWER numeric_power

"""

if cls.name == "fits":

raise ValueError("Numeric factor not supported by FITS")

if len(p) == 4:

p[0] = p[1] * p[2] ** float(p[3])

elif len(p) == 5:

p[0] = p[1] * p[2] ** float(p[4])

elif len(p) == 2:

p[0] = p[1]

def p_factor_int(p):

"""

factor_int : UINT

| UINT signed_int

| UINT POWER numeric_power

| UINT UINT signed_int

| UINT UINT POWER numeric_power

"""

if cls.name == "fits":

raise ValueError("Numeric factor not supported by FITS")

if len(p) == 2:

p[0] = p[1]

elif len(p) == 3:

p[0] = p[1] ** float(p[2])

elif len(p) == 4:

if isinstance(p[2], int):

p[0] = p[1] * p[2] ** float(p[3])

else:

p[0] = p[1] ** float(p[3])

elif len(p) == 5:

p[0] = p[1] * p[2] ** p[4]

def p_factor_fits(p):

"""

factor_fits : UINT POWER OPEN_PAREN signed_int CLOSE_PAREN

| UINT POWER OPEN_PAREN UINT CLOSE_PAREN

| UINT POWER signed_int

| UINT POWER UINT

| UINT SIGN UINT

| UINT OPEN_PAREN signed_int CLOSE_PAREN

"""

if p[1] != 10:

if cls.name == "fits":

raise ValueError("Base must be 10")

else:

return

if len(p) == 4:

if p[2] in ("**", "^"):

p[0] = 10 ** p[3]

else:

p[0] = 10 ** (p[2] * p[3])

elif len(p) == 5:

p[0] = 10 ** p[3]

elif len(p) == 6:

p[0] = 10 ** p[4]

def p_product_of_units(p):

"""

product_of_units : unit_expression PRODUCT product_of_units

| unit_expression product_of_units

| unit_expression

"""

if len(p) == 2:

p[0] = p[1]

elif len(p) == 3:

p[0] = p[1] * p[2]

else:

p[0] = p[1] * p[3]

def p_unit_expression(p):

"""

unit_expression : function

| unit_with_power

| OPEN_PAREN product_of_units CLOSE_PAREN

"""

if len(p) == 2:

p[0] = p[1]

else:

p[0] = p[2]

def p_unit_with_power(p):

"""

unit_with_power : UNIT POWER numeric_power

| UNIT numeric_power

| UNIT

"""

if len(p) == 2:

p[0] = p[1]

elif len(p) == 3:

p[0] = p[1] ** p[2]

else:

p[0] = p[1] ** p[3]

def p_numeric_power(p):

"""

numeric_power : sign UINT

| OPEN_PAREN paren_expr CLOSE_PAREN

"""

if len(p) == 3:

p[0] = p[1] * p[2]

elif len(p) == 4:

p[0] = p[2]

def p_paren_expr(p):

"""

paren_expr : sign UINT

| signed_float

| frac

"""

if len(p) == 3:

p[0] = p[1] * p[2]

else:

p[0] = p[1]

def p_frac(p):

"""

frac : sign UINT DIVISION sign UINT

"""

p[0] = Fraction(p[1] * p[2], p[4] * p[5])

def p_sign(p):

"""

sign : SIGN

|

"""

if len(p) == 2:

p[0] = p[1]

else:

p[0] = 1

def p_signed_int(p):

"""

signed_int : SIGN UINT

"""

p[0] = p[1] * p[2]

def p_signed_float(p):

"""

signed_float : sign UINT

| sign UFLOAT

"""

p[0] = p[1] * p[2]

def p_function(p):

"""

function : FUNCNAME OPEN_PAREN main CLOSE_PAREN

"""

if p[1] == "sqrt":

p[0] = p[3] ** 0.5

return

elif p[1] in ("mag", "dB", "dex"):

try:

function_unit = cls._validate_unit(p[1])

except KeyError:

raise ValueError(cls._invalid_unit_error_message(p[1])) from None

# In Generic, this is callable, but that does not have to

# be the case in subclasses (e.g., in VOUnit it is not).

if callable(function_unit):

p[0] = function_unit(p[3])

return

raise ValueError(f"'{p[1]}' is not a recognized function")

def p_error(p):

raise ValueError()

return parsing.yacc(tabmodule="generic_parsetab", package="astropy/units")

class Generic(Base, _GenericParserMixin):

"""

A "generic" format.

The syntax of the format is based directly on the FITS standard,

but instead of only supporting the units that FITS knows about, it

supports any unit available in the `astropy.units` namespace.

"""

@classproperty

def _units(cls) -> dict[str, UnitBase]:

return get_current_unit_registry().registry

@classmethod

def _validate_unit(

cls, s: str, deprecations: DeprecatedUnitAction = DeprecatedUnitAction.WARN

) -> UnitBase:

if s in cls._unit_symbols:

s = cls._unit_symbols[s]

elif not s.isascii():

if s[0].startswith("°"):

s = "deg" if len(s) == 1 else "deg_" + s[1:]

if len(s) > 1 and s[-1] in cls._unit_suffix_symbols:

s = s[:-1] + cls._unit_suffix_symbols[s[-1]]

elif s.endswith("R\N{INFINITY}"):

s = s[:-2] + "Ry"

return cls._units[s]

@classmethod

def _invalid_unit_error_message(cls, unit: str) -> str:

return f"{unit} is not a valid unit. {cls._did_you_mean_units(unit)}"

_unit_symbols: ClassVar[dict[str, str]] = {

"%": "percent",

"\N{PRIME}": "arcmin",

"\N{DOUBLE PRIME}": "arcsec",

"\N{MODIFIER LETTER SMALL H}": "hourangle",

"e\N{SUPERSCRIPT MINUS}": "electron",

}

_unit_suffix_symbols: ClassVar[dict[str, str]] = {

"\N{CIRCLED DOT OPERATOR}": "sun",

"\N{SUN}": "sun",

"\N{CIRCLED PLUS}": "earth",

"\N{EARTH}": "earth",

"\N{JUPITER}": "jupiter",

"\N{LATIN SUBSCRIPT SMALL LETTER E}": "_e",

"\N{LATIN SUBSCRIPT SMALL LETTER P}": "_p",

}

_translations: ClassVar[dict[int, str]] = str.maketrans({"\N{MINUS SIGN}": "-"})

"""Character translations that should be applied before parsing a string."""

_superscripts: Final[str] = (

"\N{SUPERSCRIPT MINUS}"

"\N{SUPERSCRIPT PLUS SIGN}"

"\N{SUPERSCRIPT ZERO}"

"\N{SUPERSCRIPT ONE}"

"\N{SUPERSCRIPT TWO}"

"\N{SUPERSCRIPT THREE}"

"\N{SUPERSCRIPT FOUR}"

"\N{SUPERSCRIPT FIVE}"

"\N{SUPERSCRIPT SIX}"

"\N{SUPERSCRIPT SEVEN}"

"\N{SUPERSCRIPT EIGHT}"

"\N{SUPERSCRIPT NINE}"

)

_superscript_translations: ClassVar[dict[int, int]] = str.maketrans(

_superscripts, "-+0123456789"

)

_regex_superscript: ClassVar[Pattern[str]] = re.compile(

f"[{_superscripts}]?[{_superscripts[2:]}]+"

)

@classmethod

def _convert_superscript(cls, m: Match[str]) -> str:

return f"({m.group().translate(cls._superscript_translations)})"

@classmethod

def parse(cls, s: str, debug: bool = False) -> UnitBase:

if not isinstance(s, str):

s = s.decode("ascii")

elif not s.isascii():

# common normalization of unicode strings to avoid

# having to deal with multiple representations of

# the same character. This normalizes to "composed" form

# and will e.g. convert OHM SIGN to GREEK CAPITAL LETTER OMEGA

s = unicodedata.normalize("NFC", s)

# Translate some basic unicode items that we'd like to support on

# input but are not standard.

s = s.translate(cls._translations)

# TODO: might the below be better done in the parser/lexer?

# Translate superscripts to parenthesized numbers; this ensures

# that mixes of superscripts and regular numbers fail.

s = cls._regex_superscript.sub(cls._convert_superscript, s)

result = cls._do_parse(s, debug)

# Check for excess solidi, but exclude fractional exponents (accepted)

n_slashes = s.count("/")

if n_slashes > 1 and (n_slashes - len(re.findall(r"\(\d+/\d+\)", s))) > 1:

warnings.warn(

f"'{s}' contains multiple slashes, which is "

"discouraged by the FITS standard",

UnitsWarning,

)

return result

@classmethod

def format_exponential_notation(

cls, val: UnitScale | np.number, format_spec: str = "g"

) -> str:

return format(val, format_spec)