Skip to content

Number parsing #64

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 11 commits into
base: master
Choose a base branch
from
Open

Number parsing #64

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
4f3ea3c
[fix] exponent letter can be uppercase
ibizaman Dec 26, 2014
1d276fe
[fix] handle comma exponent
ibizaman Dec 26, 2014
db7ab91
[fix] handle complex number with negative exponent
ibizaman Dec 26, 2014
789be67
[mod] refactor matches using function
ibizaman Dec 26, 2014
d012f0d
[mod] updates tests to match splitter's output
ibizaman Dec 26, 2014
dd2496c
[mod] update tests to check splitter output
ibizaman Dec 27, 2014
22c6e72
[fix] handle exponent beginning with dot
ibizaman Dec 27, 2014
485d051
[enh] new token: FLOAT_EXPONANT_COMPLEX
Psycojoker Jan 10, 2015
e4989f3
[enh] take new token into account for parser
Psycojoker Jan 10, 2015
80aeb57
[doc] add some comments in grouper
Psycojoker Jan 10, 2015
90ff917
Merge remote-tracking branch 'origin/master' into number_parsing
ibizaman Dec 22, 2016
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
[enh] new token: FLOAT_EXPONANT_COMPLEX
  • Loading branch information
@Psycojoker
Psycojoker committed Jan 10, 2015
commit 485d0513a6a6940f66cc36202a79c65fea2762db
3 changes: 3 additions & 0 deletions baron/tokenizer.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,9 @@ class UnknowItem(Exception):
TOKENS = (
(r'[a-zA-Z_]\w*', 'NAME'),
(r'0', 'INT'),
(r'[-+]?\d+[eE][-+]?\d+[jJ]', 'FLOAT_EXPONANT_COMPLEX'),
(r'[-+]?\d+.\d?[eE][-+]?\d+[jJ]', 'FLOAT_EXPONANT_COMPLEX'),
(r'[-+]?\d?.\d+[eE][-+]?\d+[jJ]', 'FLOAT_EXPONANT_COMPLEX'),
(r'\d+[eE][-+]?\d*', 'FLOAT_EXPONANT'),
(r'\d+\.\d*[eE][-+]?\d*', 'FLOAT_EXPONANT'),
(r'\.\d+[eE][-+]?\d*', 'FLOAT_EXPONANT'),
Expand Down
87 changes: 87 additions & 0 deletions tests/test_tokenizer.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -395,4 +395,91 @@ def test_float_advanced():
match(".1", "FLOAT")
match("1.1", "FLOAT")


def test_exponant_complex():
match("1e1j", "FLOAT_EXPONANT_COMPLEX")
match("1.e1j", "FLOAT_EXPONANT_COMPLEX")
match("1.1e1j", "FLOAT_EXPONANT_COMPLEX")
match(".1e1j", "FLOAT_EXPONANT_COMPLEX")
match("-1.e1j", "FLOAT_EXPONANT_COMPLEX")
match("-1.1e1j", "FLOAT_EXPONANT_COMPLEX")
match("-.1e1j", "FLOAT_EXPONANT_COMPLEX")
match("1e-1j", "FLOAT_EXPONANT_COMPLEX")
match("1.e-1j", "FLOAT_EXPONANT_COMPLEX")
match("1.1e-1j", "FLOAT_EXPONANT_COMPLEX")
match(".1e-1j", "FLOAT_EXPONANT_COMPLEX")
match("-1.e-1j", "FLOAT_EXPONANT_COMPLEX")
match("-1.1e-1j", "FLOAT_EXPONANT_COMPLEX")
match("-.1e-1j", "FLOAT_EXPONANT_COMPLEX")
match("1e+1j", "FLOAT_EXPONANT_COMPLEX")
match("1.e+1j", "FLOAT_EXPONANT_COMPLEX")
match("1.1e+1j", "FLOAT_EXPONANT_COMPLEX")
match(".1e+1j", "FLOAT_EXPONANT_COMPLEX")
match("-1.e+1j", "FLOAT_EXPONANT_COMPLEX")
match("-1.1e+1j", "FLOAT_EXPONANT_COMPLEX")
match("-.1e+1j", "FLOAT_EXPONANT_COMPLEX")
match("1e1J", "FLOAT_EXPONANT_COMPLEX")
match("1.e1J", "FLOAT_EXPONANT_COMPLEX")
match("1.1e1J", "FLOAT_EXPONANT_COMPLEX")
match(".1e1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.e1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.1e1J", "FLOAT_EXPONANT_COMPLEX")
match("-.1e1J", "FLOAT_EXPONANT_COMPLEX")
match("1e-1J", "FLOAT_EXPONANT_COMPLEX")
match("1.e-1J", "FLOAT_EXPONANT_COMPLEX")
match("1.1e-1J", "FLOAT_EXPONANT_COMPLEX")
match(".1e-1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.e-1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.1e-1J", "FLOAT_EXPONANT_COMPLEX")
match("-.1e-1J", "FLOAT_EXPONANT_COMPLEX")
match("1e+1J", "FLOAT_EXPONANT_COMPLEX")
match("1.e+1J", "FLOAT_EXPONANT_COMPLEX")
match("1.1e+1J", "FLOAT_EXPONANT_COMPLEX")
match(".1e+1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.e+1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.1e+1J", "FLOAT_EXPONANT_COMPLEX")
match("-.1e+1J", "FLOAT_EXPONANT_COMPLEX")
match("1e1J", "FLOAT_EXPONANT_COMPLEX")
match("1.e1J", "FLOAT_EXPONANT_COMPLEX")
match("1.1e1J", "FLOAT_EXPONANT_COMPLEX")
match(".1e1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.e1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.1e1J", "FLOAT_EXPONANT_COMPLEX")
match("-.1e1J", "FLOAT_EXPONANT_COMPLEX")
match("1e-1J", "FLOAT_EXPONANT_COMPLEX")
match("1.e-1J", "FLOAT_EXPONANT_COMPLEX")
match("1.1e-1J", "FLOAT_EXPONANT_COMPLEX")
match(".1e-1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.e-1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.1e-1J", "FLOAT_EXPONANT_COMPLEX")
match("-.1e-1J", "FLOAT_EXPONANT_COMPLEX")
match("1e+1J", "FLOAT_EXPONANT_COMPLEX")
match("1.e+1J", "FLOAT_EXPONANT_COMPLEX")
match("1.1e+1J", "FLOAT_EXPONANT_COMPLEX")
match(".1e+1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.e+1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.1e+1J", "FLOAT_EXPONANT_COMPLEX")
match("-.1e+1J", "FLOAT_EXPONANT_COMPLEX")
match("1E1J", "FLOAT_EXPONANT_COMPLEX")
match("1.E1J", "FLOAT_EXPONANT_COMPLEX")
match("1.1E1J", "FLOAT_EXPONANT_COMPLEX")
match(".1E1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.E1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.1E1J", "FLOAT_EXPONANT_COMPLEX")
match("-.1E1J", "FLOAT_EXPONANT_COMPLEX")
match("1E-1J", "FLOAT_EXPONANT_COMPLEX")
match("1.E-1J", "FLOAT_EXPONANT_COMPLEX")
match("1.1E-1J", "FLOAT_EXPONANT_COMPLEX")
match(".1E-1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.E-1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.1E-1J", "FLOAT_EXPONANT_COMPLEX")
match("-.1E-1J", "FLOAT_EXPONANT_COMPLEX")
match("1E+1J", "FLOAT_EXPONANT_COMPLEX")
match("1.E+1J", "FLOAT_EXPONANT_COMPLEX")
match("1.1E+1J", "FLOAT_EXPONANT_COMPLEX")
match(".1E+1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.E+1J", "FLOAT_EXPONANT_COMPLEX")
match("-1.1E+1J", "FLOAT_EXPONANT_COMPLEX")
match("-.1E+1J", "FLOAT_EXPONANT_COMPLEX")

# TODO 1.1e1j