Skip to content

Number parsing #64

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 11 commits into
base: master
Choose a base branch
from
Open

Number parsing #64

Changes from 1 commit
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
4f3ea3c
[fix] exponent letter can be uppercase
ibizaman Dec 26, 2014
1d276fe
[fix] handle comma exponent
ibizaman Dec 26, 2014
db7ab91
[fix] handle complex number with negative exponent
ibizaman Dec 26, 2014
789be67
[mod] refactor matches using function
ibizaman Dec 26, 2014
d012f0d
[mod] updates tests to match splitter's output
ibizaman Dec 26, 2014
dd2496c
[mod] update tests to check splitter output
ibizaman Dec 27, 2014
22c6e72
[fix] handle exponent beginning with dot
ibizaman Dec 27, 2014
485d051
[enh] new token: FLOAT_EXPONANT_COMPLEX
Psycojoker Jan 10, 2015
e4989f3
[enh] take new token into account for parser
Psycojoker Jan 10, 2015
80aeb57
[doc] add some comments in grouper
Psycojoker Jan 10, 2015
90ff917
Merge remote-tracking branch 'origin/master' into number_parsing
ibizaman Dec 22, 2016
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
[mod] update tests to check splitter output
  • Loading branch information
@ibizaman
ibizaman committed Dec 27, 2014
commit dd2496cf653a9c0c6342d107bd269d7a04339945
163 changes: 84 additions & 79 deletions tests/test_grouper.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,204 +2,209 @@
# -*- coding:Utf-8 -*-

from baron.grouper import group
from baron.spliter import split
import pytest


def grouper_test(input, split_output, group_output):
assert split(input) == split_output
assert group(split_output) == group_output


def test_empty():
assert group([]) == []
grouper_test("", [], [])


def test_one():
assert group(['a']) == ['a']
grouper_test('a', ['a'], ['a'])


def test_random():
assert group(list("abcdef")) == list("abcdef")


def test_add_egual():
assert group(["+", "="]) == ["+="]
grouper_test("+=", ["+", "="], ["+="])


def test_add_add():
assert group(["+", "+"]) == ["+", "+"]
grouper_test("++", ["+", "+"], ["+", "+"])


def test_add_egual_double():
assert group(["+", "=", "+", "="]) == ["+=", "+="]
grouper_test("+=+=", ["+", "=", "+", "="], ["+=", "+="])


def test_add_egual_random():
assert group(list(" qsd += qsd")) == [" ", "q", "s", "d", " ", "+=", " ", "q", "s", "d"]
grouper_test(" qsd+=qsd", [' ', 'qsd', '+', '=', 'qsd'], [' ', 'qsd', '+=', 'qsd'])


def test_minus_egual():
assert group(["-", "="]) == ["-="]
grouper_test("-=", ["-", "="], ["-="])


def test_mult_egual():
assert group(["*", "="]) == ["*="]
grouper_test("*=", ["*", "="], ["*="])


def test_div_egual():
assert group(["/", "="]) == ["/="]
grouper_test("/=", ["/", "="], ["/="])


def test_modulo_egual():
assert group(["%", "="]) == ["%="]
grouper_test("%=", ["%", "="], ["%="])


def test_amper_egual():
assert group(["&", "="]) == ["&="]
grouper_test("&=", ["&", "="], ["&="])


def test_bar_egual():
assert group(["|", "="]) == ["|="]
grouper_test("|=", ["|", "="], ["|="])


def test_power_egual():
assert group(["^", "="]) == ["^="]
grouper_test("^=", ["^", "="], ["^="])


def test_less_less():
assert group(["<", "<"]) == ["<<"]
grouper_test("<<", ["<", "<"], ["<<"])


def test_more_more():
assert group([">", ">"]) == [">>"]
grouper_test(">>", [">", ">"], [">>"])


def test_egual_egual():
assert group(["=", "="]) == ["=="]
grouper_test("==", ["=", "="], ["=="])


def test_different():
assert group(["!", "="]) == ["!="]
grouper_test("!=", ["!", "="], ["!="])


def test_inferior_egual():
assert group([">", "="]) == [">="]
grouper_test(">=", [">", "="], [">="])


def test_superior_egual():
assert group(["<", "="]) == ["<="]
grouper_test("<=", ["<", "="], ["<="])


def test_different_old_style():
assert group(["<", ">"]) == ["<>"]
grouper_test("<>", ["<", ">"], ["<>"])


def test_power_power_egual():
assert group(["*", "*", "="]) == ["**="]
grouper_test("**=", ["*", "*", "="], ["**="])


def test_div_div_egual():
assert group(["/", "/", "="]) == ["//="]
grouper_test("//=", ["/", "/", "="], ["//="])


def test_less_less_egual():
assert group(["<", "<", "="]) == ["<<="]
grouper_test("<<=", ["<", "<", "="], ["<<="])


def test_more_more_egual():
assert group([">", ">", "="]) == [">>="]
grouper_test(">>=", [">", ">", "="], [">>="])


def test_decorator():
assert group(["@", "pouet"]) == ["@", "pouet"]
grouper_test("@pouet", ["@", "pouet"], ["@", "pouet"])


def test_endl():
assert group(["\r", "\n"]) == ["\r\n"]
grouper_test("\r\n", ["\r", "\n"], ["\r\n"])


def test_raw_string():
assert group(["r", "'pouet'"]) == ["r'pouet'"]
assert group(["R", "'pouet'"]) == ["R'pouet'"]
grouper_test("r'pouet'", ["r", "'pouet'"], ["r'pouet'"])
grouper_test("R'pouet'", ["R", "'pouet'"], ["R'pouet'"])


def test_unicode_string():
assert group(["u", "'pouet'"]) == ["u'pouet'"]
assert group(["U", "'pouet'"]) == ["U'pouet'"]
grouper_test("u'pouet'", ["u", "'pouet'"], ["u'pouet'"])
grouper_test("U'pouet'", ["U", "'pouet'"], ["U'pouet'"])


def test_binary_string():
assert group(["b", "'pouet'"]) == ["b'pouet'"]
assert group(["B", "'pouet'"]) == ["B'pouet'"]
grouper_test("b'pouet'", ["b", "'pouet'"], ["b'pouet'"])
grouper_test("B'pouet'", ["B", "'pouet'"], ["B'pouet'"])


def test_binary_raw_string():
assert group(["br", "'pouet'"]) == ["br'pouet'"]
assert group(["Br", "'pouet'"]) == ["Br'pouet'"]
assert group(["bR", "'pouet'"]) == ["bR'pouet'"]
assert group(["BR", "'pouet'"]) == ["BR'pouet'"]
grouper_test("br'pouet'", ["br", "'pouet'"], ["br'pouet'"])
grouper_test("Br'pouet'", ["Br", "'pouet'"], ["Br'pouet'"])
grouper_test("bR'pouet'", ["bR", "'pouet'"], ["bR'pouet'"])
grouper_test("BR'pouet'", ["BR", "'pouet'"], ["BR'pouet'"])


def test_unicode_raw_string():
assert group(["ur", "'pouet'"]) == ["ur'pouet'"]
assert group(["Ur", "'pouet'"]) == ["Ur'pouet'"]
assert group(["uR", "'pouet'"]) == ["uR'pouet'"]
assert group(["UR", "'pouet'"]) == ["UR'pouet'"]
grouper_test("ur'pouet'", ["ur", "'pouet'"], ["ur'pouet'"])
grouper_test("Ur'pouet'", ["Ur", "'pouet'"], ["Ur'pouet'"])
grouper_test("uR'pouet'", ["uR", "'pouet'"], ["uR'pouet'"])
grouper_test("UR'pouet'", ["UR", "'pouet'"], ["UR'pouet'"])


def test_exponant():
assert group(['1e', '+', '123']) == ['1e+123']
assert group(['1e', '-', '123']) == ['1e-123']
assert group(['1.1e', '+', '123']) == ['1.1e+123']
assert group(['1.1e', '-', '123']) == ['1.1e-123']
assert group(['.1e', '+', '123']) == ['.1e+123']
assert group(['.1e', '-', '123']) == ['.1e-123']
grouper_test("1e+123", ['1e', '+', '123'], ['1e+123'])
grouper_test("1e-123", ['1e', '-', '123'], ['1e-123'])
grouper_test("1.1e+123", ['1', '.', '1e', '+', '123'], ['1.1e+123'])
grouper_test("1.1e-123", ['1', '.', '1e', '-', '123'], ['1.1e-123'])
grouper_test(".1e+123", ['.', '1e', '+', '123'], ['.1e+123'])
grouper_test(".1e-123", ['.', '1e', '-', '123'], ['.1e-123'])


def test_endl_with_backslash():
assert group(['\\', '\n']) == ['\\\n']
grouper_test("\\\n", ['\\', '\n'], ['\\\n'])


def test_space_endl_with_backslash():
assert group([' ', '\\', '\n', ' ']) == [' \\\n ']
assert group([' ', '\\', '\n', 'pouet']) == [' \\\n', 'pouet']
grouper_test(" \\\n ", [' ', '\\', '\n', ' '], [' \\\n '])
grouper_test(" \\\npouet", [' ', '\\', '\n', 'pouet'], [' \\\n', 'pouet'])


def test_regression():
assert group(['0x045e', ':', ' ']) == ['0x045e', ':', ' ']
assert group(['180', '.', '\n']) == ['180.', '\n']
grouper_test("0x045e: ", ['0x045e', ':', ' '], ['0x045e', ':', ' '])
grouper_test("180.\n", ['180', '.', '\n'], ['180.', '\n'])


def test_backslash_window_endl():
assert group(['\\', '\r', '\n']) == ['\\\r\n']
grouper_test("\\\r\n", ['\\', '\r', '\n'], ['\\\r\n'])


def test_regression_float():
assert group(['1', '.']) == ['1.']
assert group(['.', '1']) == ['.1']
assert group(['1', '.', '1']) == ['1.1']
assert group(['7', '.', '629e', '-', '6']) == ['7.629e-6']
grouper_test('1.', ['1', '.'], ['1.'])
grouper_test('.1', ['.', '1'], ['.1'])
grouper_test('1.1', ['1', '.', '1'], ['1.1'])
grouper_test('7.629e-6', ['7', '.', '629e', '-', '6'], ['7.629e-6'])


def test_complex():
assert group(['.', '1j']) == ['.1j']
assert group(['.', '1J']) == ['.1J']
assert group(['1', '.', 'j']) == ['1.j']
assert group(['1', '.', 'J']) == ['1.J']
assert group(['1', '.', '1j']) == ['1.1j']
assert group(['1', '.', '1J']) == ['1.1J']
assert group(['1J']) == ['1J']
assert group(['1e', '-', '1j']) == ['1e-1j']
grouper_test(".1j", ['.', '1j'], ['.1j'])
grouper_test(".1J", ['.', '1J'], ['.1J'])
grouper_test("1.j", ['1', '.', 'j'], ['1.j'])
grouper_test("1.J", ['1', '.', 'J'], ['1.J'])
grouper_test("1.1j", ['1', '.', '1j'], ['1.1j'])
grouper_test("1.1J", ['1', '.', '1J'], ['1.1J'])
grouper_test("1J", ['1J'], ['1J'])
grouper_test("1e-1j", ['1e', '-', '1j'], ['1e-1j'])


def test_float_exponant():
assert group(['1E1']) == ['1E1']
assert group(['1E', '-', '2']) == ['1E-2']
assert group(['1E', '+', '2']) == ['1E+2']
assert group(['1', '.', 'E', '+', '2']) == ['1.E+2']
assert group(['1', '.', 'E', '-', '2']) == ['1.E-2']
assert group(['1', '.', 'E', '2']) == ['1.E2']
assert group(['1', '.', 'E2']) == ['1.E2']
assert group(['1e1']) == ['1e1']
assert group(['1e', '-', '2']) == ['1e-2']
assert group(['1e', '+', '2']) == ['1e+2']
assert group(['1', '.', 'e', '+', '2']) == ['1.e+2']
assert group(['1', '.', 'e', '-', '2']) == ['1.e-2']
assert group(['1', '.', 'e', '2']) == ['1.e2']
assert group(['1', '.', 'e2']) == ['1.e2']
assert group(['.', '3e55']) == ['.3e55']
grouper_test("1E1", ['1E1'], ['1E1'])
grouper_test("1E-2", ['1E', '-', '2'], ['1E-2'])
grouper_test("1E+2", ['1E', '+', '2'], ['1E+2'])
grouper_test("1.E+2", ['1', '.', 'E', '+', '2'], ['1.E+2'])
grouper_test("1.E-2", ['1', '.', 'E', '-', '2'], ['1.E-2'])
grouper_test("1.E2", ['1', '.', 'E2'], ['1.E2'])
grouper_test("1e1", ['1e1'], ['1e1'])
grouper_test("1e-2", ['1e', '-', '2'], ['1e-2'])
grouper_test("1e+2", ['1e', '+', '2'], ['1e+2'])
grouper_test("1.e+2", ['1', '.', 'e', '+', '2'], ['1.e+2'])
grouper_test("1.e-2", ['1', '.', 'e', '-', '2'], ['1.e-2'])
grouper_test("1.e2", ['1', '.', 'e2'], ['1.e2'])
grouper_test(".3e55", ['.', '3e55'], ['.3e55'])