mirror of
https://github.com/github/codeql.git
synced 2026-05-02 04:05:14 +02:00
Python: Copy Python extractor to codeql repo
This commit is contained in:
Taus
156
python/extractor/tests/tokenizer/numbers.tokens
Normal file
156
python/extractor/tests/tokenizer/numbers.tokens
Normal file
@@ -0,0 +1,156 @@
|
||||
2,0-2,22: COMMENT '#Some negative numbers'
|
||||
4,0-4,1: OP '-'
|
||||
4,1-4,2: NUMBER '1'
|
||||
4,2-4,3: NEWLINE '\n'
|
||||
5,0-5,1: OP '-'
|
||||
5,1-5,18: NUMBER '10000000000000000'
|
||||
5,18-5,19: NEWLINE '\n'
|
||||
6,0-6,1: OP '-'
|
||||
6,1-6,4: NUMBER '1.0'
|
||||
6,4-6,5: NEWLINE '\n'
|
||||
7,0-7,1: OP '-'
|
||||
7,1-7,7: NUMBER '3.0e17'
|
||||
7,7-7,8: NEWLINE '\n'
|
||||
9,0-9,1: OP '-'
|
||||
9,1-9,2: LPAR '('
|
||||
9,2-9,3: NUMBER '1'
|
||||
9,3-9,4: RPAR ')'
|
||||
9,4-9,5: NEWLINE '\n'
|
||||
10,0-10,1: OP '-'
|
||||
10,1-10,2: LPAR '('
|
||||
10,2-10,19: NUMBER '10000000000000000'
|
||||
10,19-10,20: RPAR ')'
|
||||
10,20-10,21: NEWLINE '\n'
|
||||
11,0-11,1: OP '-'
|
||||
11,1-11,2: LPAR '('
|
||||
11,2-11,5: NUMBER '1.0'
|
||||
11,5-11,6: RPAR ')'
|
||||
11,6-11,7: NEWLINE '\n'
|
||||
12,0-12,1: OP '-'
|
||||
12,1-12,2: LPAR '('
|
||||
12,2-12,8: NUMBER '3.0e17'
|
||||
12,8-12,9: RPAR ')'
|
||||
12,9-12,10: NEWLINE '\n'
|
||||
14,0-14,1: LPAR '('
|
||||
14,1-14,2: OP '-'
|
||||
14,2-14,3: NUMBER '1'
|
||||
14,3-14,4: RPAR ')'
|
||||
14,4-14,5: NEWLINE '\n'
|
||||
15,0-15,1: LPAR '('
|
||||
15,1-15,2: OP '-'
|
||||
15,2-15,19: NUMBER '10000000000000000'
|
||||
15,19-15,20: RPAR ')'
|
||||
15,20-15,21: NEWLINE '\n'
|
||||
16,0-16,1: LPAR '('
|
||||
16,1-16,2: OP '-'
|
||||
16,2-16,5: NUMBER '1.0'
|
||||
16,5-16,6: RPAR ')'
|
||||
16,6-16,7: NEWLINE '\n'
|
||||
17,0-17,1: LPAR '('
|
||||
17,1-17,2: OP '-'
|
||||
17,2-17,8: NUMBER '3.0e17'
|
||||
17,8-17,9: RPAR ')'
|
||||
17,9-17,10: NEWLINE '\n'
|
||||
19,0-19,1: OP '-'
|
||||
19,1-19,3: NUMBER '1j'
|
||||
19,3-19,4: NEWLINE '\n'
|
||||
21,0-21,1: OP '-'
|
||||
21,1-21,8: NUMBER '3.7e12j'
|
||||
21,8-21,9: NEWLINE '\n'
|
||||
23,0-23,19: COMMENT '#Some other numbers'
|
||||
24,0-24,20: NUMBER '0.058823529630899429'
|
||||
24,20-24,21: NEWLINE '\n'
|
||||
26,0-26,5: NUMBER '1e-06'
|
||||
26,5-26,6: NEWLINE '\n'
|
||||
27,0-27,8: NUMBER '.9999999'
|
||||
27,8-27,9: NEWLINE '\n'
|
||||
28,0-28,8: NUMBER '0xffffff'
|
||||
28,8-28,9: NEWLINE '\n'
|
||||
29,0-29,4: NUMBER '1e10'
|
||||
29,4-29,5: NEWLINE '\n'
|
||||
30,0-30,2: NUMBER '1.'
|
||||
30,2-30,3: NEWLINE '\n'
|
||||
31,0-31,10: NUMBER '2.79252680'
|
||||
31,10-31,11: NEWLINE '\n'
|
||||
32,0-32,9: NUMBER '0x0001000'
|
||||
32,9-32,10: NEWLINE '\n'
|
||||
33,0-33,55: NUMBER '4987312561856745907287624786230562734672583763984576267'
|
||||
33,55-33,56: NEWLINE '\n'
|
||||
35,0-35,18: COMMENT '#Octal both styles'
|
||||
36,0-36,4: NUMBER '0777'
|
||||
36,4-36,5: NEWLINE '\n'
|
||||
37,0-37,5: NUMBER '0o777'
|
||||
37,5-37,6: NEWLINE '\n'
|
||||
39,0-39,14: COMMENT '#Python2 longs'
|
||||
40,0-40,1: NUMBER '0'
|
||||
40,1-40,2: NEWLINE '\n'
|
||||
41,0-41,2: NUMBER '0L'
|
||||
41,2-41,3: NEWLINE '\n'
|
||||
42,0-42,2: NUMBER '5L'
|
||||
42,2-42,3: NEWLINE '\n'
|
||||
43,0-43,1: OP '-'
|
||||
43,1-43,3: NUMBER '2L'
|
||||
43,3-43,4: NEWLINE '\n'
|
||||
44,0-44,34: NUMBER '498731256185674590728762478623056L'
|
||||
44,34-44,35: NEWLINE '\n'
|
||||
46,0-46,10: NUMBER '0xfffffffL'
|
||||
46,10-46,11: NEWLINE '\n'
|
||||
47,0-47,19: NUMBER '0xeeeeeeeeeeeeeeeeL'
|
||||
47,19-47,20: NEWLINE '\n'
|
||||
49,0-49,23: NUMBER '0b00010101011111111111L'
|
||||
49,23-49,24: NEWLINE '\n'
|
||||
50,0-50,14: NUMBER '0o77777777777L'
|
||||
50,14-50,15: NEWLINE '\n'
|
||||
51,0-51,14: NUMBER '0777777777777L'
|
||||
51,14-51,15: NEWLINE '\n'
|
||||
52,0-52,2: NUMBER '0j'
|
||||
52,2-52,3: NEWLINE '\n'
|
||||
53,0-53,7: NUMBER '0_0234j'
|
||||
53,7-53,8: NEWLINE '\n'
|
||||
55,0-55,3: NUMBER '0e0'
|
||||
55,3-55,4: NEWLINE '\n'
|
||||
57,0-57,26: COMMENT '#Valid uses of underscore:'
|
||||
59,0-59,3: NUMBER '1_1'
|
||||
59,3-59,4: NEWLINE '\n'
|
||||
60,0-60,17: NUMBER '1_2_3.4_5_6e7_8_9'
|
||||
60,17-60,18: NEWLINE '\n'
|
||||
61,0-61,5: NUMBER '0b1_1'
|
||||
61,5-61,6: NEWLINE '\n'
|
||||
62,0-62,5: NUMBER '0o1_1'
|
||||
62,5-62,6: NEWLINE '\n'
|
||||
63,0-63,5: NUMBER '0x1_1'
|
||||
63,5-63,6: NEWLINE '\n'
|
||||
65,0-65,6: NUMBER '0b_010'
|
||||
65,6-65,7: NEWLINE '\n'
|
||||
66,0-66,6: NUMBER '0o_010'
|
||||
66,6-66,7: NEWLINE '\n'
|
||||
67,0-67,6: NUMBER '0x_010'
|
||||
67,6-67,7: NEWLINE '\n'
|
||||
69,0-69,28: COMMENT '#Invalid uses of underscore:'
|
||||
71,0-71,3: ERRORTOKEN '1__'
|
||||
71,3-71,4: NUMBER '3'
|
||||
71,4-71,5: NEWLINE '\n'
|
||||
72,0-72,3: ERRORTOKEN '2e_'
|
||||
72,3-72,4: NUMBER '5'
|
||||
72,4-72,5: NEWLINE '\n'
|
||||
73,0-73,4: ERRORTOKEN '2e+_'
|
||||
73,4-73,5: NUMBER '5'
|
||||
73,5-73,6: NEWLINE '\n'
|
||||
74,0-74,5: ERRORTOKEN '123_\n'
|
||||
74,5-74,6: NEWLINE '\n'
|
||||
75,0-75,21: COMMENT '#Valid prefixed zero:'
|
||||
77,0-77,3: NUMBER '0_0'
|
||||
77,3-77,4: NEWLINE '\n'
|
||||
78,0-78,4: NUMBER '009.'
|
||||
78,4-78,5: NEWLINE '\n'
|
||||
79,0-79,7: NUMBER '009e005'
|
||||
79,7-79,8: NEWLINE '\n'
|
||||
80,0-80,5: NUMBER '00123'
|
||||
80,5-80,6: NEWLINE '\n'
|
||||
82,0-82,1: NUMBER '1'
|
||||
82,2-82,4: NAME 'if'
|
||||
82,5-82,6: NUMBER '1'
|
||||
82,6-82,10: NAME 'else'
|
||||
82,11-82,12: NUMBER '0'
|
||||
82,12-82,13: NEWLINE '\n'
|
||||
83,0-83,0: ENDMARKER ''
|
||||
Reference in New Issue
Block a user