hohn/codeql
1
0
Fork 0
mirror of https://github.com/github/codeql.git synced 2026-04-30 11:15:13 +02:00
Code Issues Packages Projects Releases Wiki Activity

Python: Copy Python extractor to codeql repo

Browse Source
This commit is contained in:
Taus
2024-02-28 15:15:21 +00:00
parent 297a17975d
commit 6dec323cfc
369 changed files with 165346 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

43
python/extractor/tests/tokenizer/comments.tokens Normal file
View File

@@ -0,0 +1,43 @@
2,0-2,6: NAME 'import'
2,7-2,10: NAME 'sys'
2,10-2,11: NEWLINE '\n'
4,0-4,3: NAME 'def'
4,4-4,5: NAME 'f'
4,5-4,6: LPAR '('
4,6-4,7: RPAR ')'
4,7-4,8: COLON ':'
4,8-4,9: NEWLINE '\n'
5,0-5,4: INDENT ' '
5,4-5,8: NAME 'code'
5,8-5,9: OP '-'
5,9-5,13: NAME 'here'
5,14-5,32: COMMENT '# Line end comment'
5,32-5,33: NEWLINE '\n'
6,4-6,21: COMMENT '#Indented comment'
7,0-7,19: COMMENT '#Unindented comment'
8,4-8,10: NAME 'return'
8,11-8,12: NUMBER '1'
8,12-8,13: NEWLINE '\n'
10,0-10,0: DEDENT ''
10,0-10,3: NAME 'def'
10,4-10,5: NAME 'g'
10,5-10,6: LPAR '('
10,6-10,9: NAME 'arg'
10,9-10,10: RPAR ')'
10,10-10,11: COLON ':'
10,11-10,12: NEWLINE '\n'
11,0-11,4: INDENT ' '
11,4-11,10: NAME 'return'
11,11-11,14: NAME 'arg'
11,14-11,15: NEWLINE '\n'
13,0-13,0: DEDENT ''
13,0-13,1: NAME 'x'
13,2-13,3: OP '='
13,4-13,5: NAME 'g'
13,5-13,6: LPAR '('
13,6-13,7: NAME 'f'
13,7-13,8: LPAR '('
13,8-13,9: RPAR ')'
13,9-13,10: RPAR ')'
13,10-13,11: NEWLINE '\n'
14,0-14,0: ENDMARKER ''