mirror of
https://github.com/github/codeql.git
synced 2026-07-01 09:35:42 +02:00
Compare commits
52 Commits
unified/dc
...
yoff/pytho
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
ca2d5e21d7 | ||
|
|
aec819f3c9 | ||
|
|
47d2b05bc5 | ||
|
|
41c9d8b80a | ||
|
|
fbfbbd342a | ||
|
|
872c08148e | ||
|
|
3983e4db29 | ||
|
|
3058198c0d | ||
|
|
2ef06c9f96 | ||
|
|
1842382e23 | ||
|
|
db449dca6a | ||
|
|
7216d12b9a | ||
|
|
c4b4fde0d7 | ||
|
|
46382cbc8e | ||
|
|
da3d0cf977 | ||
|
|
93439db87b | ||
|
|
70ca7af04c | ||
|
|
664f0125b9 | ||
|
|
1b7f589000 | ||
|
|
eb7f8cc43d | ||
|
|
2767b8dbbf | ||
|
|
b1f60acf2c | ||
|
|
14acc7fcab | ||
|
|
37ce885b0c | ||
|
|
52acaec03d | ||
|
|
d6e8555f8b | ||
|
|
b5ef15c70f | ||
|
|
5735ac330d | ||
|
|
5348c7d07c | ||
|
|
f89f304e50 | ||
|
|
ff7dc297d5 | ||
|
|
1b6ff24642 | ||
|
|
ac618e1cb2 | ||
|
|
221a54d22e | ||
|
|
cc215858e4 | ||
|
|
56a1b12c9e | ||
|
|
688213056c | ||
|
|
1c37688ec1 | ||
|
|
587f9c24ed | ||
|
|
af7ae8c4cb | ||
|
|
1c4552edb0 | ||
|
|
5136d872ae | ||
|
|
474bcd4dd1 | ||
|
|
199489a225 | ||
|
|
ae4ccc651c | ||
|
|
0d845c2ea9 | ||
|
|
6d138c2bd4 | ||
|
|
85c39c04e0 | ||
|
|
1ee142d8bd | ||
|
|
a523c7f47f | ||
|
|
5f73754b95 | ||
|
|
e0fa6cf785 |
@@ -33,9 +33,11 @@ module StoredXss {
|
|||||||
walkFn.getACall().getArgument(1) = f.getASuccessor*()
|
walkFn.getACall().getArgument(1) = f.getASuccessor*()
|
||||||
)
|
)
|
||||||
or
|
or
|
||||||
// A call to os.FileInfo.Name
|
// The return value of a call to `os.DirEntry.Name`, `os.FileInfo.Name`
|
||||||
exists(Method m | m.implements("io/fs", "FileInfo", "Name") |
|
// or `os.File.ReadDirNames`.
|
||||||
m = this.(DataFlow::CallNode).getTarget()
|
exists(DataFlow::CallNode cn, Method m | m = cn.getTarget() and this = cn.getResult(0) |
|
||||||
|
m.implements("io/fs", ["DirEntry", "FileInfo"], "Name") or
|
||||||
|
m.hasQualifiedName("os", "File", "ReadDirNames")
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -156,12 +156,3 @@ nodes
|
|||||||
| websocketXss.go:54:3:54:38 | ... := ...[1] | semmle.label | ... := ...[1] |
|
| websocketXss.go:54:3:54:38 | ... := ...[1] | semmle.label | ... := ...[1] |
|
||||||
| websocketXss.go:55:24:55:31 | gorilla3 | semmle.label | gorilla3 |
|
| websocketXss.go:55:24:55:31 | gorilla3 | semmle.label | gorilla3 |
|
||||||
subpaths
|
subpaths
|
||||||
testFailures
|
|
||||||
| websocketXss.go:30:32:30:60 | comment | Missing result: Source[go/reflected-xss] |
|
|
||||||
| websocketXss.go:31:11:31:14 | xnet [postupdate] | Unexpected result: Source |
|
|
||||||
| websocketXss.go:34:30:34:58 | comment | Missing result: Source[go/reflected-xss] |
|
|
||||||
| websocketXss.go:35:21:35:25 | xnet2 [postupdate] | Unexpected result: Source |
|
|
||||||
| websocketXss.go:46:38:46:66 | comment | Missing result: Source[go/reflected-xss] |
|
|
||||||
| websocketXss.go:47:26:47:35 | gorillaMsg [postupdate] | Unexpected result: Source |
|
|
||||||
| websocketXss.go:50:33:50:61 | comment | Missing result: Source[go/reflected-xss] |
|
|
||||||
| websocketXss.go:51:17:51:24 | gorilla2 [postupdate] | Unexpected result: Source |
|
|
||||||
|
|||||||
@@ -1,7 +1,9 @@
|
|||||||
#select
|
#select
|
||||||
|
| StoredXss.go:13:21:13:36 | ...+... | StoredXss.go:13:21:13:31 | call to Name | StoredXss.go:13:21:13:36 | ...+... | Stored cross-site scripting vulnerability due to $@. | StoredXss.go:13:21:13:31 | call to Name | stored value |
|
||||||
| stored.go:30:22:30:25 | name | stored.go:18:3:18:28 | ... := ...[0] | stored.go:30:22:30:25 | name | Stored cross-site scripting vulnerability due to $@. | stored.go:18:3:18:28 | ... := ...[0] | stored value |
|
| stored.go:30:22:30:25 | name | stored.go:18:3:18:28 | ... := ...[0] | stored.go:30:22:30:25 | name | Stored cross-site scripting vulnerability due to $@. | stored.go:18:3:18:28 | ... := ...[0] | stored value |
|
||||||
| stored.go:61:22:61:25 | path | stored.go:59:30:59:33 | SSA def(path) | stored.go:61:22:61:25 | path | Stored cross-site scripting vulnerability due to $@. | stored.go:59:30:59:33 | SSA def(path) | stored value |
|
| stored.go:61:22:61:25 | path | stored.go:59:30:59:33 | SSA def(path) | stored.go:61:22:61:25 | path | Stored cross-site scripting vulnerability due to $@. | stored.go:59:30:59:33 | SSA def(path) | stored value |
|
||||||
edges
|
edges
|
||||||
|
| StoredXss.go:13:21:13:31 | call to Name | StoredXss.go:13:21:13:36 | ...+... | provenance | |
|
||||||
| stored.go:18:3:18:28 | ... := ...[0] | stored.go:25:14:25:17 | rows | provenance | Src:MaD:1 |
|
| stored.go:18:3:18:28 | ... := ...[0] | stored.go:25:14:25:17 | rows | provenance | Src:MaD:1 |
|
||||||
| stored.go:25:14:25:17 | rows | stored.go:25:29:25:33 | &... [postupdate] | provenance | FunctionModel |
|
| stored.go:25:14:25:17 | rows | stored.go:25:29:25:33 | &... [postupdate] | provenance | FunctionModel |
|
||||||
| stored.go:25:29:25:33 | &... [postupdate] | stored.go:30:22:30:25 | name | provenance | |
|
| stored.go:25:29:25:33 | &... [postupdate] | stored.go:30:22:30:25 | name | provenance | |
|
||||||
@@ -9,6 +11,8 @@ edges
|
|||||||
models
|
models
|
||||||
| 1 | Source: database/sql; DB; true; Query; ; ; ReturnValue[0]; database; manual |
|
| 1 | Source: database/sql; DB; true; Query; ; ; ReturnValue[0]; database; manual |
|
||||||
nodes
|
nodes
|
||||||
|
| StoredXss.go:13:21:13:31 | call to Name | semmle.label | call to Name |
|
||||||
|
| StoredXss.go:13:21:13:36 | ...+... | semmle.label | ...+... |
|
||||||
| stored.go:18:3:18:28 | ... := ...[0] | semmle.label | ... := ...[0] |
|
| stored.go:18:3:18:28 | ... := ...[0] | semmle.label | ... := ...[0] |
|
||||||
| stored.go:25:14:25:17 | rows | semmle.label | rows |
|
| stored.go:25:14:25:17 | rows | semmle.label | rows |
|
||||||
| stored.go:25:29:25:33 | &... [postupdate] | semmle.label | &... [postupdate] |
|
| stored.go:25:29:25:33 | &... [postupdate] | semmle.label | &... [postupdate] |
|
||||||
@@ -16,5 +20,3 @@ nodes
|
|||||||
| stored.go:59:30:59:33 | SSA def(path) | semmle.label | SSA def(path) |
|
| stored.go:59:30:59:33 | SSA def(path) | semmle.label | SSA def(path) |
|
||||||
| stored.go:61:22:61:25 | path | semmle.label | path |
|
| stored.go:61:22:61:25 | path | semmle.label | path |
|
||||||
subpaths
|
subpaths
|
||||||
testFailures
|
|
||||||
| StoredXss.go:13:39:13:63 | comment | Missing result: Alert[go/stored-xss] |
|
|
||||||
|
|||||||
@@ -27,12 +27,12 @@ func xss(w http.ResponseWriter, r *http.Request) {
|
|||||||
origin := "test"
|
origin := "test"
|
||||||
{
|
{
|
||||||
ws, _ := websocket.Dial(uri, "", origin)
|
ws, _ := websocket.Dial(uri, "", origin)
|
||||||
var xnet = make([]byte, 512) // $ Source[go/reflected-xss]
|
var xnet = make([]byte, 512)
|
||||||
ws.Read(xnet)
|
ws.Read(xnet) // $ Source[go/reflected-xss]
|
||||||
fmt.Fprintf(w, "%v", xnet) // $ Alert[go/reflected-xss]
|
fmt.Fprintf(w, "%v", xnet) // $ Alert[go/reflected-xss]
|
||||||
codec := &websocket.Codec{Marshal: marshal, Unmarshal: unmarshal}
|
codec := &websocket.Codec{Marshal: marshal, Unmarshal: unmarshal}
|
||||||
xnet2 := make([]byte, 512) // $ Source[go/reflected-xss]
|
xnet2 := make([]byte, 512)
|
||||||
codec.Receive(ws, xnet2)
|
codec.Receive(ws, xnet2) // $ Source[go/reflected-xss]
|
||||||
fmt.Fprintf(w, "%v", xnet2) // $ Alert[go/reflected-xss]
|
fmt.Fprintf(w, "%v", xnet2) // $ Alert[go/reflected-xss]
|
||||||
}
|
}
|
||||||
{
|
{
|
||||||
@@ -43,12 +43,12 @@ func xss(w http.ResponseWriter, r *http.Request) {
|
|||||||
{
|
{
|
||||||
dialer := gorilla.Dialer{}
|
dialer := gorilla.Dialer{}
|
||||||
conn, _, _ := dialer.Dial(uri, nil)
|
conn, _, _ := dialer.Dial(uri, nil)
|
||||||
var gorillaMsg = make([]byte, 512) // $ Source[go/reflected-xss]
|
var gorillaMsg = make([]byte, 512)
|
||||||
gorilla.ReadJSON(conn, gorillaMsg)
|
gorilla.ReadJSON(conn, gorillaMsg) // $ Source[go/reflected-xss]
|
||||||
fmt.Fprintf(w, "%v", gorillaMsg) // $ Alert[go/reflected-xss]
|
fmt.Fprintf(w, "%v", gorillaMsg) // $ Alert[go/reflected-xss]
|
||||||
|
|
||||||
gorilla2 := make([]byte, 512) // $ Source[go/reflected-xss]
|
gorilla2 := make([]byte, 512)
|
||||||
conn.ReadJSON(gorilla2)
|
conn.ReadJSON(gorilla2) // $ Source[go/reflected-xss]
|
||||||
fmt.Fprintf(w, "%v", gorilla2) // $ Alert[go/reflected-xss]
|
fmt.Fprintf(w, "%v", gorilla2) // $ Alert[go/reflected-xss]
|
||||||
|
|
||||||
_, gorilla3, _ := conn.ReadMessage() // $ Source[go/reflected-xss]
|
_, gorilla3, _ := conn.ReadMessage() // $ Source[go/reflected-xss]
|
||||||
|
|||||||
@@ -14,7 +14,9 @@ pluginManagement {
|
|||||||
repositories {
|
repositories {
|
||||||
gradlePluginPortal()
|
gradlePluginPortal()
|
||||||
google()
|
google()
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
dependencyResolutionManagement {
|
dependencyResolutionManagement {
|
||||||
@@ -33,7 +35,9 @@ dependencyResolutionManagement {
|
|||||||
repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS)
|
repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS)
|
||||||
repositories {
|
repositories {
|
||||||
google()
|
google()
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
rootProject.name = "Android Sample"
|
rootProject.name = "Android Sample"
|
||||||
|
|||||||
@@ -14,7 +14,9 @@ pluginManagement {
|
|||||||
repositories {
|
repositories {
|
||||||
gradlePluginPortal()
|
gradlePluginPortal()
|
||||||
google()
|
google()
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = uri("https://maven-central.storage-download.googleapis.com/maven2/")
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
dependencyResolutionManagement {
|
dependencyResolutionManagement {
|
||||||
@@ -33,7 +35,9 @@ dependencyResolutionManagement {
|
|||||||
repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS)
|
repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS)
|
||||||
repositories {
|
repositories {
|
||||||
google()
|
google()
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = uri("https://maven-central.storage-download.googleapis.com/maven2/")
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
rootProject.name = "Android Sample"
|
rootProject.name = "Android Sample"
|
||||||
|
|||||||
@@ -14,7 +14,9 @@ pluginManagement {
|
|||||||
repositories {
|
repositories {
|
||||||
gradlePluginPortal()
|
gradlePluginPortal()
|
||||||
google()
|
google()
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = uri("https://maven-central.storage-download.googleapis.com/maven2/")
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
dependencyResolutionManagement {
|
dependencyResolutionManagement {
|
||||||
@@ -33,7 +35,9 @@ dependencyResolutionManagement {
|
|||||||
repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS)
|
repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS)
|
||||||
repositories {
|
repositories {
|
||||||
google()
|
google()
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = uri("https://maven-central.storage-download.googleapis.com/maven2/")
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
rootProject.name = "Android Sample"
|
rootProject.name = "Android Sample"
|
||||||
|
|||||||
@@ -14,7 +14,9 @@ pluginManagement {
|
|||||||
repositories {
|
repositories {
|
||||||
gradlePluginPortal()
|
gradlePluginPortal()
|
||||||
google()
|
google()
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
dependencyResolutionManagement {
|
dependencyResolutionManagement {
|
||||||
@@ -33,7 +35,9 @@ dependencyResolutionManagement {
|
|||||||
repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS)
|
repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS)
|
||||||
repositories {
|
repositories {
|
||||||
google()
|
google()
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
rootProject.name = "Android Sample"
|
rootProject.name = "Android Sample"
|
||||||
|
|||||||
@@ -13,7 +13,9 @@ buildscript {
|
|||||||
|
|
||||||
repositories {
|
repositories {
|
||||||
google()
|
google()
|
||||||
jcenter()
|
maven {
|
||||||
|
url = uri("https://maven-central.storage-download.googleapis.com/maven2/")
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -39,6 +41,8 @@ buildscript {
|
|||||||
allprojects {
|
allprojects {
|
||||||
repositories {
|
repositories {
|
||||||
google()
|
google()
|
||||||
jcenter()
|
maven {
|
||||||
|
url = uri("https://maven-central.storage-download.googleapis.com/maven2/")
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -13,7 +13,9 @@ buildscript {
|
|||||||
|
|
||||||
repositories {
|
repositories {
|
||||||
google()
|
google()
|
||||||
jcenter()
|
maven {
|
||||||
|
url = uri("https://maven-central.storage-download.googleapis.com/maven2/")
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -39,6 +41,8 @@ buildscript {
|
|||||||
allprojects {
|
allprojects {
|
||||||
repositories {
|
repositories {
|
||||||
google()
|
google()
|
||||||
jcenter()
|
maven {
|
||||||
|
url = uri("https://maven-central.storage-download.googleapis.com/maven2/")
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -13,7 +13,9 @@ buildscript {
|
|||||||
|
|
||||||
repositories {
|
repositories {
|
||||||
google()
|
google()
|
||||||
jcenter()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -39,6 +41,8 @@ buildscript {
|
|||||||
allprojects {
|
allprojects {
|
||||||
repositories {
|
repositories {
|
||||||
google()
|
google()
|
||||||
jcenter()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -13,7 +13,9 @@ buildscript {
|
|||||||
|
|
||||||
repositories {
|
repositories {
|
||||||
google()
|
google()
|
||||||
jcenter()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -32,13 +34,15 @@ buildscript {
|
|||||||
* dependencies used by all modules in your project, such as third-party plugins
|
* dependencies used by all modules in your project, such as third-party plugins
|
||||||
* or libraries. However, you should configure module-specific dependencies in
|
* or libraries. However, you should configure module-specific dependencies in
|
||||||
* each module-level build.gradle file. For new projects, Android Studio
|
* each module-level build.gradle file. For new projects, Android Studio
|
||||||
* includes JCenter and Google's Maven repository by default, but it does not
|
* includes Maven Central and Google's Maven repository by default, but it does not
|
||||||
* configure any dependencies (unless you select a template that requires some).
|
* configure any dependencies (unless you select a template that requires some).
|
||||||
*/
|
*/
|
||||||
|
|
||||||
allprojects {
|
allprojects {
|
||||||
repositories {
|
repositories {
|
||||||
google()
|
google()
|
||||||
jcenter()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -14,7 +14,9 @@ pluginManagement {
|
|||||||
repositories {
|
repositories {
|
||||||
gradlePluginPortal()
|
gradlePluginPortal()
|
||||||
google()
|
google()
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
dependencyResolutionManagement {
|
dependencyResolutionManagement {
|
||||||
@@ -33,7 +35,9 @@ dependencyResolutionManagement {
|
|||||||
repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS)
|
repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS)
|
||||||
repositories {
|
repositories {
|
||||||
google()
|
google()
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
rootProject.name = "Android Sample"
|
rootProject.name = "Android Sample"
|
||||||
|
|||||||
@@ -8,7 +8,9 @@
|
|||||||
apply plugin: 'java-library'
|
apply plugin: 'java-library'
|
||||||
|
|
||||||
repositories {
|
repositories {
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
dependencies {
|
dependencies {
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
https://repo.maven.apache.org/maven2/org/apache/commons/commons-math3/3.6.1/commons-math3-3.6.1.jar
|
https://maven-central.storage-download.googleapis.com/maven2/org/apache/commons/commons-math3/3.6.1/commons-math3-3.6.1.jar
|
||||||
https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar
|
https://maven-central.storage-download.googleapis.com/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar
|
||||||
https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.12.1/junit-jupiter-api-5.12.1.jar
|
https://maven-central.storage-download.googleapis.com/maven2/org/junit/jupiter/junit-jupiter-api/5.12.1/junit-jupiter-api-5.12.1.jar
|
||||||
https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.12.1/junit-platform-commons-1.12.1.jar
|
https://maven-central.storage-download.googleapis.com/maven2/org/junit/platform/junit-platform-commons/1.12.1/junit-platform-commons-1.12.1.jar
|
||||||
https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar
|
https://maven-central.storage-download.googleapis.com/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar
|
||||||
|
|||||||
@@ -8,7 +8,9 @@
|
|||||||
apply plugin: 'java-library'
|
apply plugin: 'java-library'
|
||||||
|
|
||||||
repositories {
|
repositories {
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
dependencies {
|
dependencies {
|
||||||
|
|||||||
@@ -1,2 +1,2 @@
|
|||||||
https://repo.maven.apache.org/maven2/joda-time/joda-time/2.12.7/joda-time-2.12.7-no-tzdb.jar
|
https://maven-central.storage-download.googleapis.com/maven2/joda-time/joda-time/2.12.7/joda-time-2.12.7-no-tzdb.jar
|
||||||
https://repo.maven.apache.org/maven2/org/apache/commons/commons-math3/3.6.1/commons-math3-3.6.1.jar
|
https://maven-central.storage-download.googleapis.com/maven2/org/apache/commons/commons-math3/3.6.1/commons-math3-3.6.1.jar
|
||||||
|
|||||||
@@ -12,9 +12,9 @@ apply plugin: 'java'
|
|||||||
|
|
||||||
// In this section you declare where to find the dependencies of your project
|
// In this section you declare where to find the dependencies of your project
|
||||||
repositories {
|
repositories {
|
||||||
// Use 'jcenter' for resolving your dependencies.
|
maven {
|
||||||
// You can declare any Maven/Ivy/file repository here.
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
jcenter()
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// In this section you declare the dependencies for your production and test code
|
// In this section you declare the dependencies for your production and test code
|
||||||
|
|||||||
@@ -8,7 +8,9 @@
|
|||||||
apply plugin: 'java-library'
|
apply plugin: 'java-library'
|
||||||
|
|
||||||
repositories {
|
repositories {
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
dependencies {
|
dependencies {
|
||||||
|
|||||||
@@ -1 +1 @@
|
|||||||
https://repo.maven.apache.org/maven2/org/apache/commons/commons-math3/3.6.1/commons-math3-3.6.1.jar
|
https://maven-central.storage-download.googleapis.com/maven2/org/apache/commons/commons-math3/3.6.1/commons-math3-3.6.1.jar
|
||||||
|
|||||||
@@ -8,7 +8,9 @@
|
|||||||
apply plugin: 'java-library'
|
apply plugin: 'java-library'
|
||||||
|
|
||||||
repositories {
|
repositories {
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
dependencies {
|
dependencies {
|
||||||
|
|||||||
@@ -1 +1 @@
|
|||||||
https://repo.maven.apache.org/maven2/org/apache/commons/commons-math3/3.6.1/commons-math3-3.6.1.jar
|
https://maven-central.storage-download.googleapis.com/maven2/org/apache/commons/commons-math3/3.6.1/commons-math3-3.6.1.jar
|
||||||
|
|||||||
@@ -1,6 +1,7 @@
|
|||||||
https://jcenter.bintray.com/junit/junit/4.12/junit-4.12.jar
|
https://maven-central.storage-download.googleapis.com/maven2/junit/junit/4.11/junit-4.11.jar
|
||||||
https://jcenter.bintray.com/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar
|
https://maven-central.storage-download.googleapis.com/maven2/junit/junit/4.12/junit-4.12.jar
|
||||||
https://jcenter.bintray.com/org/slf4j/slf4j-api/1.7.21/slf4j-api-1.7.21.jar
|
https://maven-central.storage-download.googleapis.com/maven2/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar
|
||||||
|
https://maven-central.storage-download.googleapis.com/maven2/org/slf4j/slf4j-api/1.7.21/slf4j-api-1.7.21.jar
|
||||||
https://repo.maven.apache.org/maven2/com/feiniaojin/naaf/naaf-graceful-response-example/1.0/naaf-graceful-response-example-1.0.jar
|
https://repo.maven.apache.org/maven2/com/feiniaojin/naaf/naaf-graceful-response-example/1.0/naaf-graceful-response-example-1.0.jar
|
||||||
https://repo.maven.apache.org/maven2/com/github/MoebiusSolutions/avro-registry-in-source/avro-registry-in-source-tests/1.8/avro-registry-in-source-tests-1.8.jar
|
https://repo.maven.apache.org/maven2/com/github/MoebiusSolutions/avro-registry-in-source/avro-registry-in-source-tests/1.8/avro-registry-in-source-tests-1.8.jar
|
||||||
https://repo.maven.apache.org/maven2/com/github/MoebiusSolutions/avro-registry-in-source/example-project/1.5/example-project-1.5.jar
|
https://repo.maven.apache.org/maven2/com/github/MoebiusSolutions/avro-registry-in-source/example-project/1.5/example-project-1.5.jar
|
||||||
@@ -12,7 +13,6 @@ https://repo.maven.apache.org/maven2/de/knutwalker/rx-redis-example_2.11/0.1.2/r
|
|||||||
https://repo.maven.apache.org/maven2/de/knutwalker/rx-redis-java-example_2.11/0.1.2/rx-redis-java-example_2.11-0.1.2.jar
|
https://repo.maven.apache.org/maven2/de/knutwalker/rx-redis-java-example_2.11/0.1.2/rx-redis-java-example_2.11-0.1.2.jar
|
||||||
https://repo.maven.apache.org/maven2/io/github/scrollsyou/example-spring-boot-starter/1.0.0/example-spring-boot-starter-1.0.0.jar
|
https://repo.maven.apache.org/maven2/io/github/scrollsyou/example-spring-boot-starter/1.0.0/example-spring-boot-starter-1.0.0.jar
|
||||||
https://repo.maven.apache.org/maven2/io/streamnative/com/example/maven-central-template/server/3.0.0/server-3.0.0.jar
|
https://repo.maven.apache.org/maven2/io/streamnative/com/example/maven-central-template/server/3.0.0/server-3.0.0.jar
|
||||||
https://repo.maven.apache.org/maven2/junit/junit/4.11/junit-4.11.jar
|
|
||||||
https://repo.maven.apache.org/maven2/no/nav/security/token-validation-ktor-demo/3.1.0/token-validation-ktor-demo-3.1.0.jar
|
https://repo.maven.apache.org/maven2/no/nav/security/token-validation-ktor-demo/3.1.0/token-validation-ktor-demo-3.1.0.jar
|
||||||
https://repo.maven.apache.org/maven2/org/minijax/minijax-example-fileupload/0.5.10/minijax-example-fileupload-0.5.10.jar
|
https://repo.maven.apache.org/maven2/org/minijax/minijax-example-fileupload/0.5.10/minijax-example-fileupload-0.5.10.jar
|
||||||
https://repo.maven.apache.org/maven2/org/minijax/minijax-example-inject/0.5.10/minijax-example-inject-0.5.10.jar
|
https://repo.maven.apache.org/maven2/org/minijax/minijax-example-inject/0.5.10/minijax-example-inject-0.5.10.jar
|
||||||
|
|||||||
@@ -12,9 +12,9 @@ apply plugin: 'java'
|
|||||||
|
|
||||||
// In this section you declare where to find the dependencies of your project
|
// In this section you declare where to find the dependencies of your project
|
||||||
repositories {
|
repositories {
|
||||||
// Use 'jcenter' for resolving your dependencies.
|
maven {
|
||||||
// You can declare any Maven/Ivy/file repository here.
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
jcenter()
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// In this section you declare the dependencies for your production and test code
|
// In this section you declare the dependencies for your production and test code
|
||||||
|
|||||||
@@ -12,9 +12,9 @@ apply plugin: 'java'
|
|||||||
|
|
||||||
// In this section you declare where to find the dependencies of your project
|
// In this section you declare where to find the dependencies of your project
|
||||||
repositories {
|
repositories {
|
||||||
// Use 'jcenter' for resolving your dependencies.
|
maven {
|
||||||
// You can declare any Maven/Ivy/file repository here.
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
jcenter()
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// In this section you declare the dependencies for your production and test code
|
// In this section you declare the dependencies for your production and test code
|
||||||
|
|||||||
@@ -0,0 +1,10 @@
|
|||||||
|
<settings>
|
||||||
|
<mirrors>
|
||||||
|
<mirror>
|
||||||
|
<id>google-maven-central</id>
|
||||||
|
<name>GCS Maven Central mirror</name>
|
||||||
|
<url>https://maven-central.storage-download.googleapis.com/maven2/</url>
|
||||||
|
<mirrorOf>central</mirrorOf>
|
||||||
|
</mirror>
|
||||||
|
</mirrors>
|
||||||
|
</settings>
|
||||||
@@ -26,4 +26,5 @@ maven-project-2/src/main/resources/my-app.properties
|
|||||||
maven-project-2/src/main/resources/page.xml
|
maven-project-2/src/main/resources/page.xml
|
||||||
maven-project-2/src/main/resources/struts.xml
|
maven-project-2/src/main/resources/struts.xml
|
||||||
maven-project-2/src/test/java/com/example/AppTest4.java
|
maven-project-2/src/test/java/com/example/AppTest4.java
|
||||||
|
settings.xml
|
||||||
test-db/working/settings.xml
|
test-db/working/settings.xml
|
||||||
|
|||||||
@@ -1,3 +1,5 @@
|
|||||||
|
import os
|
||||||
|
|
||||||
def test(codeql, use_java_11, java, actions_toolchains_file, check_diagnostics_java):
|
def test(codeql, use_java_11, java, actions_toolchains_file, check_diagnostics_java):
|
||||||
# The version of gradle used doesn't work on java 17
|
# The version of gradle used doesn't work on java 17
|
||||||
codeql.database.create(
|
codeql.database.create(
|
||||||
@@ -5,5 +7,6 @@ def test(codeql, use_java_11, java, actions_toolchains_file, check_diagnostics_j
|
|||||||
"CODEQL_EXTRACTOR_JAVA_OPTION_BUILDLESS": "true",
|
"CODEQL_EXTRACTOR_JAVA_OPTION_BUILDLESS": "true",
|
||||||
"CODEQL_EXTRACTOR_JAVA_OPTION_BUILDLESS_CLASSPATH_FROM_BUILD_FILES": "true",
|
"CODEQL_EXTRACTOR_JAVA_OPTION_BUILDLESS_CLASSPATH_FROM_BUILD_FILES": "true",
|
||||||
"LGTM_INDEX_MAVEN_TOOLCHAINS_FILE": str(actions_toolchains_file),
|
"LGTM_INDEX_MAVEN_TOOLCHAINS_FILE": str(actions_toolchains_file),
|
||||||
|
"LGTM_INDEX_MAVEN_SETTINGS_FILE": os.path.join(os.path.dirname(os.path.realpath(__file__)), "settings.xml"),
|
||||||
}
|
}
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -14,7 +14,9 @@ pluginManagement {
|
|||||||
repositories {
|
repositories {
|
||||||
gradlePluginPortal()
|
gradlePluginPortal()
|
||||||
google()
|
google()
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
dependencyResolutionManagement {
|
dependencyResolutionManagement {
|
||||||
@@ -33,7 +35,9 @@ dependencyResolutionManagement {
|
|||||||
repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS)
|
repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS)
|
||||||
repositories {
|
repositories {
|
||||||
google()
|
google()
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
rootProject.name = "Android Sample"
|
rootProject.name = "Android Sample"
|
||||||
|
|||||||
@@ -12,9 +12,9 @@ apply plugin: 'java'
|
|||||||
|
|
||||||
// In this section you declare where to find the dependencies of your project
|
// In this section you declare where to find the dependencies of your project
|
||||||
repositories {
|
repositories {
|
||||||
// Use 'jcenter' for resolving your dependencies.
|
maven {
|
||||||
// You can declare any Maven/Ivy/file repository here.
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
jcenter()
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// In this section you declare the dependencies for your production and test code
|
// In this section you declare the dependencies for your production and test code
|
||||||
|
|||||||
@@ -12,9 +12,9 @@ apply plugin: 'java'
|
|||||||
|
|
||||||
// In this section you declare where to find the dependencies of your project
|
// In this section you declare where to find the dependencies of your project
|
||||||
repositories {
|
repositories {
|
||||||
// Use 'jcenter' for resolving your dependencies.
|
maven {
|
||||||
// You can declare any Maven/Ivy/file repository here.
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
jcenter()
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// In this section you declare the dependencies for your production and test code
|
// In this section you declare the dependencies for your production and test code
|
||||||
|
|||||||
@@ -12,8 +12,9 @@ plugins {
|
|||||||
}
|
}
|
||||||
|
|
||||||
repositories {
|
repositories {
|
||||||
// Use Maven Central for resolving dependencies.
|
maven {
|
||||||
mavenCentral()
|
url = uri("https://maven-central.storage-download.googleapis.com/maven2/")
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
dependencies {
|
dependencies {
|
||||||
|
|||||||
@@ -12,9 +12,9 @@ apply plugin: 'java'
|
|||||||
|
|
||||||
// In this section you declare where to find the dependencies of your project
|
// In this section you declare where to find the dependencies of your project
|
||||||
repositories {
|
repositories {
|
||||||
// Use 'jcenter' for resolving your dependencies.
|
maven {
|
||||||
// You can declare any Maven/Ivy/file repository here.
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
jcenter()
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// In this section you declare the dependencies for your production and test code
|
// In this section you declare the dependencies for your production and test code
|
||||||
|
|||||||
@@ -12,9 +12,9 @@ apply plugin: 'java'
|
|||||||
|
|
||||||
// In this section you declare where to find the dependencies of your project
|
// In this section you declare where to find the dependencies of your project
|
||||||
repositories {
|
repositories {
|
||||||
// Use 'jcenter' for resolving your dependencies.
|
maven {
|
||||||
// You can declare any Maven/Ivy/file repository here.
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
jcenter()
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// In this section you declare the dependencies for your production and test code
|
// In this section you declare the dependencies for your production and test code
|
||||||
|
|||||||
@@ -12,9 +12,9 @@ apply plugin: 'java'
|
|||||||
|
|
||||||
// In this section you declare where to find the dependencies of your project
|
// In this section you declare where to find the dependencies of your project
|
||||||
repositories {
|
repositories {
|
||||||
// Use 'jcenter' for resolving your dependencies.
|
maven {
|
||||||
// You can declare any Maven/Ivy/file repository here.
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
jcenter()
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// In this section you declare the dependencies for your production and test code
|
// In this section you declare the dependencies for your production and test code
|
||||||
|
|||||||
@@ -12,9 +12,9 @@ apply plugin: 'java'
|
|||||||
|
|
||||||
// In this section you declare where to find the dependencies of your project
|
// In this section you declare where to find the dependencies of your project
|
||||||
repositories {
|
repositories {
|
||||||
// Use 'jcenter' for resolving your dependencies.
|
maven {
|
||||||
// You can declare any Maven/Ivy/file repository here.
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
jcenter()
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// In this section you declare the dependencies for your production and test code
|
// In this section you declare the dependencies for your production and test code
|
||||||
|
|||||||
@@ -11,7 +11,9 @@ version = '0.0.1-SNAPSHOT'
|
|||||||
// but I omit it to test we recognise the Spring Boot plugin version.
|
// but I omit it to test we recognise the Spring Boot plugin version.
|
||||||
|
|
||||||
repositories {
|
repositories {
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
dependencies {
|
dependencies {
|
||||||
|
|||||||
@@ -15,8 +15,9 @@ plugins {
|
|||||||
}
|
}
|
||||||
|
|
||||||
repositories {
|
repositories {
|
||||||
// Use Maven Central for resolving dependencies.
|
maven {
|
||||||
mavenCentral()
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
application {
|
application {
|
||||||
|
|||||||
@@ -15,8 +15,9 @@ plugins {
|
|||||||
}
|
}
|
||||||
|
|
||||||
repositories {
|
repositories {
|
||||||
// Use Maven Central for resolving dependencies.
|
maven {
|
||||||
mavenCentral()
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
application {
|
application {
|
||||||
|
|||||||
@@ -4,7 +4,9 @@ plugins {
|
|||||||
}
|
}
|
||||||
|
|
||||||
repositories {
|
repositories {
|
||||||
mavenCentral()
|
maven {
|
||||||
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
dependencies {
|
dependencies {
|
||||||
|
|||||||
@@ -15,8 +15,9 @@ plugins {
|
|||||||
}
|
}
|
||||||
|
|
||||||
repositories {
|
repositories {
|
||||||
// Use Maven Central for resolving dependencies.
|
maven {
|
||||||
mavenCentral()
|
url = 'https://maven-central.storage-download.googleapis.com/maven2/'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
application {
|
application {
|
||||||
|
|||||||
2
python/ql/consistency-queries/CfgConsistency.ql
Normal file
2
python/ql/consistency-queries/CfgConsistency.ql
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
import semmle.python.controlflow.internal.AstNodeImpl
|
||||||
|
import ControlFlow::Consistency
|
||||||
@@ -9,6 +9,7 @@ private import semmle.python.dataflow.new.internal.DataFlowImplSpecific
|
|||||||
private import semmle.python.dataflow.new.internal.DataFlowDispatch
|
private import semmle.python.dataflow.new.internal.DataFlowDispatch
|
||||||
private import semmle.python.dataflow.new.internal.TaintTrackingImplSpecific
|
private import semmle.python.dataflow.new.internal.TaintTrackingImplSpecific
|
||||||
private import codeql.dataflow.internal.DataFlowImplConsistency
|
private import codeql.dataflow.internal.DataFlowImplConsistency
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
|
||||||
private module Input implements InputSig<Location, PythonDataFlow> {
|
private module Input implements InputSig<Location, PythonDataFlow> {
|
||||||
private import Private
|
private import Private
|
||||||
@@ -74,7 +75,7 @@ private module Input implements InputSig<Location, PythonDataFlow> {
|
|||||||
// resolve to multiple functions), but we only make _one_ ArgumentNode for each
|
// resolve to multiple functions), but we only make _one_ ArgumentNode for each
|
||||||
// argument in the CallNode, we end up violating this consistency check in those
|
// argument in the CallNode, we end up violating this consistency check in those
|
||||||
// cases. (see `getCallArg` in DataFlowDispatch.qll)
|
// cases. (see `getCallArg` in DataFlowDispatch.qll)
|
||||||
exists(DataFlowCall other, CallNode cfgCall | other != call |
|
exists(DataFlowCall other, Cfg::CallNode cfgCall | other != call |
|
||||||
call.getNode() = cfgCall and
|
call.getNode() = cfgCall and
|
||||||
other.getNode() = cfgCall and
|
other.getNode() = cfgCall and
|
||||||
isArgumentNode(arg, call, _) and
|
isArgumentNode(arg, call, _) and
|
||||||
@@ -90,16 +91,16 @@ private module Input implements InputSig<Location, PythonDataFlow> {
|
|||||||
// allow it instead.
|
// allow it instead.
|
||||||
(
|
(
|
||||||
call.getScope() = attr.getScope() and
|
call.getScope() = attr.getScope() and
|
||||||
any(CfgNode n | n.asCfgNode() = call.getNode().(CallNode).getFunction()).getALocalSource() =
|
any(CfgNode n | n.asCfgNode() = call.getNode().(Cfg::CallNode).getFunction())
|
||||||
attr
|
.getALocalSource() = attr
|
||||||
or
|
or
|
||||||
not exists(call.getScope().(Function).getDefinition()) and
|
not exists(call.getScope().(Function).getDefinition()) and
|
||||||
call.getScope().getScope+() = attr.getScope()
|
call.getScope().getScope+() = attr.getScope()
|
||||||
) and
|
) and
|
||||||
(
|
(
|
||||||
other.getScope() = attr.getScope() and
|
other.getScope() = attr.getScope() and
|
||||||
any(CfgNode n | n.asCfgNode() = other.getNode().(CallNode).getFunction()).getALocalSource() =
|
any(CfgNode n | n.asCfgNode() = other.getNode().(Cfg::CallNode).getFunction())
|
||||||
attr
|
.getALocalSource() = attr
|
||||||
or
|
or
|
||||||
not exists(other.getScope().(Function).getDefinition()) and
|
not exists(other.getScope().(Function).getDefinition()) and
|
||||||
other.getScope().getScope+() = attr.getScope()
|
other.getScope().getScope+() = attr.getScope()
|
||||||
|
|||||||
4
python/ql/lib/change-notes/2026-05-19-add-shared-cfg.md
Normal file
4
python/ql/lib/change-notes/2026-05-19-add-shared-cfg.md
Normal file
@@ -0,0 +1,4 @@
|
|||||||
|
---
|
||||||
|
category: minorAnalysis
|
||||||
|
---
|
||||||
|
* A new Python control flow graph implementation has been added under `semmle.python.controlflow.internal.Cfg` (backed by `AstNodeImpl.qll`), built on the shared `codeql.controlflow.ControlFlowGraph` library. It is not yet used by the dataflow library or any production query; the legacy CFG in `semmle/python/Flow.qll` remains the default. The new library is exposed for tests and for upcoming migrations.
|
||||||
4
python/ql/lib/change-notes/2026-05-19-add-shared-ssa.md
Normal file
4
python/ql/lib/change-notes/2026-05-19-add-shared-ssa.md
Normal file
@@ -0,0 +1,4 @@
|
|||||||
|
---
|
||||||
|
category: minorAnalysis
|
||||||
|
---
|
||||||
|
* A new SSA adapter has been added under `semmle.python.dataflow.new.internal.SsaImpl`, built on the shared `codeql.ssa.Ssa` library and the new shared CFG (`semmle.python.controlflow.internal.Cfg`). It is not yet used by the dataflow library or any production query; the legacy ESSA SSA in `semmle/python/essa/*` remains the default. The new SSA adapter is exposed for tests and for the upcoming dataflow migration.
|
||||||
@@ -0,0 +1,4 @@
|
|||||||
|
---
|
||||||
|
category: breaking
|
||||||
|
---
|
||||||
|
* The deprecated `AstNode.getAFlowNode()` and `Function.getAReturnValueFlowNode()` predicates now return nodes from the new shared CFG (`Cfg::ControlFlowNode`) rather than from the legacy CFG (`ControlFlowNode`). Callers that still rely on these deprecated APIs and feed the result into legacy-CFG-aware predicates will no longer type-check; migrate to `n.getNode() = e` (or, for return values, the explicit `Return` pattern shown in the deprecation message) to get nodes from the dataflow library's current CFG.
|
||||||
@@ -0,0 +1,4 @@
|
|||||||
|
---
|
||||||
|
category: minorAnalysis
|
||||||
|
---
|
||||||
|
* The new (shared-CFG-based) Python control flow graph now visits parameter and return type annotations as CFG nodes for function definitions, matching the legacy CFG. This restores annotation-based type tracking through framework models such as FastAPI's `Depends()`, Pydantic request models, Starlette `WebSocket` handlers, and any other models that flow a class reference through `Parameter.getAnnotation()` to identify instances of the annotated class.
|
||||||
42
python/ql/lib/ide-contextual-queries/printCfg.ql
Normal file
42
python/ql/lib/ide-contextual-queries/printCfg.ql
Normal file
@@ -0,0 +1,42 @@
|
|||||||
|
/**
|
||||||
|
* @name Print CFG
|
||||||
|
* @description Produces a representation of a file's Control Flow Graph.
|
||||||
|
* This query is used by the VS Code extension.
|
||||||
|
* @id py/print-cfg
|
||||||
|
* @kind graph
|
||||||
|
* @tags ide-contextual-queries/print-cfg
|
||||||
|
*/
|
||||||
|
|
||||||
|
import semmle.python.Files as Files
|
||||||
|
// import semmle.python.Scope
|
||||||
|
import semmle.python.controlflow.internal.AstNodeImpl
|
||||||
|
|
||||||
|
external string selectedSourceFile();
|
||||||
|
|
||||||
|
private predicate selectedSourceFileAlias = selectedSourceFile/0;
|
||||||
|
|
||||||
|
external int selectedSourceLine();
|
||||||
|
|
||||||
|
private predicate selectedSourceLineAlias = selectedSourceLine/0;
|
||||||
|
|
||||||
|
external int selectedSourceColumn();
|
||||||
|
|
||||||
|
private predicate selectedSourceColumnAlias = selectedSourceColumn/0;
|
||||||
|
|
||||||
|
module ViewCfgQueryInput implements ControlFlow::ViewCfgQueryInputSig<Files::File> {
|
||||||
|
predicate selectedSourceFile = selectedSourceFileAlias/0;
|
||||||
|
|
||||||
|
predicate selectedSourceLine = selectedSourceLineAlias/0;
|
||||||
|
|
||||||
|
predicate selectedSourceColumn = selectedSourceColumnAlias/0;
|
||||||
|
|
||||||
|
predicate cfgScopeSpan(
|
||||||
|
Ast::Callable scope, Files::File file, int startLine, int startColumn, int endLine,
|
||||||
|
int endColumn
|
||||||
|
) {
|
||||||
|
file = scope.getLocation().getFile() and
|
||||||
|
scope.getLocation().hasLocationInfo(_, startLine, startColumn, endLine, endColumn)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
import ControlFlow::ViewCfgQuery<Files::File, ViewCfgQueryInput>
|
||||||
@@ -6,8 +6,9 @@
|
|||||||
* directed and labeled; they specify how the components represented by nodes relate to each other.
|
* directed and labeled; they specify how the components represented by nodes relate to each other.
|
||||||
*/
|
*/
|
||||||
|
|
||||||
// Importing python under the `py` namespace to avoid importing `CallNode` from `Flow.qll` and thereby having a naming conflict with `API::CallNode`.
|
// Importing python under the `PY` namespace to avoid pulling in `CallNode` from `Flow.qll` (via `import python`) and thereby having a naming conflict with `API::CallNode`.
|
||||||
private import python as PY
|
private import python as PY
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
import semmle.python.dataflow.new.DataFlow
|
import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.internal.CachedStages
|
private import semmle.python.internal.CachedStages
|
||||||
|
|
||||||
@@ -282,7 +283,7 @@ module API {
|
|||||||
index = this.getIndex() and
|
index = this.getIndex() and
|
||||||
(
|
(
|
||||||
// subscripting
|
// subscripting
|
||||||
exists(PY::SubscriptNode subscript |
|
exists(Cfg::SubscriptNode subscript |
|
||||||
subscript.getObject() = this.getAValueReachableFromSource().asCfgNode() and
|
subscript.getObject() = this.getAValueReachableFromSource().asCfgNode() and
|
||||||
subscript.getIndex() = index.asSink().asCfgNode()
|
subscript.getIndex() = index.asSink().asCfgNode()
|
||||||
|
|
|
|
||||||
@@ -290,7 +291,7 @@ module API {
|
|||||||
subscript = result.asSource().asCfgNode()
|
subscript = result.asSource().asCfgNode()
|
||||||
or
|
or
|
||||||
// writing
|
// writing
|
||||||
subscript.(PY::DefinitionNode).getValue() = result.asSink().asCfgNode()
|
subscript.(Cfg::DefinitionNode).getValue() = result.asSink().asCfgNode()
|
||||||
)
|
)
|
||||||
or
|
or
|
||||||
// dictionary literals
|
// dictionary literals
|
||||||
@@ -684,7 +685,7 @@ module API {
|
|||||||
* Ignores relative imports, such as `from ..foo.bar import baz`.
|
* Ignores relative imports, such as `from ..foo.bar import baz`.
|
||||||
*/
|
*/
|
||||||
private predicate imports(DataFlow::CfgNode imp, string name) {
|
private predicate imports(DataFlow::CfgNode imp, string name) {
|
||||||
exists(PY::ImportExprNode iexpr |
|
exists(Cfg::ImportExprNode iexpr |
|
||||||
imp.getNode() = iexpr and
|
imp.getNode() = iexpr and
|
||||||
not iexpr.getNode().isRelative() and
|
not iexpr.getNode().isRelative() and
|
||||||
name = iexpr.getNode().getImportedModuleName()
|
name = iexpr.getNode().getImportedModuleName()
|
||||||
@@ -775,7 +776,7 @@ module API {
|
|||||||
// list literals, from `x` to `[x]`
|
// list literals, from `x` to `[x]`
|
||||||
// TODO: once convenient, this should be done at a higher level than the AST,
|
// TODO: once convenient, this should be done at a higher level than the AST,
|
||||||
// at least at the CFG layer, to take splitting into account.
|
// at least at the CFG layer, to take splitting into account.
|
||||||
// Also consider `SequenceNode for generality.
|
// Also consider `Cfg::SequenceNode` for generality.
|
||||||
exists(PY::List list | list = pred.(DataFlow::ExprNode).getNode().getNode() |
|
exists(PY::List list | list = pred.(DataFlow::ExprNode).getNode().getNode() |
|
||||||
rhs.(DataFlow::ExprNode).getNode().getNode() = list.getAnElt() and
|
rhs.(DataFlow::ExprNode).getNode().getNode() = list.getAnElt() and
|
||||||
lbl = Label::subscript()
|
lbl = Label::subscript()
|
||||||
@@ -805,7 +806,7 @@ module API {
|
|||||||
subscript = trackUseNode(src).getSubscript(index)
|
subscript = trackUseNode(src).getSubscript(index)
|
||||||
|
|
|
|
||||||
// from `x` to a definition of `x[...]`
|
// from `x` to a definition of `x[...]`
|
||||||
rhs.asCfgNode() = subscript.asCfgNode().(PY::DefinitionNode).getValue() and
|
rhs.asCfgNode() = subscript.asCfgNode().(Cfg::DefinitionNode).getValue() and
|
||||||
lbl = Label::subscript()
|
lbl = Label::subscript()
|
||||||
or
|
or
|
||||||
// from `x` to `"key"` in `x["key"]`
|
// from `x` to `"key"` in `x["key"]`
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ module;
|
|||||||
|
|
||||||
import python
|
import python
|
||||||
private import semmle.python.internal.CachedStages
|
private import semmle.python.internal.CachedStages
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
|
||||||
/** A syntactic node (Class, Function, Module, Expr, Stmt or Comprehension) corresponding to a flow node */
|
/** A syntactic node (Class, Function, Module, Expr, Stmt or Comprehension) corresponding to a flow node */
|
||||||
abstract class AstNode extends AstNode_ {
|
abstract class AstNode extends AstNode_ {
|
||||||
@@ -19,17 +20,16 @@ abstract class AstNode extends AstNode_ {
|
|||||||
/**
|
/**
|
||||||
* DEPRECATED: use `ControlFlowNode.getNode()` from the other direction instead;
|
* DEPRECATED: use `ControlFlowNode.getNode()` from the other direction instead;
|
||||||
* that is, replace `e.getAFlowNode() = n` with `n.getNode() = e`. This API is
|
* that is, replace `e.getAFlowNode() = n` with `n.getNode() = e`. This API is
|
||||||
* being removed to untangle the AST and CFG hierarchies in preparation for
|
* being removed to untangle the AST and CFG hierarchies.
|
||||||
* migrating the dataflow library off the legacy CFG.
|
|
||||||
*
|
*
|
||||||
* Gets a flow node corresponding directly to this node.
|
* Gets a flow node corresponding directly to this node, from the new
|
||||||
* NOTE: For some statements and other purely syntactic elements,
|
* (shared) CFG. NOTE: For some statements and other purely syntactic
|
||||||
* there may not be a `ControlFlowNode`.
|
* elements, there may not be a `ControlFlowNode`.
|
||||||
*/
|
*/
|
||||||
cached
|
cached
|
||||||
deprecated ControlFlowNode getAFlowNode() {
|
deprecated Cfg::ControlFlowNode getAFlowNode() {
|
||||||
Stages::AST::ref() and
|
Stages::AST::ref() and
|
||||||
py_flow_bb_node(result, this, _, _)
|
result.getNode() = this
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Gets the location for this AST node */
|
/** Gets the location for this AST node */
|
||||||
|
|||||||
@@ -5,6 +5,7 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.dataflow.new.internal.DataFlowImplSpecific
|
private import semmle.python.dataflow.new.internal.DataFlowImplSpecific
|
||||||
private import semmle.python.dataflow.new.RemoteFlowSources
|
private import semmle.python.dataflow.new.RemoteFlowSources
|
||||||
@@ -214,7 +215,7 @@ module Path {
|
|||||||
SafeAccessCheck() { this = DataFlow::BarrierGuard<safeAccessCheck/3>::getABarrierNode() }
|
SafeAccessCheck() { this = DataFlow::BarrierGuard<safeAccessCheck/3>::getABarrierNode() }
|
||||||
}
|
}
|
||||||
|
|
||||||
private predicate safeAccessCheck(DataFlow::GuardNode g, ControlFlowNode node, boolean branch) {
|
private predicate safeAccessCheck(DataFlow::GuardNode g, Cfg::ControlFlowNode node, boolean branch) {
|
||||||
g.(SafeAccessCheck::Range).checks(node, branch)
|
g.(SafeAccessCheck::Range).checks(node, branch)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -223,7 +224,7 @@ module Path {
|
|||||||
/** A data-flow node that checks that a path is safe to access in some way, for example by having a controlled prefix. */
|
/** A data-flow node that checks that a path is safe to access in some way, for example by having a controlled prefix. */
|
||||||
abstract class Range extends DataFlow::GuardNode {
|
abstract class Range extends DataFlow::GuardNode {
|
||||||
/** Holds if this guard validates `node` upon evaluating to `branch`. */
|
/** Holds if this guard validates `node` upon evaluating to `branch`. */
|
||||||
abstract predicate checks(ControlFlowNode node, boolean branch);
|
abstract predicate checks(Cfg::ControlFlowNode node, boolean branch);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ module;
|
|||||||
|
|
||||||
private import python
|
private import python
|
||||||
private import semmle.python.internal.CachedStages
|
private import semmle.python.internal.CachedStages
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
|
||||||
/** An expression */
|
/** An expression */
|
||||||
class Expr extends Expr_, AstNode {
|
class Expr extends Expr_, AstNode {
|
||||||
@@ -70,7 +71,7 @@ class Attribute extends Attribute_ {
|
|||||||
/* syntax: Expr.name */
|
/* syntax: Expr.name */
|
||||||
override Expr getASubExpression() { result = this.getObject() }
|
override Expr getASubExpression() { result = this.getObject() }
|
||||||
|
|
||||||
deprecated override AttrNode getAFlowNode() { result = super.getAFlowNode() }
|
deprecated override Cfg::AttrNode getAFlowNode() { result = super.getAFlowNode() }
|
||||||
|
|
||||||
/** Gets the name of this attribute. That is the `name` in `obj.name` */
|
/** Gets the name of this attribute. That is the `name` in `obj.name` */
|
||||||
string getName() { result = Attribute_.super.getAttr() }
|
string getName() { result = Attribute_.super.getAttr() }
|
||||||
@@ -99,7 +100,7 @@ class Subscript extends Subscript_ {
|
|||||||
|
|
||||||
Expr getObject() { result = Subscript_.super.getValue() }
|
Expr getObject() { result = Subscript_.super.getValue() }
|
||||||
|
|
||||||
deprecated override SubscriptNode getAFlowNode() { result = super.getAFlowNode() }
|
deprecated override Cfg::SubscriptNode getAFlowNode() { result = super.getAFlowNode() }
|
||||||
}
|
}
|
||||||
|
|
||||||
/** A call expression, such as `func(...)` */
|
/** A call expression, such as `func(...)` */
|
||||||
@@ -115,7 +116,7 @@ class Call extends Call_ {
|
|||||||
|
|
||||||
override string toString() { result = this.getFunc().toString() + "()" }
|
override string toString() { result = this.getFunc().toString() + "()" }
|
||||||
|
|
||||||
deprecated override CallNode getAFlowNode() { result = super.getAFlowNode() }
|
deprecated override Cfg::CallNode getAFlowNode() { result = super.getAFlowNode() }
|
||||||
|
|
||||||
/** Gets a tuple (*) argument of this call. */
|
/** Gets a tuple (*) argument of this call. */
|
||||||
Expr getStarargs() { result = this.getAPositionalArg().(Starred).getValue() }
|
Expr getStarargs() { result = this.getAPositionalArg().(Starred).getValue() }
|
||||||
@@ -203,7 +204,7 @@ class IfExp extends IfExp_ {
|
|||||||
result = this.getTest() or result = this.getBody() or result = this.getOrelse()
|
result = this.getTest() or result = this.getBody() or result = this.getOrelse()
|
||||||
}
|
}
|
||||||
|
|
||||||
deprecated override IfExprNode getAFlowNode() { result = super.getAFlowNode() }
|
deprecated override Cfg::IfExprNode getAFlowNode() { result = super.getAFlowNode() }
|
||||||
}
|
}
|
||||||
|
|
||||||
/** A starred expression, such as the `*rest` in the assignment `first, *rest = seq` */
|
/** A starred expression, such as the `*rest` in the assignment `first, *rest = seq` */
|
||||||
@@ -413,7 +414,7 @@ class PlaceHolder extends PlaceHolder_ {
|
|||||||
|
|
||||||
override string toString() { result = "$" + this.getId() }
|
override string toString() { result = "$" + this.getId() }
|
||||||
|
|
||||||
deprecated override NameNode getAFlowNode() { result = super.getAFlowNode() }
|
deprecated override Cfg::NameNode getAFlowNode() { result = super.getAFlowNode() }
|
||||||
}
|
}
|
||||||
|
|
||||||
/** A tuple expression such as `( 1, 3, 5, 7, 9 )` */
|
/** A tuple expression such as `( 1, 3, 5, 7, 9 )` */
|
||||||
@@ -480,7 +481,7 @@ class Name extends Name_ {
|
|||||||
|
|
||||||
override string toString() { result = this.getId() }
|
override string toString() { result = this.getId() }
|
||||||
|
|
||||||
deprecated override NameNode getAFlowNode() { result = super.getAFlowNode() }
|
deprecated override Cfg::NameNode getAFlowNode() { result = super.getAFlowNode() }
|
||||||
|
|
||||||
override predicate isArtificial() {
|
override predicate isArtificial() {
|
||||||
/* Artificial variable names in comprehensions all start with "." */
|
/* Artificial variable names in comprehensions all start with "." */
|
||||||
@@ -587,7 +588,7 @@ abstract class NameConstant extends Name, ImmutableLiteral {
|
|||||||
|
|
||||||
override predicate isConstant() { any() }
|
override predicate isConstant() { any() }
|
||||||
|
|
||||||
deprecated override NameConstantNode getAFlowNode() { result = Name.super.getAFlowNode() }
|
deprecated override Cfg::NameConstantNode getAFlowNode() { result = Name.super.getAFlowNode() }
|
||||||
|
|
||||||
override predicate isArtificial() { none() }
|
override predicate isArtificial() { none() }
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -2,6 +2,7 @@ overlay[local]
|
|||||||
module;
|
module;
|
||||||
|
|
||||||
import python
|
import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* A function, independent of defaults and binding.
|
* A function, independent of defaults and binding.
|
||||||
@@ -157,12 +158,12 @@ class Function extends Function_, Scope, AstNode {
|
|||||||
* DEPRECATED: bind a `Return` node explicitly instead, e.g.
|
* DEPRECATED: bind a `Return` node explicitly instead, e.g.
|
||||||
* `exists(Return ret | ret.getScope() = this and n.getNode() = ret.getValue())`.
|
* `exists(Return ret | ret.getScope() = this and n.getNode() = ret.getValue())`.
|
||||||
* This API is being phased out together with `AstNode.getAFlowNode()` to
|
* This API is being phased out together with `AstNode.getAFlowNode()` to
|
||||||
* untangle the AST and CFG hierarchies in preparation for migrating the
|
* untangle the AST and CFG hierarchies.
|
||||||
* dataflow library off the legacy CFG.
|
|
||||||
*
|
*
|
||||||
* Gets a control flow node for a return value of this function.
|
* Gets a control flow node for a return value of this function, from the
|
||||||
|
* new (shared) CFG.
|
||||||
*/
|
*/
|
||||||
deprecated ControlFlowNode getAReturnValueFlowNode() {
|
deprecated Cfg::ControlFlowNode getAReturnValueFlowNode() {
|
||||||
exists(Return ret |
|
exists(Return ret |
|
||||||
ret.getScope() = this and
|
ret.getScope() = this and
|
||||||
ret.getValue() = result.getNode()
|
ret.getValue() = result.getNode()
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ module;
|
|||||||
import python
|
import python
|
||||||
private import semmle.python.types.Builtins
|
private import semmle.python.types.Builtins
|
||||||
private import semmle.python.internal.CachedStages
|
private import semmle.python.internal.CachedStages
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* An alias in an import statement, the `mod as name` part of `import mod as name`. May be artificial;
|
* An alias in an import statement, the `mod as name` part of `import mod as name`. May be artificial;
|
||||||
@@ -163,7 +164,7 @@ class ImportMember extends ImportMember_ {
|
|||||||
result = this.getModule().(ImportExpr).getImportedModuleName() + "." + this.getName()
|
result = this.getModule().(ImportExpr).getImportedModuleName() + "." + this.getName()
|
||||||
}
|
}
|
||||||
|
|
||||||
deprecated override ImportMemberNode getAFlowNode() { result = super.getAFlowNode() }
|
deprecated override Cfg::ImportMemberNode getAFlowNode() { result = super.getAFlowNode() }
|
||||||
}
|
}
|
||||||
|
|
||||||
/** An import statement */
|
/** An import statement */
|
||||||
|
|||||||
1771
python/ql/lib/semmle/python/controlflow/internal/AstNodeImpl.qll
Normal file
1771
python/ql/lib/semmle/python/controlflow/internal/AstNodeImpl.qll
Normal file
File diff suppressed because it is too large
Load Diff
1025
python/ql/lib/semmle/python/controlflow/internal/Cfg.qll
Normal file
1025
python/ql/lib/semmle/python/controlflow/internal/Cfg.qll
Normal file
File diff suppressed because it is too large
Load Diff
@@ -1,11 +1,12 @@
|
|||||||
/** Provides commonly used BarrierGuards. */
|
/** Provides commonly used BarrierGuards. */
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
|
|
||||||
private predicate constCompare(DataFlow::GuardNode g, ControlFlowNode node, boolean branch) {
|
private predicate constCompare(DataFlow::GuardNode g, Cfg::ControlFlowNode node, boolean branch) {
|
||||||
exists(CompareNode cn | cn = g |
|
exists(Cfg::CompareNode cn | cn = g |
|
||||||
exists(ImmutableLiteral const, Cmpop op, ControlFlowNode c |
|
exists(ImmutableLiteral const, Cmpop op, Cfg::ControlFlowNode c |
|
||||||
c.getNode() = const and
|
c.getNode() = const and
|
||||||
(
|
(
|
||||||
op = any(Eq eq) and branch = true
|
op = any(Eq eq) and branch = true
|
||||||
@@ -18,7 +19,7 @@ private predicate constCompare(DataFlow::GuardNode g, ControlFlowNode node, bool
|
|||||||
cn.operands(node, op, c)
|
cn.operands(node, op, c)
|
||||||
)
|
)
|
||||||
or
|
or
|
||||||
exists(NameConstant const, Cmpop op, ControlFlowNode c |
|
exists(NameConstant const, Cmpop op, Cfg::ControlFlowNode c |
|
||||||
c.getNode() = const and
|
c.getNode() = const and
|
||||||
(
|
(
|
||||||
op = any(Is is_) and branch = true
|
op = any(Is is_) and branch = true
|
||||||
@@ -31,12 +32,12 @@ private predicate constCompare(DataFlow::GuardNode g, ControlFlowNode node, bool
|
|||||||
cn.operands(node, op, c)
|
cn.operands(node, op, c)
|
||||||
)
|
)
|
||||||
or
|
or
|
||||||
exists(IterableNode const_iterable, Cmpop op |
|
exists(Cfg::IterableNode const_iterable, Cmpop op |
|
||||||
op = any(In in_) and branch = true
|
op = any(In in_) and branch = true
|
||||||
or
|
or
|
||||||
op = any(NotIn ni) and branch = false
|
op = any(NotIn ni) and branch = false
|
||||||
|
|
|
|
||||||
forall(ControlFlowNode elem | elem = const_iterable.getAnElement() |
|
forall(Cfg::ControlFlowNode elem | elem = const_iterable.getAnElement() |
|
||||||
elem.getNode() instanceof ImmutableLiteral
|
elem.getNode() instanceof ImmutableLiteral
|
||||||
) and
|
) and
|
||||||
cn.operands(node, op, const_iterable)
|
cn.operands(node, op, const_iterable)
|
||||||
|
|||||||
@@ -4,6 +4,7 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
// Need to import `semmle.python.Frameworks` since frameworks can extend `SensitiveDataSource::Range`
|
// Need to import `semmle.python.Frameworks` since frameworks can extend `SensitiveDataSource::Range`
|
||||||
private import semmle.python.Frameworks
|
private import semmle.python.Frameworks
|
||||||
@@ -105,7 +106,7 @@ private module SensitiveDataModeling {
|
|||||||
or
|
or
|
||||||
// to cover functions that we don't have the definition for, and where the
|
// to cover functions that we don't have the definition for, and where the
|
||||||
// reference to the function has not already been marked as being sensitive
|
// reference to the function has not already been marked as being sensitive
|
||||||
this.getFunction().asCfgNode().(NameNode).getId() = sensitiveString(classification)
|
this.getFunction().asCfgNode().(Cfg::NameNode).getId() = sensitiveString(classification)
|
||||||
}
|
}
|
||||||
|
|
||||||
override SensitiveDataClassification getClassification() { result = classification }
|
override SensitiveDataClassification getClassification() { result = classification }
|
||||||
@@ -251,12 +252,12 @@ private module SensitiveDataModeling {
|
|||||||
SensitiveDataClassification classification;
|
SensitiveDataClassification classification;
|
||||||
|
|
||||||
SensitiveVariableAssignment() {
|
SensitiveVariableAssignment() {
|
||||||
exists(DefinitionNode def |
|
exists(Cfg::DefinitionNode def |
|
||||||
def.(NameNode).getId() = sensitiveString(classification) and
|
def.(Cfg::NameNode).getId() = sensitiveString(classification) and
|
||||||
(
|
(
|
||||||
this.asCfgNode() = def.getValue()
|
this.asCfgNode() = def.getValue()
|
||||||
or
|
or
|
||||||
this.asCfgNode() = def.getValue().(ForNode).getSequence()
|
this.asCfgNode() = def.getValue().(Cfg::ForNode).getSequence()
|
||||||
) and
|
) and
|
||||||
not this.asExpr() instanceof FunctionExpr and
|
not this.asExpr() instanceof FunctionExpr and
|
||||||
not this.asExpr() instanceof ClassExpr
|
not this.asExpr() instanceof ClassExpr
|
||||||
@@ -293,7 +294,7 @@ private module SensitiveDataModeling {
|
|||||||
SensitiveDataClassification classification;
|
SensitiveDataClassification classification;
|
||||||
|
|
||||||
SensitiveSubscript() {
|
SensitiveSubscript() {
|
||||||
this.asCfgNode().(SubscriptNode).getIndex() =
|
this.asCfgNode().(Cfg::SubscriptNode).getIndex() =
|
||||||
sensitiveLookupStringConst(classification).asCfgNode()
|
sensitiveLookupStringConst(classification).asCfgNode()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ overlay[local]
|
|||||||
module;
|
module;
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
import DataFlowUtil
|
import DataFlowUtil
|
||||||
import DataFlowPublic
|
import DataFlowPublic
|
||||||
private import DataFlowPrivate
|
private import DataFlowPrivate
|
||||||
@@ -83,9 +84,9 @@ abstract class AttrWrite extends AttrRef {
|
|||||||
* ```python
|
* ```python
|
||||||
* object.attr = value
|
* object.attr = value
|
||||||
* ```
|
* ```
|
||||||
* Also gives access to the `value` being written, by extending `DefinitionNode`.
|
* Also gives access to the `value` being written, by extending `Cfg::DefinitionNode`.
|
||||||
*/
|
*/
|
||||||
private class AttributeAssignmentNode extends DefinitionNode, AttrNode { }
|
private class AttributeAssignmentNode extends Cfg::DefinitionNode, Cfg::AttrNode { }
|
||||||
|
|
||||||
/** A simple attribute assignment: `object.attr = value`. */
|
/** A simple attribute assignment: `object.attr = value`. */
|
||||||
private class AttributeAssignmentAsAttrWrite extends AttrWrite, CfgNode {
|
private class AttributeAssignmentAsAttrWrite extends AttrWrite, CfgNode {
|
||||||
@@ -131,13 +132,13 @@ private class GlobalAttributeAssignmentAsAttrWrite extends AttrWrite, CfgNode {
|
|||||||
override string getAttributeName() { result = node.getName() }
|
override string getAttributeName() { result = node.getName() }
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Represents `CallNode`s that may refer to calls to built-in functions or classes. */
|
/** Represents `Cfg::CallNode`s that may refer to calls to built-in functions or classes. */
|
||||||
private class BuiltInCallNode extends CallNode {
|
private class BuiltInCallNode extends Cfg::CallNode {
|
||||||
string name;
|
string name;
|
||||||
|
|
||||||
BuiltInCallNode() {
|
BuiltInCallNode() {
|
||||||
// TODO disallow instances where the name of the built-in may refer to an in-scope variable of that name.
|
// TODO disallow instances where the name of the built-in may refer to an in-scope variable of that name.
|
||||||
exists(NameNode id |
|
exists(Cfg::NameNode id |
|
||||||
name = Builtins::getBuiltinName() and
|
name = Builtins::getBuiltinName() and
|
||||||
this.getFunction() = id and
|
this.getFunction() = id and
|
||||||
id.getId() = name and
|
id.getId() = name and
|
||||||
@@ -145,7 +146,7 @@ private class BuiltInCallNode extends CallNode {
|
|||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Gets the name of the built-in function that is called at this `CallNode` */
|
/** Gets the name of the built-in function that is called at this `Cfg::CallNode` */
|
||||||
string getBuiltinName() { result = name }
|
string getBuiltinName() { result = name }
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -157,20 +158,20 @@ private class BuiltinAttrCallNode extends BuiltInCallNode {
|
|||||||
BuiltinAttrCallNode() { name in ["setattr", "getattr", "hasattr", "delattr"] }
|
BuiltinAttrCallNode() { name in ["setattr", "getattr", "hasattr", "delattr"] }
|
||||||
|
|
||||||
/** Gets the control flow node for object on which the attribute is accessed. */
|
/** Gets the control flow node for object on which the attribute is accessed. */
|
||||||
ControlFlowNode getObject() { result in [this.getArg(0), this.getArgByName("object")] }
|
Cfg::ControlFlowNode getObject() { result in [this.getArg(0), this.getArgByName("object")] }
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Gets the control flow node for the value that is being written to the attribute.
|
* Gets the control flow node for the value that is being written to the attribute.
|
||||||
* Only relevant for `setattr` calls.
|
* Only relevant for `setattr` calls.
|
||||||
*/
|
*/
|
||||||
ControlFlowNode getValue() {
|
Cfg::ControlFlowNode getValue() {
|
||||||
// only valid for `setattr`
|
// only valid for `setattr`
|
||||||
name = "setattr" and
|
name = "setattr" and
|
||||||
result in [this.getArg(2), this.getArgByName("value")]
|
result in [this.getArg(2), this.getArgByName("value")]
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Gets the control flow node that defines the name of the attribute being accessed. */
|
/** Gets the control flow node that defines the name of the attribute being accessed. */
|
||||||
ControlFlowNode getName() { result in [this.getArg(1), this.getArgByName("name")] }
|
Cfg::ControlFlowNode getName() { result in [this.getArg(1), this.getArgByName("name")] }
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Represents calls to the built-in `setattr`. */
|
/** Represents calls to the built-in `setattr`. */
|
||||||
@@ -205,10 +206,10 @@ private class SetAttrCallAsAttrWrite extends AttrWrite, CfgNode {
|
|||||||
* attr = value
|
* attr = value
|
||||||
* ...
|
* ...
|
||||||
* ```
|
* ```
|
||||||
* Instances of this class correspond to the `NameNode` for `attr`, and also gives access to `value` by
|
* Instances of this class correspond to the `Cfg::NameNode` for `attr`, and also gives access to `value` by
|
||||||
* virtue of being a `DefinitionNode`.
|
* virtue of being a `Cfg::DefinitionNode`.
|
||||||
*/
|
*/
|
||||||
private class ClassAttributeAssignmentNode extends DefinitionNode, NameNode {
|
private class ClassAttributeAssignmentNode extends Cfg::DefinitionNode, Cfg::NameNode {
|
||||||
ClassAttributeAssignmentNode() { this.getScope() = any(ClassExpr c).getInnerScope() }
|
ClassAttributeAssignmentNode() { this.getScope() = any(ClassExpr c).getInnerScope() }
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -248,7 +249,7 @@ abstract class AttrRead extends AttrRef, Node, LocalSourceNode {
|
|||||||
|
|
||||||
/** A simple attribute read, e.g. `object.attr` */
|
/** A simple attribute read, e.g. `object.attr` */
|
||||||
private class AttributeReadAsAttrRead extends AttrRead, CfgNode {
|
private class AttributeReadAsAttrRead extends AttrRead, CfgNode {
|
||||||
override AttrNode node;
|
override Cfg::AttrNode node;
|
||||||
|
|
||||||
AttributeReadAsAttrRead() { node.isLoad() }
|
AttributeReadAsAttrRead() { node.isLoad() }
|
||||||
|
|
||||||
@@ -285,7 +286,7 @@ private class GetAttrCallAsAttrRead extends AttrRead, CfgNode {
|
|||||||
* is treated as if it is a read of the attribute `module.attr`, even if `module` is not imported directly.
|
* is treated as if it is a read of the attribute `module.attr`, even if `module` is not imported directly.
|
||||||
*/
|
*/
|
||||||
private class ModuleAttributeImportAsAttrRead extends AttrRead, CfgNode {
|
private class ModuleAttributeImportAsAttrRead extends AttrRead, CfgNode {
|
||||||
override ImportMemberNode node;
|
override Cfg::ImportMemberNode node;
|
||||||
|
|
||||||
override Node getObject() { result.asCfgNode() = node.getModule(_) }
|
override Node getObject() { result.asCfgNode() = node.getModule(_) }
|
||||||
|
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ overlay[local]
|
|||||||
module;
|
module;
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.dataflow.new.internal.ImportStar
|
private import semmle.python.dataflow.new.internal.ImportStar
|
||||||
|
|
||||||
@@ -67,7 +68,7 @@ module Builtins {
|
|||||||
DataFlow::CfgNode likelyBuiltin(string name) {
|
DataFlow::CfgNode likelyBuiltin(string name) {
|
||||||
exists(Module m |
|
exists(Module m |
|
||||||
result.getNode() =
|
result.getNode() =
|
||||||
any(NameNode n |
|
any(Cfg::NameNode n |
|
||||||
possible_builtin_accessed_in_module(n, name, m) and
|
possible_builtin_accessed_in_module(n, name, m) and
|
||||||
not possible_builtin_defined_in_module(name, m)
|
not possible_builtin_defined_in_module(name, m)
|
||||||
)
|
)
|
||||||
@@ -87,7 +88,7 @@ module Builtins {
|
|||||||
* Holds if `n` is an access of a global variable called `name` (which is also the name of a
|
* Holds if `n` is an access of a global variable called `name` (which is also the name of a
|
||||||
* built-in) inside the module `m`.
|
* built-in) inside the module `m`.
|
||||||
*/
|
*/
|
||||||
private predicate possible_builtin_accessed_in_module(NameNode n, string name, Module m) {
|
private predicate possible_builtin_accessed_in_module(Cfg::NameNode n, string name, Module m) {
|
||||||
n.isGlobal() and
|
n.isGlobal() and
|
||||||
n.isLoad() and
|
n.isLoad() and
|
||||||
name = n.getId() and
|
name = n.getId() and
|
||||||
|
|||||||
@@ -25,7 +25,7 @@
|
|||||||
* what callable this call might end up targeting.
|
* what callable this call might end up targeting.
|
||||||
*
|
*
|
||||||
* Specifically this means that we cannot use type-backtrackers from the function of a
|
* Specifically this means that we cannot use type-backtrackers from the function of a
|
||||||
* `CallNode`, since there is no `CallNode` to backtrack from for `func` in the example
|
* `Cfg::CallNode`, since there is no `Cfg::CallNode` to backtrack from for `func` in the example
|
||||||
* above.
|
* above.
|
||||||
*
|
*
|
||||||
* Note: This hasn't been 100% realized yet, so we don't currently expose a predicate to
|
* Note: This hasn't been 100% realized yet, so we don't currently expose a predicate to
|
||||||
@@ -35,6 +35,7 @@ overlay[local?]
|
|||||||
module;
|
module;
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import DataFlowPublic
|
private import DataFlowPublic
|
||||||
private import DataFlowPrivate
|
private import DataFlowPrivate
|
||||||
private import FlowSummaryImpl as FlowSummaryImpl
|
private import FlowSummaryImpl as FlowSummaryImpl
|
||||||
@@ -162,7 +163,7 @@ newtype TArgumentPosition =
|
|||||||
*/
|
*/
|
||||||
TLambdaSelfArgumentPosition() or
|
TLambdaSelfArgumentPosition() or
|
||||||
TPositionalArgumentPosition(int index) {
|
TPositionalArgumentPosition(int index) {
|
||||||
exists(any(CallNode c).getArg(index))
|
exists(any(Cfg::CallNode c).getArg(index))
|
||||||
or
|
or
|
||||||
// since synthetic calls within a summarized callable could use a unique argument
|
// since synthetic calls within a summarized callable could use a unique argument
|
||||||
// position, we need to ensure we make these available (these are specified as
|
// position, we need to ensure we make these available (these are specified as
|
||||||
@@ -174,7 +175,7 @@ newtype TArgumentPosition =
|
|||||||
index = 0
|
index = 0
|
||||||
} or
|
} or
|
||||||
TKeywordArgumentPosition(string name) {
|
TKeywordArgumentPosition(string name) {
|
||||||
exists(any(CallNode c).getArgByName(name))
|
exists(any(Cfg::CallNode c).getArgByName(name))
|
||||||
or
|
or
|
||||||
// see comment for TPositionalArgumentPosition
|
// see comment for TPositionalArgumentPosition
|
||||||
FlowSummaryImpl::ParsePositions::isParsedKeywordParameterPosition(_, name)
|
FlowSummaryImpl::ParsePositions::isParsedKeywordParameterPosition(_, name)
|
||||||
@@ -297,10 +298,12 @@ predicate hasPropertyDecorator(Function func) {
|
|||||||
*/
|
*/
|
||||||
overlay[local]
|
overlay[local]
|
||||||
predicate hasContextmanagerDecorator(Function func) {
|
predicate hasContextmanagerDecorator(Function func) {
|
||||||
exists(ControlFlowNode contextmanager |
|
exists(Cfg::ControlFlowNode contextmanager |
|
||||||
contextmanager.(NameNode).getId() = "contextmanager" and contextmanager.(NameNode).isGlobal()
|
contextmanager.(Cfg::NameNode).getId() = "contextmanager" and
|
||||||
|
contextmanager.(Cfg::NameNode).isGlobal()
|
||||||
or
|
or
|
||||||
contextmanager.(AttrNode).getObject("contextmanager").(NameNode).getId() = "contextlib"
|
contextmanager.(Cfg::AttrNode).getObject("contextmanager").(Cfg::NameNode).getId() =
|
||||||
|
"contextlib"
|
||||||
|
|
|
|
||||||
func.getADecorator() = contextmanager.getNode()
|
func.getADecorator() = contextmanager.getNode()
|
||||||
)
|
)
|
||||||
@@ -316,10 +319,10 @@ predicate hasContextmanagerDecorator(Function func) {
|
|||||||
*/
|
*/
|
||||||
overlay[local]
|
overlay[local]
|
||||||
private predicate hasOverloadDecorator(Function func) {
|
private predicate hasOverloadDecorator(Function func) {
|
||||||
exists(ControlFlowNode overload |
|
exists(Cfg::ControlFlowNode overload |
|
||||||
overload.(NameNode).getId() = "overload" and overload.(NameNode).isGlobal()
|
overload.(Cfg::NameNode).getId() = "overload" and overload.(Cfg::NameNode).isGlobal()
|
||||||
or
|
or
|
||||||
overload.(AttrNode).getObject("overload").(NameNode).isGlobal()
|
overload.(Cfg::AttrNode).getObject("overload").(Cfg::NameNode).isGlobal()
|
||||||
|
|
|
|
||||||
func.getADecorator() = overload.getNode()
|
func.getADecorator() = overload.getNode()
|
||||||
)
|
)
|
||||||
@@ -538,7 +541,7 @@ class LibraryCallableValue extends DataFlowCallable, TLibraryCallable {
|
|||||||
// =============================================================================
|
// =============================================================================
|
||||||
/** Gets a call to `type`. */
|
/** Gets a call to `type`. */
|
||||||
private CallCfgNode getTypeCall() {
|
private CallCfgNode getTypeCall() {
|
||||||
exists(NameNode id | id.getId() = "type" and id.isGlobal() |
|
exists(Cfg::NameNode id | id.getId() = "type" and id.isGlobal() |
|
||||||
result.getFunction().asCfgNode() = id
|
result.getFunction().asCfgNode() = id
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
@@ -550,7 +553,7 @@ private CallCfgNode getSuperCall() {
|
|||||||
// link below), but otherwise only 2 edgecases. Overall it seems ok to ignore this complexity.
|
// link below), but otherwise only 2 edgecases. Overall it seems ok to ignore this complexity.
|
||||||
//
|
//
|
||||||
// https://github.com/python/cpython/blob/18b1782192f85bd26db89f5bc850f8bee4247c1a/Lib/unittest/mock.py#L48-L50
|
// https://github.com/python/cpython/blob/18b1782192f85bd26db89f5bc850f8bee4247c1a/Lib/unittest/mock.py#L48-L50
|
||||||
exists(NameNode id | id.getId() = "super" and id.isGlobal() |
|
exists(Cfg::NameNode id | id.getId() = "super" and id.isGlobal() |
|
||||||
result.getFunction().asCfgNode() = id
|
result.getFunction().asCfgNode() = id
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
@@ -1036,7 +1039,7 @@ private module MethodCalls {
|
|||||||
*/
|
*/
|
||||||
pragma[nomagic]
|
pragma[nomagic]
|
||||||
private predicate directCall(
|
private predicate directCall(
|
||||||
CallNode call, Function target, string functionName, Class cls, AttrRead attr, Node self
|
Cfg::CallNode call, Function target, string functionName, Class cls, AttrRead attr, Node self
|
||||||
) {
|
) {
|
||||||
target = findFunctionAccordingToMroKnownStartingClass(cls, functionName) and
|
target = findFunctionAccordingToMroKnownStartingClass(cls, functionName) and
|
||||||
directCall_join(call, functionName, cls, attr, self)
|
directCall_join(call, functionName, cls, attr, self)
|
||||||
@@ -1045,7 +1048,7 @@ private module MethodCalls {
|
|||||||
/** Extracted to give good join order */
|
/** Extracted to give good join order */
|
||||||
pragma[nomagic]
|
pragma[nomagic]
|
||||||
private predicate directCall_join(
|
private predicate directCall_join(
|
||||||
CallNode call, string functionName, Class cls, AttrRead attr, Node self
|
Cfg::CallNode call, string functionName, Class cls, AttrRead attr, Node self
|
||||||
) {
|
) {
|
||||||
call.getFunction() = attrReadTracker(attr).asCfgNode() and
|
call.getFunction() = attrReadTracker(attr).asCfgNode() and
|
||||||
attr.accesses(self, functionName) and
|
attr.accesses(self, functionName) and
|
||||||
@@ -1062,7 +1065,7 @@ private module MethodCalls {
|
|||||||
*/
|
*/
|
||||||
pragma[nomagic]
|
pragma[nomagic]
|
||||||
private predicate callWithinMethodImplicitSelfOrCls(
|
private predicate callWithinMethodImplicitSelfOrCls(
|
||||||
CallNode call, Function target, string functionName, Class classWithMethod, AttrRead attr,
|
Cfg::CallNode call, Function target, string functionName, Class classWithMethod, AttrRead attr,
|
||||||
Node self
|
Node self
|
||||||
) {
|
) {
|
||||||
target = findFunctionAccordingToMro(getADirectSubclass*(classWithMethod), functionName) and
|
target = findFunctionAccordingToMro(getADirectSubclass*(classWithMethod), functionName) and
|
||||||
@@ -1072,7 +1075,7 @@ private module MethodCalls {
|
|||||||
/** Extracted to give good join order */
|
/** Extracted to give good join order */
|
||||||
pragma[nomagic]
|
pragma[nomagic]
|
||||||
private predicate callWithinMethodImplicitSelfOrCls_join(
|
private predicate callWithinMethodImplicitSelfOrCls_join(
|
||||||
CallNode call, string functionName, Class classWithMethod, AttrRead attr, Node self
|
Cfg::CallNode call, string functionName, Class classWithMethod, AttrRead attr, Node self
|
||||||
) {
|
) {
|
||||||
call.getFunction() = attrReadTracker(attr).asCfgNode() and
|
call.getFunction() = attrReadTracker(attr).asCfgNode() and
|
||||||
attr.accesses(self, functionName) and
|
attr.accesses(self, functionName) and
|
||||||
@@ -1084,7 +1087,7 @@ private module MethodCalls {
|
|||||||
* resolve the call to a known target (since the only super class might be the
|
* resolve the call to a known target (since the only super class might be the
|
||||||
* builtin `object`, so we never have the implementation of `__new__` in the DB).
|
* builtin `object`, so we never have the implementation of `__new__` in the DB).
|
||||||
*/
|
*/
|
||||||
predicate fromSuperNewCall(CallNode call, Class classUsedInSuper, AttrRead attr, Node self) {
|
predicate fromSuperNewCall(Cfg::CallNode call, Class classUsedInSuper, AttrRead attr, Node self) {
|
||||||
fromSuper_join(call, "__new__", classUsedInSuper, attr, self) and
|
fromSuper_join(call, "__new__", classUsedInSuper, attr, self) and
|
||||||
self in [classTracker(_), clsArgumentTracker(_)]
|
self in [classTracker(_), clsArgumentTracker(_)]
|
||||||
}
|
}
|
||||||
@@ -1106,7 +1109,7 @@ private module MethodCalls {
|
|||||||
*/
|
*/
|
||||||
pragma[nomagic]
|
pragma[nomagic]
|
||||||
predicate fromSuper(
|
predicate fromSuper(
|
||||||
CallNode call, Function target, string functionName, Class classUsedInSuper, AttrRead attr,
|
Cfg::CallNode call, Function target, string functionName, Class classUsedInSuper, AttrRead attr,
|
||||||
Node self
|
Node self
|
||||||
) {
|
) {
|
||||||
target = findFunctionAccordingToMro(getNextClassInMro(classUsedInSuper), functionName) and
|
target = findFunctionAccordingToMro(getNextClassInMro(classUsedInSuper), functionName) and
|
||||||
@@ -1116,7 +1119,7 @@ private module MethodCalls {
|
|||||||
/** Extracted to give good join order */
|
/** Extracted to give good join order */
|
||||||
pragma[nomagic]
|
pragma[nomagic]
|
||||||
private predicate fromSuper_join(
|
private predicate fromSuper_join(
|
||||||
CallNode call, string functionName, Class classUsedInSuper, AttrRead attr, Node self
|
Cfg::CallNode call, string functionName, Class classUsedInSuper, AttrRead attr, Node self
|
||||||
) {
|
) {
|
||||||
call.getFunction() = attrReadTracker(attr).asCfgNode() and
|
call.getFunction() = attrReadTracker(attr).asCfgNode() and
|
||||||
(
|
(
|
||||||
@@ -1135,7 +1138,7 @@ private module MethodCalls {
|
|||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
predicate resolveMethodCall(CallNode call, Function target, CallType type, Node self) {
|
predicate resolveMethodCall(Cfg::CallNode call, Function target, CallType type, Node self) {
|
||||||
(
|
(
|
||||||
directCall(call, target, _, _, _, self)
|
directCall(call, target, _, _, _, self)
|
||||||
or
|
or
|
||||||
@@ -1182,7 +1185,7 @@ import MethodCalls
|
|||||||
* NOTE: We have this predicate mostly to be able to compare with old point-to
|
* NOTE: We have this predicate mostly to be able to compare with old point-to
|
||||||
* call-graph resolution. So it could be removed in the future.
|
* call-graph resolution. So it could be removed in the future.
|
||||||
*/
|
*/
|
||||||
predicate resolveClassCall(CallNode call, Class cls) {
|
predicate resolveClassCall(Cfg::CallNode call, Class cls) {
|
||||||
call.getFunction() = classTracker(cls).asCfgNode()
|
call.getFunction() = classTracker(cls).asCfgNode()
|
||||||
or
|
or
|
||||||
// `cls()` inside a classmethod (which also contains `type(self)()` inside a method)
|
// `cls()` inside a classmethod (which also contains `type(self)()` inside a method)
|
||||||
@@ -1212,7 +1215,7 @@ Function invokedFunctionFromClassConstruction(Class cls, string funcName) {
|
|||||||
*
|
*
|
||||||
* See https://docs.python.org/3/reference/datamodel.html#object.__call__
|
* See https://docs.python.org/3/reference/datamodel.html#object.__call__
|
||||||
*/
|
*/
|
||||||
predicate resolveClassInstanceCall(CallNode call, Function target, Node self) {
|
predicate resolveClassInstanceCall(Cfg::CallNode call, Function target, Node self) {
|
||||||
exists(Class cls |
|
exists(Class cls |
|
||||||
call.getFunction() = classInstanceTracker(cls).asCfgNode() and
|
call.getFunction() = classInstanceTracker(cls).asCfgNode() and
|
||||||
target = findFunctionAccordingToMroKnownStartingClass(cls, "__call__")
|
target = findFunctionAccordingToMroKnownStartingClass(cls, "__call__")
|
||||||
@@ -1231,7 +1234,7 @@ predicate resolveClassInstanceCall(CallNode call, Function target, Node self) {
|
|||||||
* Holds if `call` is a call to the `target`, with call-type `type`.
|
* Holds if `call` is a call to the `target`, with call-type `type`.
|
||||||
*/
|
*/
|
||||||
cached
|
cached
|
||||||
predicate resolveCall(CallNode call, Function target, CallType type) {
|
predicate resolveCall(Cfg::CallNode call, Function target, CallType type) {
|
||||||
Stages::DataFlow::ref() and
|
Stages::DataFlow::ref() and
|
||||||
(
|
(
|
||||||
type instanceof CallTypePlainFunction and
|
type instanceof CallTypePlainFunction and
|
||||||
@@ -1256,11 +1259,11 @@ predicate resolveCall(CallNode call, Function target, CallType type) {
|
|||||||
// =============================================================================
|
// =============================================================================
|
||||||
/**
|
/**
|
||||||
* Holds if the argument of `call` at position `apos` is `arg`. This is just a helper
|
* Holds if the argument of `call` at position `apos` is `arg`. This is just a helper
|
||||||
* predicate that maps ArgumentPositions to the arguments of the underlying `CallNode`.
|
* predicate that maps ArgumentPositions to the arguments of the underlying `Cfg::CallNode`.
|
||||||
*/
|
*/
|
||||||
overlay[local]
|
overlay[local]
|
||||||
cached
|
cached
|
||||||
predicate normalCallArg(CallNode call, Node arg, ArgumentPosition apos) {
|
predicate normalCallArg(Cfg::CallNode call, Node arg, ArgumentPosition apos) {
|
||||||
exists(int index |
|
exists(int index |
|
||||||
apos.isPositional(index) and
|
apos.isPositional(index) and
|
||||||
arg.asCfgNode() = call.getArg(index)
|
arg.asCfgNode() = call.getArg(index)
|
||||||
@@ -1275,7 +1278,7 @@ predicate normalCallArg(CallNode call, Node arg, ArgumentPosition apos) {
|
|||||||
exists(int index |
|
exists(int index |
|
||||||
apos.isStarArgs(index) and
|
apos.isStarArgs(index) and
|
||||||
arg.asCfgNode() = call.getStarArg() and
|
arg.asCfgNode() = call.getStarArg() and
|
||||||
// since `CallNode.getArg` doesn't include `*args`, we need to drop to the AST level
|
// since `Cfg::CallNode.getArg` doesn't include `*args`, we need to drop to the AST level
|
||||||
// to get the index. Notice that we only use the AST for getting the index, so we
|
// to get the index. Notice that we only use the AST for getting the index, so we
|
||||||
// don't need to check for dominance in regards to splitting.
|
// don't need to check for dominance in regards to splitting.
|
||||||
call.getStarArg().getNode() = call.getNode().getPositionalArg(index).(Starred).getValue()
|
call.getStarArg().getNode() = call.getNode().getPositionalArg(index).(Starred).getValue()
|
||||||
@@ -1349,7 +1352,9 @@ predicate normalCallArg(CallNode call, Node arg, ArgumentPosition apos) {
|
|||||||
* translated into `l.clear()`, and we can still have use-use flow.
|
* translated into `l.clear()`, and we can still have use-use flow.
|
||||||
*/
|
*/
|
||||||
cached
|
cached
|
||||||
predicate getCallArg(CallNode call, Function target, CallType type, Node arg, ArgumentPosition apos) {
|
predicate getCallArg(
|
||||||
|
Cfg::CallNode call, Function target, CallType type, Node arg, ArgumentPosition apos
|
||||||
|
) {
|
||||||
Stages::DataFlow::ref() and
|
Stages::DataFlow::ref() and
|
||||||
resolveCall(call, target, type) and
|
resolveCall(call, target, type) and
|
||||||
(
|
(
|
||||||
@@ -1442,10 +1447,12 @@ private predicate sameEnclosingCallable(Node node1, Node node2) {
|
|||||||
// DataFlowCall
|
// DataFlowCall
|
||||||
// =============================================================================
|
// =============================================================================
|
||||||
newtype TDataFlowCall =
|
newtype TDataFlowCall =
|
||||||
TNormalCall(CallNode call, Function target, CallType type) { resolveCall(call, target, type) } or
|
TNormalCall(Cfg::CallNode call, Function target, CallType type) {
|
||||||
|
call.injects(_) and resolveCall(call, target, type)
|
||||||
|
} or
|
||||||
/** A call to the generated function inside a comprehension */
|
/** A call to the generated function inside a comprehension */
|
||||||
TComprehensionCall(Comp c) or
|
TComprehensionCall(Comp c) or
|
||||||
TPotentialLibraryCall(CallNode call) or
|
TPotentialLibraryCall(Cfg::CallNode call) { call.injects(_) } or
|
||||||
/** A synthesized call inside a summarized callable */
|
/** A synthesized call inside a summarized callable */
|
||||||
TSummaryCall(
|
TSummaryCall(
|
||||||
FlowSummaryImpl::Public::SummarizedCallable c, FlowSummaryImpl::Private::SummaryNode receiver
|
FlowSummaryImpl::Public::SummarizedCallable c, FlowSummaryImpl::Private::SummaryNode receiver
|
||||||
@@ -1465,7 +1472,7 @@ abstract class DataFlowCall extends TDataFlowCall {
|
|||||||
abstract ArgumentNode getArgument(ArgumentPosition apos);
|
abstract ArgumentNode getArgument(ArgumentPosition apos);
|
||||||
|
|
||||||
/** Get the control flow node representing this call, if any. */
|
/** Get the control flow node representing this call, if any. */
|
||||||
abstract ControlFlowNode getNode();
|
abstract Cfg::ControlFlowNode getNode();
|
||||||
|
|
||||||
/** Gets the enclosing callable of this call. */
|
/** Gets the enclosing callable of this call. */
|
||||||
DataFlowCallable getEnclosingCallable() { result = getCallableScope(this.getScope()) }
|
DataFlowCallable getEnclosingCallable() { result = getCallableScope(this.getScope()) }
|
||||||
@@ -1496,28 +1503,28 @@ abstract class ExtractedDataFlowCall extends DataFlowCall {
|
|||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* A resolved call in source code with an underlying `CallNode`.
|
* A resolved call in source code with an underlying `Cfg::CallNode`.
|
||||||
*
|
*
|
||||||
* This is considered normal, compared with special calls such as `obj[0]` calling the
|
* This is considered normal, compared with special calls such as `obj[0]` calling the
|
||||||
* `__getitem__` method on the object. However, this also includes calls that go to the
|
* `__getitem__` method on the object. However, this also includes calls that go to the
|
||||||
* `__call__` special method.
|
* `__call__` special method.
|
||||||
*/
|
*/
|
||||||
class NormalCall extends ExtractedDataFlowCall, TNormalCall {
|
class NormalCall extends ExtractedDataFlowCall, TNormalCall {
|
||||||
CallNode call;
|
Cfg::CallNode call;
|
||||||
Function target;
|
Function target;
|
||||||
CallType type;
|
CallType type;
|
||||||
|
|
||||||
NormalCall() { this = TNormalCall(call, target, type) }
|
NormalCall() { this = TNormalCall(call, target, type) }
|
||||||
|
|
||||||
override string toString() {
|
override string toString() {
|
||||||
// note: if we used toString directly on the CallNode we would get
|
// note: if we used toString directly on the Cfg::CallNode we would get
|
||||||
// `ControlFlowNode for func()`
|
// `Cfg::ControlFlowNode for func()`
|
||||||
// but the `ControlFlowNode` part is just clutter, so we go directly to the AST node
|
// but the `Cfg::ControlFlowNode` part is just clutter, so we go directly to the AST node
|
||||||
// instead.
|
// instead.
|
||||||
result = call.getNode().toString()
|
result = call.getNode().toString()
|
||||||
}
|
}
|
||||||
|
|
||||||
override ControlFlowNode getNode() { result = call }
|
override Cfg::ControlFlowNode getNode() { result = call }
|
||||||
|
|
||||||
override Scope getScope() { result = call.getScope() }
|
override Scope getScope() { result = call.getScope() }
|
||||||
|
|
||||||
@@ -1545,7 +1552,7 @@ class ComprehensionCall extends ExtractedDataFlowCall, TComprehensionCall {
|
|||||||
|
|
||||||
override string toString() { result = "comprehension call" }
|
override string toString() { result = "comprehension call" }
|
||||||
|
|
||||||
override ControlFlowNode getNode() { result.getNode() = c }
|
override Cfg::ControlFlowNode getNode() { result.getNode() = c }
|
||||||
|
|
||||||
override Scope getScope() { result = c.getScope() }
|
override Scope getScope() { result = c.getScope() }
|
||||||
|
|
||||||
@@ -1568,14 +1575,14 @@ class ComprehensionCall extends ExtractedDataFlowCall, TComprehensionCall {
|
|||||||
* in this class.
|
* in this class.
|
||||||
*/
|
*/
|
||||||
class PotentialLibraryCall extends ExtractedDataFlowCall, TPotentialLibraryCall {
|
class PotentialLibraryCall extends ExtractedDataFlowCall, TPotentialLibraryCall {
|
||||||
CallNode call;
|
Cfg::CallNode call;
|
||||||
|
|
||||||
PotentialLibraryCall() { this = TPotentialLibraryCall(call) }
|
PotentialLibraryCall() { this = TPotentialLibraryCall(call) }
|
||||||
|
|
||||||
override string toString() {
|
override string toString() {
|
||||||
// note: if we used toString directly on the CallNode we would get
|
// note: if we used toString directly on the Cfg::CallNode we would get
|
||||||
// `ControlFlowNode for func()`
|
// `Cfg::ControlFlowNode for func()`
|
||||||
// but the `ControlFlowNode` part is just clutter, so we go directly to the AST node
|
// but the `Cfg::ControlFlowNode` part is just clutter, so we go directly to the AST node
|
||||||
// instead.
|
// instead.
|
||||||
result = call.getNode().toString()
|
result = call.getNode().toString()
|
||||||
}
|
}
|
||||||
@@ -1592,10 +1599,10 @@ class PotentialLibraryCall extends ExtractedDataFlowCall, TPotentialLibraryCall
|
|||||||
// potential self argument, from `foo.bar()` -- note that this could also just be a
|
// potential self argument, from `foo.bar()` -- note that this could also just be a
|
||||||
// module reference, but we really don't have a good way of knowing :|
|
// module reference, but we really don't have a good way of knowing :|
|
||||||
apos.isSelf() and
|
apos.isSelf() and
|
||||||
result.asCfgNode() = call.getFunction().(AttrNode).getObject()
|
result.asCfgNode() = call.getFunction().(Cfg::AttrNode).getObject()
|
||||||
}
|
}
|
||||||
|
|
||||||
override ControlFlowNode getNode() { result = call }
|
override Cfg::ControlFlowNode getNode() { result = call }
|
||||||
|
|
||||||
override Scope getScope() { result = call.getScope() }
|
override Scope getScope() { result = call.getScope() }
|
||||||
}
|
}
|
||||||
@@ -1627,7 +1634,7 @@ class SummaryCall extends DataFlowCall, TSummaryCall {
|
|||||||
|
|
||||||
override ArgumentNode getArgument(ArgumentPosition apos) { none() }
|
override ArgumentNode getArgument(ArgumentPosition apos) { none() }
|
||||||
|
|
||||||
override ControlFlowNode getNode() { none() }
|
override Cfg::ControlFlowNode getNode() { none() }
|
||||||
|
|
||||||
override string toString() { result = "[summary] call to " + receiver + " in " + c }
|
override string toString() { result = "[summary] call to " + receiver + " in " + c }
|
||||||
|
|
||||||
@@ -1769,12 +1776,12 @@ private class SummaryPostUpdateNode extends FlowSummaryNode, PostUpdateNodeImpl
|
|||||||
* This is used for tracking flow through captured variables.
|
* This is used for tracking flow through captured variables.
|
||||||
*/
|
*/
|
||||||
class SynthCapturedVariablesArgumentNode extends Node, TSynthCapturedVariablesArgumentNode {
|
class SynthCapturedVariablesArgumentNode extends Node, TSynthCapturedVariablesArgumentNode {
|
||||||
ControlFlowNode callable;
|
Cfg::ControlFlowNode callable;
|
||||||
|
|
||||||
SynthCapturedVariablesArgumentNode() { this = TSynthCapturedVariablesArgumentNode(callable) }
|
SynthCapturedVariablesArgumentNode() { this = TSynthCapturedVariablesArgumentNode(callable) }
|
||||||
|
|
||||||
/** Gets the `CallNode` corresponding to this captured variables argument node. */
|
/** Gets the `Cfg::CallNode` corresponding to this captured variables argument node. */
|
||||||
CallNode getCallNode() { result.getFunction() = callable }
|
Cfg::CallNode getCallNode() { result.getFunction() = callable }
|
||||||
|
|
||||||
/** Gets the `CfgNode` that corresponds to this synthetic node. */
|
/** Gets the `CfgNode` that corresponds to this synthetic node. */
|
||||||
CfgNode getUnderlyingNode() { result.asCfgNode() = callable }
|
CfgNode getUnderlyingNode() { result.asCfgNode() = callable }
|
||||||
@@ -1792,7 +1799,7 @@ class CapturedVariablesArgumentNodeAsArgumentNode extends ArgumentNode,
|
|||||||
{
|
{
|
||||||
overlay[global]
|
overlay[global]
|
||||||
override predicate argumentOf(DataFlowCall call, ArgumentPosition pos) {
|
override predicate argumentOf(DataFlowCall call, ArgumentPosition pos) {
|
||||||
exists(CallNode callNode | callNode = this.getCallNode() |
|
exists(Cfg::CallNode callNode | callNode = this.getCallNode() |
|
||||||
callNode = call.getNode() and
|
callNode = call.getNode() and
|
||||||
exists(Function target | resolveCall(callNode, target, _) |
|
exists(Function target | resolveCall(callNode, target, _) |
|
||||||
target = any(VariableCapture::CapturedVariable v).getACapturingScope()
|
target = any(VariableCapture::CapturedVariable v).getACapturingScope()
|
||||||
@@ -1806,7 +1813,7 @@ class CapturedVariablesArgumentNodeAsArgumentNode extends ArgumentNode,
|
|||||||
class SynthCapturedVariablesArgumentPostUpdateNode extends PostUpdateNodeImpl,
|
class SynthCapturedVariablesArgumentPostUpdateNode extends PostUpdateNodeImpl,
|
||||||
TSynthCapturedVariablesArgumentPostUpdateNode
|
TSynthCapturedVariablesArgumentPostUpdateNode
|
||||||
{
|
{
|
||||||
ControlFlowNode callable;
|
Cfg::ControlFlowNode callable;
|
||||||
|
|
||||||
SynthCapturedVariablesArgumentPostUpdateNode() {
|
SynthCapturedVariablesArgumentPostUpdateNode() {
|
||||||
this = TSynthCapturedVariablesArgumentPostUpdateNode(callable)
|
this = TSynthCapturedVariablesArgumentPostUpdateNode(callable)
|
||||||
|
|||||||
@@ -2,8 +2,9 @@ overlay[local?]
|
|||||||
module;
|
module;
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import DataFlowPublic
|
private import DataFlowPublic
|
||||||
private import semmle.python.essa.SsaCompute
|
private import semmle.python.dataflow.new.internal.SsaImpl as SsaImpl
|
||||||
private import semmle.python.dataflow.new.internal.ImportResolution
|
private import semmle.python.dataflow.new.internal.ImportResolution
|
||||||
private import FlowSummaryImpl as FlowSummaryImpl
|
private import FlowSummaryImpl as FlowSummaryImpl
|
||||||
private import semmle.python.frameworks.data.ModelsAsData
|
private import semmle.python.frameworks.data.ModelsAsData
|
||||||
@@ -43,13 +44,28 @@ predicate isArgumentNode(ArgumentNode arg, DataFlowCall c, ArgumentPosition pos)
|
|||||||
// Nodes
|
// Nodes
|
||||||
//--------
|
//--------
|
||||||
overlay[local]
|
overlay[local]
|
||||||
predicate isExpressionNode(ControlFlowNode node) { node.getNode() instanceof Expr }
|
predicate isExpressionNode(Cfg::ControlFlowNode node) {
|
||||||
|
// Restrict to the `injects` representative so the dataflow layer creates
|
||||||
|
// exactly one `TCfgNode` per AST expression.
|
||||||
|
node.injects(_) and
|
||||||
|
(
|
||||||
|
node.getNode() instanceof Expr
|
||||||
|
or
|
||||||
|
// `Cfg::ForNode` wraps a `For` statement's iter position, but
|
||||||
|
// overrides `.getNode()` to return the `Py::For` statement (for
|
||||||
|
// legacy parity). The underlying AST is still an `Expr` (the iter
|
||||||
|
// expression); we want a dataflow node here so that for-loop
|
||||||
|
// content reads (`for y in l`) have a source expression node to
|
||||||
|
// read content from.
|
||||||
|
node instanceof Cfg::ForNode
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
// =============================================================================
|
// =============================================================================
|
||||||
// SyntheticPreUpdateNode
|
// SyntheticPreUpdateNode
|
||||||
// =============================================================================
|
// =============================================================================
|
||||||
class SyntheticPreUpdateNode extends Node, TSyntheticPreUpdateNode {
|
class SyntheticPreUpdateNode extends Node, TSyntheticPreUpdateNode {
|
||||||
CallNode node;
|
Cfg::CallNode node;
|
||||||
|
|
||||||
SyntheticPreUpdateNode() { this = TSyntheticPreUpdateNode(node) }
|
SyntheticPreUpdateNode() { this = TSyntheticPreUpdateNode(node) }
|
||||||
|
|
||||||
@@ -151,7 +167,7 @@ predicate synthStarArgsElementParameterNodeStoreStep(
|
|||||||
* been passed in a `**kwargs` argument.
|
* been passed in a `**kwargs` argument.
|
||||||
*/
|
*/
|
||||||
class SynthDictSplatArgumentNode extends Node, TSynthDictSplatArgumentNode {
|
class SynthDictSplatArgumentNode extends Node, TSynthDictSplatArgumentNode {
|
||||||
CallNode node;
|
Cfg::CallNode node;
|
||||||
|
|
||||||
SynthDictSplatArgumentNode() { this = TSynthDictSplatArgumentNode(node) }
|
SynthDictSplatArgumentNode() { this = TSynthDictSplatArgumentNode(node) }
|
||||||
|
|
||||||
@@ -165,7 +181,7 @@ class SynthDictSplatArgumentNode extends Node, TSynthDictSplatArgumentNode {
|
|||||||
private predicate synthDictSplatArgumentNodeStoreStep(
|
private predicate synthDictSplatArgumentNodeStoreStep(
|
||||||
ArgumentNode nodeFrom, DictionaryElementContent c, SynthDictSplatArgumentNode nodeTo
|
ArgumentNode nodeFrom, DictionaryElementContent c, SynthDictSplatArgumentNode nodeTo
|
||||||
) {
|
) {
|
||||||
exists(string name, CallNode call, ArgumentPosition keywordPos |
|
exists(string name, Cfg::CallNode call, ArgumentPosition keywordPos |
|
||||||
nodeTo = TSynthDictSplatArgumentNode(call) and
|
nodeTo = TSynthDictSplatArgumentNode(call) and
|
||||||
getCallArg(call, _, _, nodeFrom, keywordPos) and
|
getCallArg(call, _, _, nodeFrom, keywordPos) and
|
||||||
keywordPos.isKeyword(name) and
|
keywordPos.isKeyword(name) and
|
||||||
@@ -289,7 +305,7 @@ abstract class PostUpdateNodeImpl extends Node {
|
|||||||
* Synthetic post-update nodes for synthetic nodes need to be listed one by one.
|
* Synthetic post-update nodes for synthetic nodes need to be listed one by one.
|
||||||
*/
|
*/
|
||||||
class SyntheticPostUpdateNode extends PostUpdateNodeImpl, TSyntheticPostUpdateNode {
|
class SyntheticPostUpdateNode extends PostUpdateNodeImpl, TSyntheticPostUpdateNode {
|
||||||
ControlFlowNode node;
|
Cfg::ControlFlowNode node;
|
||||||
|
|
||||||
SyntheticPostUpdateNode() { this = TSyntheticPostUpdateNode(node) }
|
SyntheticPostUpdateNode() { this = TSyntheticPostUpdateNode(node) }
|
||||||
|
|
||||||
@@ -333,16 +349,42 @@ module LocalFlow {
|
|||||||
// `x = f(42)`
|
// `x = f(42)`
|
||||||
// nodeFrom is `f(42)`
|
// nodeFrom is `f(42)`
|
||||||
// nodeTo is `x`
|
// nodeTo is `x`
|
||||||
exists(AssignmentDefinition def |
|
//
|
||||||
|
// We use the CFG-level `DefinitionNode.getValue()` directly rather
|
||||||
|
// than going through SSA, because the new SSA library prunes write
|
||||||
|
// definitions that have no subsequent read in the same scope (e.g.
|
||||||
|
// a module-level `def f():` whose `f` is only read inside other
|
||||||
|
// functions). The CFG-level link is unconditional.
|
||||||
|
//
|
||||||
|
// The Name-target restriction mirrors legacy ESSA's
|
||||||
|
// `SsaDefinitions::assignment_definition`, which required
|
||||||
|
// `defn.(NameNode).defines(v)`. Subscript and attribute writes
|
||||||
|
// (`x[i] = 42`, `obj.attr = 42`) are intentionally excluded — their
|
||||||
|
// value flow is handled by the content-flow / `AttrWrite` machinery,
|
||||||
|
// not by a local-flow step *into* the Subscript/Attribute expression.
|
||||||
|
// Excluding them is essential for keeping augmented-assignment
|
||||||
|
// targets (`x[i] += 42`) classifiable as `LocalSourceNode` on the
|
||||||
|
// read side: the single canonical CFG node is both a load and a
|
||||||
|
// store, and any incoming local-flow step would disqualify it from
|
||||||
|
// being a local source.
|
||||||
|
exists(Cfg::DefinitionNode def |
|
||||||
nodeFrom.(CfgNode).getNode() = def.getValue() and
|
nodeFrom.(CfgNode).getNode() = def.getValue() and
|
||||||
nodeTo.(CfgNode).getNode() = def.getDefiningNode()
|
nodeTo.(CfgNode).getNode() = def and
|
||||||
|
def instanceof Cfg::NameNode and
|
||||||
|
// Parameter defaults are evaluated in the enclosing scope, while the
|
||||||
|
// parameter itself lives in the function's scope. The cross-scope
|
||||||
|
// edge is provided by `runtimeJumpStep` instead.
|
||||||
|
not exists(Py::Parameter param | def.getNode() = param.asName())
|
||||||
)
|
)
|
||||||
or
|
or
|
||||||
// With definition
|
// With definition
|
||||||
// `with f(42) as x:`
|
// `with f(42) as x:`
|
||||||
// nodeFrom is `f(42)`
|
// nodeFrom is `f(42)`
|
||||||
// nodeTo is `x`
|
// nodeTo is `x`
|
||||||
exists(With with, ControlFlowNode contextManager, WithDefinition withDef, ControlFlowNode var |
|
exists(
|
||||||
|
With with, Cfg::ControlFlowNode contextManager, SsaImpl::WithDefinition withDef,
|
||||||
|
Cfg::ControlFlowNode var
|
||||||
|
|
|
||||||
var = withDef.getDefiningNode()
|
var = withDef.getDefiningNode()
|
||||||
|
|
|
|
||||||
nodeFrom.(CfgNode).getNode() = contextManager and
|
nodeFrom.(CfgNode).getNode() = contextManager and
|
||||||
@@ -361,13 +403,13 @@ module LocalFlow {
|
|||||||
|
|
||||||
predicate expressionFlowStep(Node nodeFrom, Node nodeTo) {
|
predicate expressionFlowStep(Node nodeFrom, Node nodeTo) {
|
||||||
// If expressions
|
// If expressions
|
||||||
nodeFrom.asCfgNode() = nodeTo.asCfgNode().(IfExprNode).getAnOperand()
|
nodeFrom.asCfgNode() = nodeTo.asCfgNode().(Cfg::IfExprNode).getAnOperand()
|
||||||
or
|
or
|
||||||
// Assignment expressions
|
// Assignment expressions
|
||||||
nodeFrom.asCfgNode() = nodeTo.asCfgNode().(AssignmentExprNode).getValue()
|
nodeFrom.asCfgNode() = nodeTo.asCfgNode().(Cfg::AssignmentExprNode).getValue()
|
||||||
or
|
or
|
||||||
// boolean inline expressions such as `x or y` or `x and y`
|
// boolean inline expressions such as `x or y` or `x and y`
|
||||||
nodeFrom.asCfgNode() = nodeTo.asCfgNode().(BoolExprNode).getAnOperand()
|
nodeFrom.asCfgNode() = nodeTo.asCfgNode().(Cfg::BoolExprNode).getAnOperand()
|
||||||
or
|
or
|
||||||
// Flow inside an unpacking assignment
|
// Flow inside an unpacking assignment
|
||||||
iterableUnpackingFlowStep(nodeFrom, nodeTo)
|
iterableUnpackingFlowStep(nodeFrom, nodeTo)
|
||||||
@@ -376,12 +418,25 @@ module LocalFlow {
|
|||||||
matchFlowStep(nodeFrom, nodeTo)
|
matchFlowStep(nodeFrom, nodeTo)
|
||||||
}
|
}
|
||||||
|
|
||||||
predicate useToNextUse(NameNode nodeFrom, NameNode nodeTo) {
|
predicate useToNextUse(Cfg::NameNode nodeFrom, Cfg::NameNode nodeTo) {
|
||||||
AdjacentUses::adjacentUseUse(nodeFrom, nodeTo)
|
// The SSA-level adjacent-use predicate works on specific CFG variants
|
||||||
|
// (e.g. boolean-outcome `[true]`/`[false]` or emptiness `[empty]`/`[non-empty]`
|
||||||
|
// splits of the same AST node), but dataflow values are insensitive to
|
||||||
|
// those splits — there is at most one `CfgNode` per AST. Project both
|
||||||
|
// ends through `.getNode()` so all variants contribute their use-use
|
||||||
|
// edges to the canonical pair.
|
||||||
|
exists(Cfg::NameNode fromVariant, Cfg::NameNode toVariant |
|
||||||
|
SsaImpl::AdjacentUses::adjacentUseUse(fromVariant, toVariant) and
|
||||||
|
fromVariant.getNode() = nodeFrom.getNode() and
|
||||||
|
toVariant.getNode() = nodeTo.getNode()
|
||||||
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
predicate defToFirstUse(EssaVariable var, NameNode nodeTo) {
|
predicate defToFirstUse(SsaImpl::EssaVariable var, Cfg::NameNode nodeTo) {
|
||||||
AdjacentUses::firstUse(var.getDefinition(), nodeTo)
|
exists(Cfg::NameNode toVariant |
|
||||||
|
SsaImpl::AdjacentUses::firstUse(var.getDefinition(), toVariant) and
|
||||||
|
toVariant.getNode() = nodeTo.getNode()
|
||||||
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
predicate useUseFlowStep(Node nodeFrom, Node nodeTo) {
|
predicate useUseFlowStep(Node nodeFrom, Node nodeTo) {
|
||||||
@@ -390,12 +445,13 @@ module LocalFlow {
|
|||||||
// `x = f(y)`
|
// `x = f(y)`
|
||||||
// nodeFrom is `y` on first line
|
// nodeFrom is `y` on first line
|
||||||
// nodeTo is `y` on second line
|
// nodeTo is `y` on second line
|
||||||
exists(EssaDefinition def |
|
exists(SsaImpl::EssaDefinition def, Cfg::NameNode toVariant |
|
||||||
nodeFrom.(CfgNode).getNode() = def.(EssaNodeDefinition).getDefiningNode()
|
nodeFrom.(CfgNode).getNode() = def.(SsaImpl::EssaNodeDefinition).getDefiningNode()
|
||||||
or
|
or
|
||||||
nodeFrom.(ScopeEntryDefinitionNode).getDefinition() = def
|
nodeFrom.(ScopeEntryDefinitionNode).getDefinition() = def
|
||||||
|
|
|
|
||||||
AdjacentUses::firstUse(def, nodeTo.(CfgNode).getNode())
|
SsaImpl::AdjacentUses::firstUse(def, toVariant) and
|
||||||
|
toVariant.getNode() = nodeTo.(CfgNode).getNode().getNode()
|
||||||
)
|
)
|
||||||
or
|
or
|
||||||
// Next use after use
|
// Next use after use
|
||||||
@@ -557,9 +613,9 @@ predicate runtimeJumpStep(Node nodeFrom, Node nodeTo) {
|
|||||||
// a parameter with a default value, since the parameter will be in the scope of the
|
// a parameter with a default value, since the parameter will be in the scope of the
|
||||||
// function, while the default value itself will be in the scope that _defines_ the
|
// function, while the default value itself will be in the scope that _defines_ the
|
||||||
// function.
|
// function.
|
||||||
exists(ParameterDefinition param |
|
exists(SsaImpl::ParameterDefinition param |
|
||||||
// note: we go to the _control-flow node_ of the parameter, and not the ESSA node of the parameter, since for type-tracking, the ESSA node is not a LocalSourceNode, so we would get in trouble.
|
// note: we go to the _control-flow node_ of the parameter, and not the ESSA node of the parameter, since for type-tracking, the ESSA node is not a LocalSourceNode, so we would get in trouble.
|
||||||
nodeFrom.asCfgNode() = param.getDefault() and
|
nodeFrom.asCfgNode().getNode() = param.getParameter().(Parameter).getDefault() and
|
||||||
nodeTo.asCfgNode() = param.getDefiningNode()
|
nodeTo.asCfgNode() = param.getDefiningNode()
|
||||||
)
|
)
|
||||||
or
|
or
|
||||||
@@ -663,7 +719,7 @@ predicate neverSkipInPathGraph(Node n) {
|
|||||||
// ```
|
// ```
|
||||||
// we would end up saying that the path MUST not skip the x in `y = x`, which is just
|
// we would end up saying that the path MUST not skip the x in `y = x`, which is just
|
||||||
// annoying and doesn't help the path explanation become clearer.
|
// annoying and doesn't help the path explanation become clearer.
|
||||||
n.asCfgNode() = any(EssaNodeDefinition def).getDefiningNode()
|
n.asCfgNode() = any(SsaImpl::EssaNodeDefinition def).getDefiningNode()
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -874,7 +930,7 @@ predicate listStoreStep(CfgNode nodeFrom, ListElementContent c, CfgNode nodeTo)
|
|||||||
// nodeFrom is `42`, cfg node
|
// nodeFrom is `42`, cfg node
|
||||||
// nodeTo is the list, `[..., 42, ...]`, cfg node
|
// nodeTo is the list, `[..., 42, ...]`, cfg node
|
||||||
// c denotes element of list
|
// c denotes element of list
|
||||||
nodeTo.getNode().(ListNode).getAnElement() = nodeFrom.getNode() and
|
nodeTo.getNode().(Cfg::ListNode).getAnElement() = nodeFrom.getNode() and
|
||||||
not nodeTo.getNode() instanceof UnpackingAssignmentSequenceTarget and
|
not nodeTo.getNode() instanceof UnpackingAssignmentSequenceTarget and
|
||||||
// Suppress unused variable warning
|
// Suppress unused variable warning
|
||||||
c = c
|
c = c
|
||||||
@@ -887,7 +943,7 @@ predicate setStoreStep(CfgNode nodeFrom, SetElementContent c, CfgNode nodeTo) {
|
|||||||
// nodeFrom is `42`, cfg node
|
// nodeFrom is `42`, cfg node
|
||||||
// nodeTo is the set, `{..., 42, ...}`, cfg node
|
// nodeTo is the set, `{..., 42, ...}`, cfg node
|
||||||
// c denotes element of list
|
// c denotes element of list
|
||||||
nodeTo.getNode().(SetNode).getAnElement() = nodeFrom.getNode() and
|
nodeTo.getNode().(Cfg::SetNode).getAnElement() = nodeFrom.getNode() and
|
||||||
// Suppress unused variable warning
|
// Suppress unused variable warning
|
||||||
c = c
|
c = c
|
||||||
}
|
}
|
||||||
@@ -900,7 +956,7 @@ predicate tupleStoreStep(CfgNode nodeFrom, TupleElementContent c, CfgNode nodeTo
|
|||||||
// nodeTo is the tuple, `(..., 42, ...)`, cfg node
|
// nodeTo is the tuple, `(..., 42, ...)`, cfg node
|
||||||
// c denotes element of tuple and index of nodeFrom
|
// c denotes element of tuple and index of nodeFrom
|
||||||
exists(int n |
|
exists(int n |
|
||||||
nodeTo.getNode().(TupleNode).getElement(n) = nodeFrom.getNode() and
|
nodeTo.getNode().(Cfg::TupleNode).getElement(n) = nodeFrom.getNode() and
|
||||||
not nodeTo.getNode() instanceof UnpackingAssignmentSequenceTarget and
|
not nodeTo.getNode() instanceof UnpackingAssignmentSequenceTarget and
|
||||||
c.getIndex() = n
|
c.getIndex() = n
|
||||||
)
|
)
|
||||||
@@ -914,7 +970,7 @@ predicate dictStoreStep(CfgNode nodeFrom, DictionaryElementContent c, Node nodeT
|
|||||||
// nodeTo is the dict, `{..., "key" = 42, ...}`, cfg node
|
// nodeTo is the dict, `{..., "key" = 42, ...}`, cfg node
|
||||||
// c denotes element of dictionary and the key `"key"`
|
// c denotes element of dictionary and the key `"key"`
|
||||||
exists(KeyValuePair item |
|
exists(KeyValuePair item |
|
||||||
item = nodeTo.asCfgNode().(DictNode).getNode().(Dict).getAnItem() and
|
item = nodeTo.asCfgNode().(Cfg::DictNode).getNode().(Dict).getAnItem() and
|
||||||
nodeFrom.getNode().getNode() = item.getValue() and
|
nodeFrom.getNode().getNode() = item.getValue() and
|
||||||
c.getKey() = item.getKey().(StringLiteral).getS()
|
c.getKey() = item.getKey().(StringLiteral).getS()
|
||||||
)
|
)
|
||||||
@@ -929,9 +985,9 @@ predicate dictStoreStep(CfgNode nodeFrom, DictionaryElementContent c, Node nodeT
|
|||||||
private predicate moreDictStoreSteps(CfgNode nodeFrom, DictionaryElementContent c, Node nodeTo) {
|
private predicate moreDictStoreSteps(CfgNode nodeFrom, DictionaryElementContent c, Node nodeTo) {
|
||||||
// NOTE: It's important to add logic to the newtype definition of
|
// NOTE: It's important to add logic to the newtype definition of
|
||||||
// DictionaryElementContent if you add new cases here.
|
// DictionaryElementContent if you add new cases here.
|
||||||
exists(SubscriptNode subscript |
|
exists(Cfg::SubscriptNode subscript |
|
||||||
nodeTo.(PostUpdateNode).getPreUpdateNode().asCfgNode() = subscript.getObject() and
|
nodeTo.(PostUpdateNode).getPreUpdateNode().asCfgNode() = subscript.getObject() and
|
||||||
nodeFrom.asCfgNode() = subscript.(DefinitionNode).getValue() and
|
nodeFrom.asCfgNode() = subscript.(Cfg::DefinitionNode).getValue() and
|
||||||
c.getKey() = subscript.getIndex().getNode().(StringLiteral).getText()
|
c.getKey() = subscript.getIndex().getNode().(StringLiteral).getText()
|
||||||
)
|
)
|
||||||
or
|
or
|
||||||
@@ -944,8 +1000,8 @@ private predicate moreDictStoreSteps(CfgNode nodeFrom, DictionaryElementContent
|
|||||||
}
|
}
|
||||||
|
|
||||||
predicate dictClearStep(Node node, DictionaryElementContent c) {
|
predicate dictClearStep(Node node, DictionaryElementContent c) {
|
||||||
exists(SubscriptNode subscript |
|
exists(Cfg::SubscriptNode subscript |
|
||||||
subscript instanceof DefinitionNode and
|
subscript instanceof Cfg::DefinitionNode and
|
||||||
node.asCfgNode() = subscript.getObject() and
|
node.asCfgNode() = subscript.getObject() and
|
||||||
c.getKey() = subscript.getIndex().getNode().(StringLiteral).getText()
|
c.getKey() = subscript.getIndex().getNode().(StringLiteral).getText()
|
||||||
)
|
)
|
||||||
@@ -1024,7 +1080,7 @@ predicate subscriptReadStep(CfgNode nodeFrom, Content c, CfgNode nodeTo) {
|
|||||||
// nodeFrom is `l`, cfg node
|
// nodeFrom is `l`, cfg node
|
||||||
// nodeTo is `l[3]`, cfg node
|
// nodeTo is `l[3]`, cfg node
|
||||||
// c is compatible with 3
|
// c is compatible with 3
|
||||||
nodeFrom.getNode() = nodeTo.getNode().(SubscriptNode).getObject() and
|
nodeFrom.getNode() = nodeTo.getNode().(Cfg::SubscriptNode).getObject() and
|
||||||
(
|
(
|
||||||
c instanceof ListElementContent
|
c instanceof ListElementContent
|
||||||
or
|
or
|
||||||
@@ -1033,10 +1089,10 @@ predicate subscriptReadStep(CfgNode nodeFrom, Content c, CfgNode nodeTo) {
|
|||||||
c instanceof DictionaryElementAnyContent
|
c instanceof DictionaryElementAnyContent
|
||||||
or
|
or
|
||||||
c.(TupleElementContent).getIndex() =
|
c.(TupleElementContent).getIndex() =
|
||||||
nodeTo.getNode().(SubscriptNode).getIndex().getNode().(IntegerLiteral).getValue()
|
nodeTo.getNode().(Cfg::SubscriptNode).getIndex().getNode().(IntegerLiteral).getValue()
|
||||||
or
|
or
|
||||||
c.(DictionaryElementContent).getKey() =
|
c.(DictionaryElementContent).getKey() =
|
||||||
nodeTo.getNode().(SubscriptNode).getIndex().getNode().(StringLiteral).getS()
|
nodeTo.getNode().(Cfg::SubscriptNode).getIndex().getNode().(StringLiteral).getS()
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1091,7 +1147,7 @@ module Conversions {
|
|||||||
|
|
||||||
predicate formatReadStep(Node nodeFrom, ContentSet c, Node nodeTo) {
|
predicate formatReadStep(Node nodeFrom, ContentSet c, Node nodeTo) {
|
||||||
// % formatting
|
// % formatting
|
||||||
exists(BinaryExprNode fmt | fmt = nodeTo.asCfgNode() |
|
exists(Cfg::BinaryExprNode fmt | fmt = nodeTo.asCfgNode() |
|
||||||
fmt.getOp() instanceof Mod and
|
fmt.getOp() instanceof Mod and
|
||||||
fmt.getRight() = nodeFrom.asCfgNode()
|
fmt.getRight() = nodeFrom.asCfgNode()
|
||||||
) and
|
) and
|
||||||
|
|||||||
@@ -5,11 +5,14 @@ overlay[local]
|
|||||||
module;
|
module;
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
private import semmle.python.controlflow.internal.AstNodeImpl as CfgImpl
|
||||||
|
private import codeql.controlflow.SuccessorType
|
||||||
private import DataFlowPrivate
|
private import DataFlowPrivate
|
||||||
import semmle.python.dataflow.new.TypeTracking
|
import semmle.python.dataflow.new.TypeTracking
|
||||||
import Attributes
|
import Attributes
|
||||||
import LocalSources
|
import LocalSources
|
||||||
private import semmle.python.essa.SsaCompute
|
private import semmle.python.dataflow.new.internal.SsaImpl as SsaImpl
|
||||||
private import semmle.python.dataflow.new.internal.ImportStar
|
private import semmle.python.dataflow.new.internal.ImportStar
|
||||||
private import semmle.python.frameworks.data.ModelsAsData
|
private import semmle.python.frameworks.data.ModelsAsData
|
||||||
private import FlowSummaryImpl as FlowSummaryImpl
|
private import FlowSummaryImpl as FlowSummaryImpl
|
||||||
@@ -27,16 +30,18 @@ private import semmle.python.frameworks.data.ModelsAsData
|
|||||||
overlay[local]
|
overlay[local]
|
||||||
newtype TNode =
|
newtype TNode =
|
||||||
/** A node corresponding to a control flow node. */
|
/** A node corresponding to a control flow node. */
|
||||||
TCfgNode(ControlFlowNode node) {
|
TCfgNode(Cfg::ControlFlowNode node) {
|
||||||
isExpressionNode(node)
|
isExpressionNode(node)
|
||||||
or
|
or
|
||||||
node.getNode() instanceof Pattern
|
node.injects(_) and node.getNode() instanceof Pattern
|
||||||
} or
|
} or
|
||||||
/**
|
/**
|
||||||
* A node corresponding to a scope entry definition. That is, the value of a variable
|
* A node corresponding to a scope entry definition. That is, the value of a variable
|
||||||
* as it enters a scope.
|
* as it enters a scope.
|
||||||
*/
|
*/
|
||||||
TScopeEntryDefinitionNode(ScopeEntryDefinition def) { not def.getScope() instanceof Module } or
|
TScopeEntryDefinitionNode(SsaImpl::ScopeEntryDefinition def) {
|
||||||
|
not def.getScope() instanceof Module
|
||||||
|
} or
|
||||||
/**
|
/**
|
||||||
* A synthetic node representing the value of an object before a state change.
|
* A synthetic node representing the value of an object before a state change.
|
||||||
*
|
*
|
||||||
@@ -47,36 +52,39 @@ newtype TNode =
|
|||||||
// NOTE: since we can't rely on the call graph, but we want to have synthetic
|
// NOTE: since we can't rely on the call graph, but we want to have synthetic
|
||||||
// pre-update nodes for class calls, we end up getting synthetic pre-update nodes for
|
// pre-update nodes for class calls, we end up getting synthetic pre-update nodes for
|
||||||
// ALL calls :|
|
// ALL calls :|
|
||||||
TSyntheticPreUpdateNode(CallNode call) or
|
TSyntheticPreUpdateNode(Cfg::CallNode call) { call.injects(_) } or
|
||||||
/**
|
/**
|
||||||
* A synthetic node representing the value of an object after a state change.
|
* A synthetic node representing the value of an object after a state change.
|
||||||
* See QLDoc for `PostUpdateNode`.
|
* See QLDoc for `PostUpdateNode`.
|
||||||
*/
|
*/
|
||||||
TSyntheticPostUpdateNode(ControlFlowNode node) {
|
TSyntheticPostUpdateNode(Cfg::ControlFlowNode node) {
|
||||||
exists(CallNode call |
|
node.injects(_) and
|
||||||
node = call.getArg(_)
|
(
|
||||||
|
exists(Cfg::CallNode call |
|
||||||
|
node = call.getArg(_)
|
||||||
|
or
|
||||||
|
node = call.getArgByName(_)
|
||||||
|
or
|
||||||
|
// `self` argument when handling class instance calls (`__call__` special method))
|
||||||
|
node = call.getFunction()
|
||||||
|
)
|
||||||
or
|
or
|
||||||
node = call.getArgByName(_)
|
node = any(Cfg::AttrNode a).getObject()
|
||||||
or
|
or
|
||||||
// `self` argument when handling class instance calls (`__call__` special method))
|
node = any(Cfg::SubscriptNode s).getObject()
|
||||||
node = call.getFunction()
|
or
|
||||||
|
// self parameter when used implicitly in `super()`
|
||||||
|
exists(Class cls, Function func, SsaImpl::ParameterDefinition def |
|
||||||
|
func = cls.getAMethod() and
|
||||||
|
not isStaticmethod(func) and
|
||||||
|
// this matches what we do in ExtractedParameterNode
|
||||||
|
def.getDefiningNode() = node and
|
||||||
|
def.getParameter() = func.getArg(0)
|
||||||
|
)
|
||||||
|
or
|
||||||
|
// the iterable argument to the implicit comprehension function
|
||||||
|
node.getNode() = any(Comp c).getIterable()
|
||||||
)
|
)
|
||||||
or
|
|
||||||
node = any(AttrNode a).getObject()
|
|
||||||
or
|
|
||||||
node = any(SubscriptNode s).getObject()
|
|
||||||
or
|
|
||||||
// self parameter when used implicitly in `super()`
|
|
||||||
exists(Class cls, Function func, ParameterDefinition def |
|
|
||||||
func = cls.getAMethod() and
|
|
||||||
not isStaticmethod(func) and
|
|
||||||
// this matches what we do in ExtractedParameterNode
|
|
||||||
def.getDefiningNode() = node and
|
|
||||||
def.getParameter() = func.getArg(0)
|
|
||||||
)
|
|
||||||
or
|
|
||||||
// the iterable argument to the implicit comprehension function
|
|
||||||
node.getNode() = any(Comp c).getIterable()
|
|
||||||
} or
|
} or
|
||||||
/** A node representing a global (module-level) variable in a specific module. */
|
/** A node representing a global (module-level) variable in a specific module. */
|
||||||
TModuleVariableNode(Module m, GlobalVariable v) { v.getScope() = m } or
|
TModuleVariableNode(Module m, GlobalVariable v) { v.getScope() = m } or
|
||||||
@@ -112,7 +120,9 @@ newtype TNode =
|
|||||||
exists(ParameterPosition ppos | ppos.isStarArgs(_) | exists(callable.getParameter(ppos)))
|
exists(ParameterPosition ppos | ppos.isStarArgs(_) | exists(callable.getParameter(ppos)))
|
||||||
} or
|
} or
|
||||||
/** A synthetic node to capture keyword arguments that are passed to a `**kwargs` parameter. */
|
/** A synthetic node to capture keyword arguments that are passed to a `**kwargs` parameter. */
|
||||||
TSynthDictSplatArgumentNode(CallNode call) { exists(call.getArgByName(_)) } or
|
TSynthDictSplatArgumentNode(Cfg::CallNode call) {
|
||||||
|
call.injects(_) and exists(call.getArgByName(_))
|
||||||
|
} or
|
||||||
/** A synthetic node to allow flow to keyword parameters from a `**kwargs` argument. */
|
/** A synthetic node to allow flow to keyword parameters from a `**kwargs` argument. */
|
||||||
TSynthDictSplatParameterNode(DataFlowCallable callable) {
|
TSynthDictSplatParameterNode(DataFlowCallable callable) {
|
||||||
exists(ParameterPosition ppos | ppos.isKeyword(_) | exists(callable.getParameter(ppos)))
|
exists(ParameterPosition ppos | ppos.isKeyword(_) | exists(callable.getParameter(ppos)))
|
||||||
@@ -128,15 +138,15 @@ newtype TNode =
|
|||||||
* A synthetic node representing the values of the variables captured
|
* A synthetic node representing the values of the variables captured
|
||||||
* by the callable being called.
|
* by the callable being called.
|
||||||
*/
|
*/
|
||||||
TSynthCapturedVariablesArgumentNode(ControlFlowNode callable) {
|
TSynthCapturedVariablesArgumentNode(Cfg::ControlFlowNode callable) {
|
||||||
callable = any(CallNode c).getFunction()
|
callable.injects(_) and callable = any(Cfg::CallNode c).getFunction()
|
||||||
} or
|
} or
|
||||||
/**
|
/**
|
||||||
* A synthetic node representing the values of the variables captured
|
* A synthetic node representing the values of the variables captured
|
||||||
* by the callable being called, after the output has been computed.
|
* by the callable being called, after the output has been computed.
|
||||||
*/
|
*/
|
||||||
TSynthCapturedVariablesArgumentPostUpdateNode(ControlFlowNode callable) {
|
TSynthCapturedVariablesArgumentPostUpdateNode(Cfg::ControlFlowNode callable) {
|
||||||
callable = any(CallNode c).getFunction()
|
callable.injects(_) and callable = any(Cfg::CallNode c).getFunction()
|
||||||
} or
|
} or
|
||||||
/** A synthetic node representing the values of variables captured by a comprehension. */
|
/** A synthetic node representing the values of variables captured by a comprehension. */
|
||||||
TSynthCompCapturedVariablesArgumentNode(Comp comp) {
|
TSynthCompCapturedVariablesArgumentNode(Comp comp) {
|
||||||
@@ -194,7 +204,7 @@ class Node extends TNode {
|
|||||||
}
|
}
|
||||||
|
|
||||||
/** Gets the control-flow node corresponding to this node, if any. */
|
/** Gets the control-flow node corresponding to this node, if any. */
|
||||||
ControlFlowNode asCfgNode() { none() }
|
Cfg::ControlFlowNode asCfgNode() { none() }
|
||||||
|
|
||||||
/** Gets the expression corresponding to this node, if any. */
|
/** Gets the expression corresponding to this node, if any. */
|
||||||
Expr asExpr() { none() }
|
Expr asExpr() { none() }
|
||||||
@@ -207,14 +217,14 @@ class Node extends TNode {
|
|||||||
|
|
||||||
/** A data-flow node corresponding to a control-flow node. */
|
/** A data-flow node corresponding to a control-flow node. */
|
||||||
class CfgNode extends Node, TCfgNode {
|
class CfgNode extends Node, TCfgNode {
|
||||||
ControlFlowNode node;
|
Cfg::ControlFlowNode node;
|
||||||
|
|
||||||
CfgNode() { this = TCfgNode(node) }
|
CfgNode() { this = TCfgNode(node) }
|
||||||
|
|
||||||
/** Gets the `ControlFlowNode` represented by this data-flow node. */
|
/** Gets the `Cfg::ControlFlowNode` represented by this data-flow node. */
|
||||||
ControlFlowNode getNode() { result = node }
|
Cfg::ControlFlowNode getNode() { result = node }
|
||||||
|
|
||||||
override ControlFlowNode asCfgNode() { result = node }
|
override Cfg::ControlFlowNode asCfgNode() { result = node }
|
||||||
|
|
||||||
/** Gets a textual representation of this element. */
|
/** Gets a textual representation of this element. */
|
||||||
override string toString() { result = node.toString() }
|
override string toString() { result = node.toString() }
|
||||||
@@ -224,9 +234,9 @@ class CfgNode extends Node, TCfgNode {
|
|||||||
override Location getLocation() { result = node.getLocation() }
|
override Location getLocation() { result = node.getLocation() }
|
||||||
}
|
}
|
||||||
|
|
||||||
/** A data-flow node corresponding to a `CallNode` in the control-flow graph. */
|
/** A data-flow node corresponding to a `Cfg::CallNode` in the control-flow graph. */
|
||||||
class CallCfgNode extends CfgNode, LocalSourceNode {
|
class CallCfgNode extends CfgNode, LocalSourceNode {
|
||||||
override CallNode node;
|
override Cfg::CallNode node;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Gets the data-flow node for the function component of the call corresponding to this data-flow
|
* Gets the data-flow node for the function component of the call corresponding to this data-flow
|
||||||
@@ -307,15 +317,15 @@ ExprNode exprNode(DataFlowExpr e) { result.getNode().getNode() = e }
|
|||||||
* as it enters a scope.
|
* as it enters a scope.
|
||||||
*/
|
*/
|
||||||
class ScopeEntryDefinitionNode extends Node, TScopeEntryDefinitionNode {
|
class ScopeEntryDefinitionNode extends Node, TScopeEntryDefinitionNode {
|
||||||
ScopeEntryDefinition def;
|
SsaImpl::ScopeEntryDefinition def;
|
||||||
|
|
||||||
ScopeEntryDefinitionNode() { this = TScopeEntryDefinitionNode(def) }
|
ScopeEntryDefinitionNode() { this = TScopeEntryDefinitionNode(def) }
|
||||||
|
|
||||||
/** Gets the `ScopeEntryDefinition` associated with this node. */
|
/** Gets the `SsaImpl::ScopeEntryDefinition` associated with this node. */
|
||||||
ScopeEntryDefinition getDefinition() { result = def }
|
SsaImpl::ScopeEntryDefinition getDefinition() { result = def }
|
||||||
|
|
||||||
/** Gets the source variable represented by this node. */
|
/** Gets the source variable represented by this node. */
|
||||||
SsaSourceVariable getVariable() { result = def.getSourceVariable() }
|
SsaImpl::SsaSourceVariable getVariable() { result = def.getSourceVariable() }
|
||||||
|
|
||||||
override Location getLocation() { result = def.getLocation() }
|
override Location getLocation() { result = def.getLocation() }
|
||||||
|
|
||||||
@@ -337,7 +347,7 @@ class ParameterNode extends Node instanceof ParameterNodeImpl {
|
|||||||
/** A parameter node found in the source code (not in a summary). */
|
/** A parameter node found in the source code (not in a summary). */
|
||||||
class ExtractedParameterNode extends ParameterNodeImpl, CfgNode {
|
class ExtractedParameterNode extends ParameterNodeImpl, CfgNode {
|
||||||
//, LocalSourceNode {
|
//, LocalSourceNode {
|
||||||
ParameterDefinition def;
|
SsaImpl::ParameterDefinition def;
|
||||||
|
|
||||||
ExtractedParameterNode() { node = def.getDefiningNode() }
|
ExtractedParameterNode() { node = def.getDefiningNode() }
|
||||||
|
|
||||||
@@ -368,10 +378,10 @@ Node getCallArgApproximation() {
|
|||||||
exists(Class c | result.asExpr() = c.getAMethod().getArg(0))
|
exists(Class c | result.asExpr() = c.getAMethod().getArg(0))
|
||||||
or
|
or
|
||||||
// the object part of an attribute expression (which might be a bound method)
|
// the object part of an attribute expression (which might be a bound method)
|
||||||
result.asCfgNode() = any(AttrNode a).getObject()
|
result.asCfgNode() = any(Cfg::AttrNode a).getObject()
|
||||||
or
|
or
|
||||||
// the function part of any call
|
// the function part of any call
|
||||||
result.asCfgNode() = any(CallNode c).getFunction()
|
result.asCfgNode() = any(Cfg::CallNode c).getFunction()
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Gets the extracted argument nodes that do not rely on `getCallArg`. */
|
/** Gets the extracted argument nodes that do not rely on `getCallArg`. */
|
||||||
@@ -380,7 +390,7 @@ private Node implicitArgumentNode() {
|
|||||||
normalCallArg(_, result, _)
|
normalCallArg(_, result, _)
|
||||||
or
|
or
|
||||||
// and self arguments
|
// and self arguments
|
||||||
result.asCfgNode() = any(CallNode c).getFunction().(AttrNode).getObject()
|
result.asCfgNode() = any(Cfg::CallNode c).getFunction().(Cfg::AttrNode).getObject()
|
||||||
or
|
or
|
||||||
// for comprehensions, we allow the synthetic `iterable` argument
|
// for comprehensions, we allow the synthetic `iterable` argument
|
||||||
result.asExpr() = any(Comp c).getIterable()
|
result.asExpr() = any(Comp c).getIterable()
|
||||||
@@ -489,17 +499,20 @@ class ModuleVariableNode extends Node, TModuleVariableNode {
|
|||||||
not result.getScope() = mod
|
not result.getScope() = mod
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Gets an `EssaNode` that corresponds to an assignment of this global variable. */
|
/** Gets a CFG node that corresponds to an assignment of this global variable. */
|
||||||
Node getAWrite() {
|
Node getAWrite() {
|
||||||
any(EssaNodeDefinition def).definedBy(var, result.asCfgNode().(DefinitionNode))
|
exists(Cfg::NameNode n |
|
||||||
|
n.defines(var) and
|
||||||
|
result.asCfgNode() = n
|
||||||
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Gets the possible values of the variable at the end of import time */
|
/** Gets the possible values of the variable at the end of import time */
|
||||||
CfgNode getADefiningWrite() {
|
CfgNode getADefiningWrite() {
|
||||||
exists(SsaVariable def |
|
exists(SsaImpl::EssaVariable def |
|
||||||
def = any(SsaVariable ssa_var).getAnUltimateDefinition() and
|
def = any(SsaImpl::EssaVariable ssa_var).getAnUltimateDefinition() and
|
||||||
def.getDefinition() = result.asCfgNode() and
|
def.getDefinition().(SsaImpl::EssaNodeDefinition).getDefiningNode() = result.asCfgNode() and
|
||||||
def.getVariable() = var
|
def.getSourceVariable().getVariable() = var
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -516,7 +529,7 @@ private ModuleVariableNode import_star_read(Node n) {
|
|||||||
overlay[global]
|
overlay[global]
|
||||||
pragma[nomagic]
|
pragma[nomagic]
|
||||||
private predicate resolved_import_star_module(Module m, string name, Node n) {
|
private predicate resolved_import_star_module(Module m, string name, Node n) {
|
||||||
exists(NameNode nn | nn = n.asCfgNode() |
|
exists(Cfg::NameNode nn | nn = n.asCfgNode() |
|
||||||
ImportStar::importStarResolvesTo(pragma[only_bind_into](nn), m) and
|
ImportStar::importStarResolvesTo(pragma[only_bind_into](nn), m) and
|
||||||
nn.getId() = name
|
nn.getId() = name
|
||||||
)
|
)
|
||||||
@@ -530,9 +543,9 @@ private predicate resolved_import_star_module(Module m, string name, Node n) {
|
|||||||
* step to TIterableElement followed by a store step to the target.
|
* step to TIterableElement followed by a store step to the target.
|
||||||
*/
|
*/
|
||||||
class IterableSequenceNode extends Node, TIterableSequenceNode {
|
class IterableSequenceNode extends Node, TIterableSequenceNode {
|
||||||
CfgNode consumer;
|
UnpackingAssignmentSequenceTarget consumer;
|
||||||
|
|
||||||
IterableSequenceNode() { this = TIterableSequenceNode(consumer.getNode()) }
|
IterableSequenceNode() { this = TIterableSequenceNode(consumer) }
|
||||||
|
|
||||||
override string toString() { result = "IterableSequence" }
|
override string toString() { result = "IterableSequence" }
|
||||||
|
|
||||||
@@ -547,9 +560,9 @@ class IterableSequenceNode extends Node, TIterableSequenceNode {
|
|||||||
* read step from the list to IterableElement followed by a store step to the tuple.
|
* read step from the list to IterableElement followed by a store step to the tuple.
|
||||||
*/
|
*/
|
||||||
class IterableElementNode extends Node, TIterableElementNode {
|
class IterableElementNode extends Node, TIterableElementNode {
|
||||||
CfgNode consumer;
|
UnpackingAssignmentTarget consumer;
|
||||||
|
|
||||||
IterableElementNode() { this = TIterableElementNode(consumer.getNode()) }
|
IterableElementNode() { this = TIterableElementNode(consumer) }
|
||||||
|
|
||||||
override string toString() { result = "IterableElement" }
|
override string toString() { result = "IterableElement" }
|
||||||
|
|
||||||
@@ -574,88 +587,88 @@ class StarPatternElementNode extends Node, TStarPatternElementNode {
|
|||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Gets a node that controls whether other nodes are evaluated.
|
* A node that participates in a conditional split: a CFG node whose
|
||||||
|
* evaluation outcome (true/false) is used to choose between two
|
||||||
|
* successor basic blocks. In the shared CFG, branching is detected
|
||||||
|
* via typed successor edges (boolean successor types) on the unique
|
||||||
|
* `injects` node for each AST expression.
|
||||||
*
|
*
|
||||||
* In the base case, this is the last node of `conditionBlock`, and `flipped` is `false`.
|
* Users typically obtain a `GuardNode` by casting from a more specific
|
||||||
* This definition accounts for (short circuting) `and`- and `or`-expressions, as the structure
|
* Cfg type: `g.(Cfg::CallNode)` for a call-based check, etc.
|
||||||
* of basic blocks will reflect their semantics.
|
|
||||||
*
|
|
||||||
* However, in the program
|
|
||||||
* ```python
|
|
||||||
* if not is_safe(path):
|
|
||||||
* return
|
|
||||||
* ```
|
|
||||||
* the last node in the `ConditionBlock` is `not is_safe(path)`.
|
|
||||||
*
|
|
||||||
* We would like to consider also `is_safe(path)` a guard node, albeit with `flipped` being `true`.
|
|
||||||
* Thus we recurse through `not`-expressions.
|
|
||||||
*/
|
*/
|
||||||
ControlFlowNode guardNode(ConditionBlock conditionBlock, boolean flipped) {
|
class GuardNode extends Cfg::ControlFlowNode {
|
||||||
// Base case: the last node truly does determine which successor is chosen
|
GuardNode() {
|
||||||
result = conditionBlock.getLastNode() and
|
// This node has boolean successor edges (directly or via wrapping).
|
||||||
flipped = false
|
outcomeOfGuard(this, _, _)
|
||||||
or
|
}
|
||||||
// Recursive cases:
|
|
||||||
// if a guard node is a `not`-expression,
|
/** Holds if this guard controls block `b` upon evaluating to `branch`. */
|
||||||
// the operand is also a guard node, but with inverted polarity.
|
predicate controlsBlock(Cfg::BasicBlock b, boolean branch) {
|
||||||
exists(UnaryExprNode notNode |
|
exists(CfgImpl::BasicBlock outcomeBB |
|
||||||
result = notNode.getOperand() and
|
outcomeOfGuard(this, outcomeBB, branch) and
|
||||||
notNode.getNode().getOp() instanceof Not
|
outcomeBB.dominates(b)
|
||||||
|
|
|
||||||
notNode = guardNode(conditionBlock, flipped.booleanNot())
|
|
||||||
)
|
|
||||||
or
|
|
||||||
// if a guard node is compared to a boolean literal,
|
|
||||||
// the other operand is also a guard node,
|
|
||||||
// but with polarity depending on the literal (and on the comparison).
|
|
||||||
exists(CompareNode cmpNode, Cmpop op, ControlFlowNode b, boolean should_flip |
|
|
||||||
(
|
|
||||||
cmpNode.operands(result, op, b) or
|
|
||||||
cmpNode.operands(b, op, result)
|
|
||||||
) and
|
|
||||||
not result.getNode() instanceof BooleanLiteral and
|
|
||||||
(
|
|
||||||
// comparing to the boolean
|
|
||||||
(op instanceof Eq or op instanceof Is) and
|
|
||||||
// we should flip if the value compared against, here the value of `b`, is false
|
|
||||||
should_flip = b.getNode().(BooleanLiteral).booleanValue().booleanNot()
|
|
||||||
or
|
|
||||||
// comparing to the negation of the boolean
|
|
||||||
(op instanceof NotEq or op instanceof IsNot) and
|
|
||||||
// again, we should flip if the value compared against, here the value of `not b`, is false.
|
|
||||||
// That is, if the value of `b` is true.
|
|
||||||
should_flip = b.getNode().(BooleanLiteral).booleanValue()
|
|
||||||
)
|
)
|
||||||
|
|
}
|
||||||
// we flip `flipped` according to `should_flip` via the formula `flipped xor should_flip`.
|
|
||||||
flipped in [true, false] and
|
|
||||||
cmpNode = guardNode(conditionBlock, flipped.booleanXor(should_flip))
|
|
||||||
)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* A node that controls whether other nodes are evaluated.
|
* Holds if `outcomeBB` is the basic block entered when `guard` evaluates
|
||||||
|
* to `branch`.
|
||||||
*
|
*
|
||||||
* The field `flipped` allows us to match `GuardNode`s underneath
|
* For a direct guard `if g:`, the outcome BB starts at the after-value
|
||||||
* `not`-expressions and still choose the appropriate branch.
|
* node for the matching branch. For wrapped guards like `not g` or
|
||||||
|
* `g == True`, we follow those wrappers up the AST to find the
|
||||||
|
* outermost expression that actually branches, with an appropriate
|
||||||
|
* polarity transform.
|
||||||
*/
|
*/
|
||||||
class GuardNode extends ControlFlowNode {
|
private predicate outcomeOfGuard(
|
||||||
ConditionBlock conditionBlock;
|
Cfg::ControlFlowNode guard, CfgImpl::BasicBlock outcomeBB, boolean branch
|
||||||
boolean flipped;
|
) {
|
||||||
|
// Base case: the guard has boolean successor edges.
|
||||||
GuardNode() { this = guardNode(conditionBlock, flipped) }
|
// Only the canonical representative (injects) can act as a guard base.
|
||||||
|
guard.injects(_) and
|
||||||
/** Holds if this guard controls block `b` upon evaluating to `branch`. */
|
exists(BooleanSuccessor t |
|
||||||
predicate controlsBlock(BasicBlock b, boolean branch) {
|
t.getValue() = branch and
|
||||||
branch in [true, false] and
|
outcomeBB = guard.(CfgImpl::ControlFlowNode).getASuccessor(t).getBasicBlock()
|
||||||
conditionBlock.controls(b, branch.booleanXor(flipped))
|
)
|
||||||
}
|
or
|
||||||
|
// Recursive: `not guard` — same outcome split as `guard`, flipped.
|
||||||
|
exists(Cfg::UnaryExprNode notNode, boolean notBranch |
|
||||||
|
notNode.injects(_) and
|
||||||
|
notNode.getOperand().getNode() = guard.getNode() and
|
||||||
|
notNode.getNode().getOp() instanceof Not and
|
||||||
|
outcomeOfGuard(notNode, outcomeBB, notBranch) and
|
||||||
|
branch = notBranch.booleanNot()
|
||||||
|
)
|
||||||
|
or
|
||||||
|
// Recursive: comparisons against a boolean literal.
|
||||||
|
exists(
|
||||||
|
Cfg::CompareNode cmpNode, Cmpop op, Cfg::ControlFlowNode otherOperand,
|
||||||
|
Cfg::ControlFlowNode guardOperand, boolean polarity, boolean cmpBranch
|
||||||
|
|
|
||||||
|
cmpNode.injects(_) and
|
||||||
|
guardOperand.getNode() = guard.getNode() and
|
||||||
|
(
|
||||||
|
cmpNode.operands(guardOperand, op, otherOperand) or
|
||||||
|
cmpNode.operands(otherOperand, op, guardOperand)
|
||||||
|
) and
|
||||||
|
not guard.getNode() instanceof BooleanLiteral and
|
||||||
|
(
|
||||||
|
(op instanceof Eq or op instanceof Is) and
|
||||||
|
polarity = otherOperand.getNode().(BooleanLiteral).booleanValue()
|
||||||
|
or
|
||||||
|
(op instanceof NotEq or op instanceof IsNot) and
|
||||||
|
polarity = otherOperand.getNode().(BooleanLiteral).booleanValue().booleanNot()
|
||||||
|
) and
|
||||||
|
outcomeOfGuard(cmpNode, outcomeBB, cmpBranch) and
|
||||||
|
branch = cmpBranch.booleanXor(polarity.booleanNot())
|
||||||
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Holds if the guard `g` validates `node` upon evaluating to `branch`.
|
* Holds if the guard `g` validates `node` upon evaluating to `branch`.
|
||||||
*/
|
*/
|
||||||
signature predicate guardChecksSig(GuardNode g, ControlFlowNode node, boolean branch);
|
signature predicate guardChecksSig(GuardNode g, Cfg::ControlFlowNode node, boolean branch);
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Provides a set of barrier nodes for a guard that validates a node.
|
* Provides a set of barrier nodes for a guard that validates a node.
|
||||||
@@ -670,7 +683,9 @@ module BarrierGuard<guardChecksSig/3 guardChecks> {
|
|||||||
result = ParameterizedBarrierGuard<Unit, extendedGuardChecks/4>::getABarrierNode(_)
|
result = ParameterizedBarrierGuard<Unit, extendedGuardChecks/4>::getABarrierNode(_)
|
||||||
}
|
}
|
||||||
|
|
||||||
private predicate extendedGuardChecks(GuardNode g, ControlFlowNode node, boolean branch, Unit u) {
|
private predicate extendedGuardChecks(
|
||||||
|
GuardNode g, Cfg::ControlFlowNode node, boolean branch, Unit u
|
||||||
|
) {
|
||||||
guardChecks(g, node, branch) and
|
guardChecks(g, node, branch) and
|
||||||
u = u
|
u = u
|
||||||
}
|
}
|
||||||
@@ -680,7 +695,7 @@ bindingset[this]
|
|||||||
private signature class ParamSig;
|
private signature class ParamSig;
|
||||||
|
|
||||||
private module WithParam<ParamSig P> {
|
private module WithParam<ParamSig P> {
|
||||||
signature predicate guardChecksSig(GuardNode g, ControlFlowNode node, boolean branch, P param);
|
signature predicate guardChecksSig(GuardNode g, Cfg::ControlFlowNode node, boolean branch, P param);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -693,10 +708,16 @@ module ParameterizedBarrierGuard<ParamSig P, WithParam<P>::guardChecksSig/4 guar
|
|||||||
/** Gets a node that is safely guarded by the given guard check with parameter `param`. */
|
/** Gets a node that is safely guarded by the given guard check with parameter `param`. */
|
||||||
overlay[global]
|
overlay[global]
|
||||||
ExprNode getABarrierNode(P param) {
|
ExprNode getABarrierNode(P param) {
|
||||||
exists(GuardNode g, EssaDefinition def, ControlFlowNode node, boolean branch |
|
exists(GuardNode g, SsaImpl::EssaDefinition def, Cfg::ControlFlowNode node, boolean branch |
|
||||||
AdjacentUses::useOfDef(def, node) and
|
SsaImpl::AdjacentUses::useOfDef(def, node) and
|
||||||
guardChecks(g, node, branch, param) and
|
guardChecks(g, node, branch, param) and
|
||||||
AdjacentUses::useOfDef(def, result.asCfgNode()) and
|
SsaImpl::AdjacentUses::useOfDef(def, result.asCfgNode()) and
|
||||||
|
// The protected use must be a different SSA position than the test
|
||||||
|
// position itself: `controlsBlock` is reflexive on dominance, and
|
||||||
|
// the test expression is an SSA-use position on the def-use chain.
|
||||||
|
// Without this guard, the test position would be returned as a
|
||||||
|
// barrier and block flow before it can reach genuine branch uses.
|
||||||
|
node != result.asCfgNode() and
|
||||||
g.controlsBlock(result.asCfgNode().getBasicBlock(), branch)
|
g.controlsBlock(result.asCfgNode().getBasicBlock(), branch)
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
@@ -712,7 +733,7 @@ module ExternalBarrierGuard {
|
|||||||
private import semmle.python.ApiGraphs
|
private import semmle.python.ApiGraphs
|
||||||
|
|
||||||
overlay[global]
|
overlay[global]
|
||||||
private predicate guardCheck(GuardNode g, ControlFlowNode node, boolean branch, string kind) {
|
private predicate guardCheck(GuardNode g, Cfg::ControlFlowNode node, boolean branch, string kind) {
|
||||||
exists(API::CallNode call, API::Node parameter |
|
exists(API::CallNode call, API::Node parameter |
|
||||||
parameter = call.getAParameter() and
|
parameter = call.getAParameter() and
|
||||||
parameter = ModelOutput::getABarrierGuardNode(kind, branch)
|
parameter = ModelOutput::getABarrierGuardNode(kind, branch)
|
||||||
@@ -748,10 +769,10 @@ newtype TContent =
|
|||||||
TSetElementContent() or
|
TSetElementContent() or
|
||||||
/** An element of a tuple at a specific index. */
|
/** An element of a tuple at a specific index. */
|
||||||
TTupleElementContent(int index) {
|
TTupleElementContent(int index) {
|
||||||
exists(any(TupleNode tn).getElement(index))
|
exists(any(Cfg::TupleNode tn).getElement(index))
|
||||||
or
|
or
|
||||||
// Arguments can overflow and end up in the starred parameter tuple.
|
// Arguments can overflow and end up in the starred parameter tuple.
|
||||||
exists(any(CallNode cn).getArg(index))
|
exists(any(Cfg::CallNode cn).getArg(index))
|
||||||
or
|
or
|
||||||
// since flow summaries might use tuples, we ensure that we at least have valid
|
// since flow summaries might use tuples, we ensure that we at least have valid
|
||||||
// TTupleElementContent for the 0..7 (7 was picked to match `small_tuple` in
|
// TTupleElementContent for the 0..7 (7 was picked to match `small_tuple` in
|
||||||
@@ -768,10 +789,14 @@ newtype TContent =
|
|||||||
or
|
or
|
||||||
// d["key"] = ...
|
// d["key"] = ...
|
||||||
key =
|
key =
|
||||||
any(SubscriptNode sub | sub.isStore() | sub.getIndex().getNode().(StringLiteral).getText())
|
any(Cfg::SubscriptNode sub |
|
||||||
|
sub.isStore()
|
||||||
|
|
|
||||||
|
sub.getIndex().getNode().(StringLiteral).getText()
|
||||||
|
)
|
||||||
or
|
or
|
||||||
// d.setdefault("key", ...)
|
// d.setdefault("key", ...)
|
||||||
exists(CallNode call | call.getFunction().(AttrNode).getName() = "setdefault" |
|
exists(Cfg::CallNode call | call.getFunction().(Cfg::AttrNode).getName() = "setdefault" |
|
||||||
key = call.getArg(0).getNode().(StringLiteral).getText()
|
key = call.getArg(0).getNode().(StringLiteral).getText()
|
||||||
)
|
)
|
||||||
} or
|
} or
|
||||||
|
|||||||
@@ -5,17 +5,18 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
private import semmle.python.dataflow.new.internal.SsaImpl as SsaImpl
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.dataflow.new.internal.ImportStar
|
private import semmle.python.dataflow.new.internal.ImportStar
|
||||||
private import semmle.python.dataflow.new.TypeTracking
|
private import semmle.python.dataflow.new.TypeTracking
|
||||||
private import semmle.python.dataflow.new.internal.DataFlowPrivate
|
private import semmle.python.dataflow.new.internal.DataFlowPrivate
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Holds if `init` is a package's `__init__.py` and `var` is a global variable in
|
* Holds if the name of `var` refers to a submodule of a package and `init` is
|
||||||
* `init` whose name matches a submodule of the package.
|
* the `__init__` module of that package. Locally inlined replacement for the
|
||||||
*
|
* legacy `SsaSource::init_module_submodule_defn` so that this module has no
|
||||||
* Inlined from `SsaSource::init_module_submodule_defn` to avoid pulling
|
* direct dependency on `semmle.python.essa.SsaDefinitions`.
|
||||||
* `semmle.python.essa.SsaDefinitions` into the new dataflow stack.
|
|
||||||
*/
|
*/
|
||||||
private predicate initModuleSubmoduleDefn(GlobalVariable var, Module init) {
|
private predicate initModuleSubmoduleDefn(GlobalVariable var, Module init) {
|
||||||
init.isPackageInit() and
|
init.isPackageInit() and
|
||||||
@@ -81,13 +82,19 @@ module ImportResolution {
|
|||||||
* Holds if there is an ESSA step from `defFrom` to `defTo`, which should be allowed
|
* Holds if there is an ESSA step from `defFrom` to `defTo`, which should be allowed
|
||||||
* for import resolution.
|
* for import resolution.
|
||||||
*/
|
*/
|
||||||
private predicate allowedEssaImportStep(EssaDefinition defFrom, EssaDefinition defTo) {
|
private predicate allowedEssaImportStep(
|
||||||
|
SsaImpl::EssaDefinition defFrom, SsaImpl::EssaDefinition defTo
|
||||||
|
) {
|
||||||
// to handle definitions guarded by if-then-else
|
// to handle definitions guarded by if-then-else
|
||||||
defFrom = defTo.(PhiFunction).getAnInput()
|
defFrom = defTo.(SsaImpl::PhiFunction).getAnInput()
|
||||||
or
|
or
|
||||||
// refined variable
|
// to handle uncertain writes such as `from X import *`, which create an
|
||||||
// example: https://github.com/nvbn/thefuck/blob/ceeaeab94b5df5a4fe9d94d61e4f6b0bbea96378/thefuck/utils.py#L25-L45
|
// uncertain SSA definition for every name in the importing scope. The
|
||||||
defFrom = defTo.(EssaNodeRefinement).getInput().getDefinition()
|
// immediately preceding definition is still potentially the value of the
|
||||||
|
// module export.
|
||||||
|
SsaImpl::Ssa::uncertainWriteDefinitionInput(defTo, defFrom)
|
||||||
|
// Note: legacy ESSA refinement-step (e.g. for `foo.bar = X`) is
|
||||||
|
// not modelled in the new SSA beyond the cases handled above.
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -104,30 +111,32 @@ module ImportResolution {
|
|||||||
// Definitions made inside `m` itself
|
// Definitions made inside `m` itself
|
||||||
//
|
//
|
||||||
// for code such as `foo = ...; foo.bar = ...` there will be TWO
|
// for code such as `foo = ...; foo.bar = ...` there will be TWO
|
||||||
// EssaDefinition/EssaVariable. One for `foo = ...` (AssignmentDefinition) and one
|
// SsaImpl::EssaDefinition/SsaImpl::EssaVariable. One for `foo = ...` (SsaImpl::AssignmentDefinition) and one
|
||||||
// for `foo.bar = ...`. The one for `foo.bar = ...` (EssaNodeRefinement). The
|
// for `foo.bar = ...`. The one for `foo.bar = ...` (EssaNodeRefinement). The
|
||||||
// EssaNodeRefinement is the one that will reach the end of the module (normal
|
// EssaNodeRefinement is the one that will reach the end of the module (normal
|
||||||
// exit).
|
// exit).
|
||||||
//
|
//
|
||||||
// However, we cannot just use the EssaNodeRefinement as the `val`, because the
|
// However, we cannot just use the EssaNodeRefinement as the `val`, because the
|
||||||
// normal data-flow depends on use-use flow, and use-use flow targets CFG nodes not
|
// normal data-flow depends on use-use flow, and use-use flow targets CFG nodes not
|
||||||
// EssaNodes. So we need to go back from the EssaDefinition/EssaVariable that
|
// EssaNodes. So we need to go back from the SsaImpl::EssaDefinition/SsaImpl::EssaVariable that
|
||||||
// reaches the end of the module, to the first definition of the variable, and then
|
// reaches the end of the module, to the first definition of the variable, and then
|
||||||
// track forwards using use-use flow to find a suitable CFG node that has flow into
|
// track forwards using use-use flow to find a suitable CFG node that has flow into
|
||||||
// it from use-use flow.
|
// it from use-use flow.
|
||||||
exists(EssaVariable lastUseVar, EssaVariable firstDef |
|
exists(SsaImpl::EssaVariable lastUseVar, SsaImpl::EssaVariable firstDef |
|
||||||
lastUseVar.getName() = name and
|
lastUseVar.getName() = name and
|
||||||
// we ignore special variable $ introduced by our analysis (not used for anything)
|
// we ignore special variable $ introduced by our analysis (not used for anything)
|
||||||
// we ignore special variable * introduced by `from <pkg> import *` -- TODO: understand why we even have this?
|
// we ignore special variable * introduced by `from <pkg> import *` -- TODO: understand why we even have this?
|
||||||
not name in ["$", "*"] and
|
not name in ["$", "*"] and
|
||||||
lastUseVar.getAUse() = m.getANormalExit() and
|
exists(Cfg::ControlFlowNode exit |
|
||||||
|
exit.isNormalExit() and exit.getScope() = m and lastUseVar.getAUse() = exit
|
||||||
|
) and
|
||||||
allowedEssaImportStep*(firstDef, lastUseVar) and
|
allowedEssaImportStep*(firstDef, lastUseVar) and
|
||||||
not allowedEssaImportStep(_, firstDef)
|
not allowedEssaImportStep(_, firstDef)
|
||||||
|
|
|
|
||||||
not LocalFlow::defToFirstUse(firstDef, _) and
|
not LocalFlow::defToFirstUse(firstDef, _) and
|
||||||
val.asCfgNode() = firstDef.getDefinition().(EssaNodeDefinition).getDefiningNode()
|
val.asCfgNode() = firstDef.getDefinition().(SsaImpl::EssaNodeDefinition).getDefiningNode()
|
||||||
or
|
or
|
||||||
exists(ControlFlowNode mid, ControlFlowNode end |
|
exists(Cfg::ControlFlowNode mid, Cfg::ControlFlowNode end |
|
||||||
LocalFlow::defToFirstUse(firstDef, mid) and
|
LocalFlow::defToFirstUse(firstDef, mid) and
|
||||||
LocalFlow::useToNextUse*(mid, end) and
|
LocalFlow::useToNextUse*(mid, end) and
|
||||||
not LocalFlow::useToNextUse(end, _) and
|
not LocalFlow::useToNextUse(end, _) and
|
||||||
@@ -155,9 +164,9 @@ module ImportResolution {
|
|||||||
* handles simple cases where we can statically tell that this is the case.
|
* handles simple cases where we can statically tell that this is the case.
|
||||||
*/
|
*/
|
||||||
private predicate all_mentions_name(Module m, string name) {
|
private predicate all_mentions_name(Module m, string name) {
|
||||||
exists(DefinitionNode def, SequenceNode n |
|
exists(Cfg::DefinitionNode def, Cfg::SequenceNode n |
|
||||||
def.getValue() = n and
|
def.getValue() = n and
|
||||||
def.(NameNode).getId() = "__all__" and
|
def.(Cfg::NameNode).getId() = "__all__" and
|
||||||
def.getScope() = m and
|
def.getScope() = m and
|
||||||
any(StringLiteral s | s.getText() = name) = n.getAnElement().getNode()
|
any(StringLiteral s | s.getText() = name) = n.getAnElement().getNode()
|
||||||
)
|
)
|
||||||
@@ -170,18 +179,20 @@ module ImportResolution {
|
|||||||
*/
|
*/
|
||||||
private predicate no_or_complicated_all(Module m) {
|
private predicate no_or_complicated_all(Module m) {
|
||||||
// No mention of `__all__` in the module
|
// No mention of `__all__` in the module
|
||||||
not exists(DefinitionNode def | def.getScope() = m and def.(NameNode).getId() = "__all__")
|
not exists(Cfg::DefinitionNode def |
|
||||||
|
def.getScope() = m and def.(Cfg::NameNode).getId() = "__all__"
|
||||||
|
)
|
||||||
or
|
or
|
||||||
// `__all__` is set to a non-sequence value
|
// `__all__` is set to a non-sequence value
|
||||||
exists(DefinitionNode def |
|
exists(Cfg::DefinitionNode def |
|
||||||
def.(NameNode).getId() = "__all__" and
|
def.(Cfg::NameNode).getId() = "__all__" and
|
||||||
def.getScope() = m and
|
def.getScope() = m and
|
||||||
not def.getValue() instanceof SequenceNode
|
not def.getValue() instanceof Cfg::SequenceNode
|
||||||
)
|
)
|
||||||
or
|
or
|
||||||
// `__all__` is used in some way that doesn't involve storing a value in it. This usually means
|
// `__all__` is used in some way that doesn't involve storing a value in it. This usually means
|
||||||
// it is being mutated through `append` or `extend`, which we don't handle.
|
// it is being mutated through `append` or `extend`, which we don't handle.
|
||||||
exists(NameNode n | n.getId() = "__all__" and n.getScope() = m and n.isLoad())
|
exists(Cfg::NameNode n | n.getId() = "__all__" and n.getScope() = m and n.isLoad())
|
||||||
}
|
}
|
||||||
|
|
||||||
private predicate potential_module_export(Module m, string name) {
|
private predicate potential_module_export(Module m, string name) {
|
||||||
@@ -189,7 +200,7 @@ module ImportResolution {
|
|||||||
or
|
or
|
||||||
no_or_complicated_all(m) and
|
no_or_complicated_all(m) and
|
||||||
(
|
(
|
||||||
exists(NameNode n | n.getId() = name and n.getScope() = m and name.charAt(0) != "_")
|
exists(Cfg::NameNode n | n.getId() = name and n.getScope() = m and name.charAt(0) != "_")
|
||||||
or
|
or
|
||||||
exists(Alias a | a.getAsname().(Name).getId() = name and a.getValue().getScope() = m)
|
exists(Alias a | a.getAsname().(Name).getId() = name and a.getValue().getScope() = m)
|
||||||
)
|
)
|
||||||
@@ -219,12 +230,12 @@ module ImportResolution {
|
|||||||
|
|
||||||
/** Gets a module that may have been added to `sys.modules`. */
|
/** Gets a module that may have been added to `sys.modules`. */
|
||||||
private Module sys_modules_module_with_name(string name) {
|
private Module sys_modules_module_with_name(string name) {
|
||||||
exists(ControlFlowNode n, DataFlow::Node mod |
|
exists(Cfg::ControlFlowNode n, DataFlow::Node mod |
|
||||||
exists(SubscriptNode sub |
|
exists(Cfg::SubscriptNode sub |
|
||||||
sub.getObject() = sys_modules_reference().asCfgNode() and
|
sub.getObject() = sys_modules_reference().asCfgNode() and
|
||||||
sub.getIndex() = n and
|
sub.getIndex() = n and
|
||||||
n.getNode().(StringLiteral).getText() = name and
|
n.getNode().(StringLiteral).getText() = name and
|
||||||
sub.(DefinitionNode).getValue() = mod.asCfgNode() and
|
sub.(Cfg::DefinitionNode).getValue() = mod.asCfgNode() and
|
||||||
mod = getModuleReference(result)
|
mod = getModuleReference(result)
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
@@ -336,11 +347,11 @@ module ImportResolution {
|
|||||||
// name as a submodule, we always consider that this attribute _could_ be a
|
// name as a submodule, we always consider that this attribute _could_ be a
|
||||||
// reference to the submodule, even if we don't know that the submodule has been
|
// reference to the submodule, even if we don't know that the submodule has been
|
||||||
// imported yet.
|
// imported yet.
|
||||||
exists(string submodule, Module package, EssaVariable var |
|
exists(string submodule, Module package, SsaImpl::EssaVariable var |
|
||||||
submodule = var.getName() and
|
submodule = var.getName() and
|
||||||
initModuleSubmoduleDefn(var.getSourceVariable(), package) and
|
initModuleSubmoduleDefn(var.getSourceVariable().getVariable(), package) and
|
||||||
m = getModuleFromName(package.getPackageName() + "." + submodule) and
|
m = getModuleFromName(package.getPackageName() + "." + submodule) and
|
||||||
result.asCfgNode() = var.getDefinition().(EssaNodeDefinition).getDefiningNode()
|
result.asCfgNode() = var.getDefinition().(SsaImpl::EssaNodeDefinition).getDefiningNode()
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ overlay[local]
|
|||||||
module;
|
module;
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.internal.Builtins
|
private import semmle.python.dataflow.new.internal.Builtins
|
||||||
private import semmle.python.dataflow.new.internal.ImportResolution
|
private import semmle.python.dataflow.new.internal.ImportResolution
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
@@ -15,7 +16,7 @@ module ImportStar {
|
|||||||
*/
|
*/
|
||||||
overlay[local]
|
overlay[local]
|
||||||
cached
|
cached
|
||||||
predicate namePossiblyDefinedInImportStar(NameNode n, string name, Scope s) {
|
predicate namePossiblyDefinedInImportStar(Cfg::NameNode n, string name, Scope s) {
|
||||||
n.isLoad() and
|
n.isLoad() and
|
||||||
name = n.getId() and
|
name = n.getId() and
|
||||||
s = n.getScope().getEnclosingScope*() and
|
s = n.getScope().getEnclosingScope*() and
|
||||||
@@ -52,7 +53,7 @@ module ImportStar {
|
|||||||
/** Holds if a global variable called `name` is assigned a value in the module `m`. */
|
/** Holds if a global variable called `name` is assigned a value in the module `m`. */
|
||||||
cached
|
cached
|
||||||
predicate globalNameDefinedInModule(string name, Module m) {
|
predicate globalNameDefinedInModule(string name, Module m) {
|
||||||
exists(NameNode n |
|
exists(Cfg::NameNode n |
|
||||||
not exists(LocalVariable v | n.defines(v)) and
|
not exists(LocalVariable v | n.defines(v)) and
|
||||||
n.isStore() and
|
n.isStore() and
|
||||||
name = n.getId() and
|
name = n.getId() and
|
||||||
@@ -66,7 +67,7 @@ module ImportStar {
|
|||||||
*/
|
*/
|
||||||
overlay[global]
|
overlay[global]
|
||||||
cached
|
cached
|
||||||
predicate importStarResolvesTo(NameNode n, Module m) {
|
predicate importStarResolvesTo(Cfg::NameNode n, Module m) {
|
||||||
m = getStarImported+(n.getEnclosingModule()) and
|
m = getStarImported+(n.getEnclosingModule()) and
|
||||||
globalNameDefinedInModule(n.getId(), m) and
|
globalNameDefinedInModule(n.getId(), m) and
|
||||||
not isDefinedLocally(n.getNode())
|
not isDefinedLocally(n.getNode())
|
||||||
@@ -99,7 +100,7 @@ module ImportStar {
|
|||||||
*/
|
*/
|
||||||
overlay[local]
|
overlay[local]
|
||||||
cached
|
cached
|
||||||
ControlFlowNode potentialImportStarBase(Scope s) {
|
Cfg::ControlFlowNode potentialImportStarBase(Scope s) {
|
||||||
result = any(ImportStarNode n | n.getScope() = s).getModule()
|
result = any(Cfg::ImportStarNode n | n.getScope() = s).getModule()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -170,6 +170,8 @@ overlay[local]
|
|||||||
module;
|
module;
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
private import semmle.python.dataflow.new.internal.SsaImpl as SsaImpl
|
||||||
private import DataFlowPublic
|
private import DataFlowPublic
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -178,7 +180,7 @@ private import DataFlowPublic
|
|||||||
* This class abstracts away the differing representations of comprehensions and
|
* This class abstracts away the differing representations of comprehensions and
|
||||||
* for statements.
|
* for statements.
|
||||||
*/
|
*/
|
||||||
class ForTarget extends ControlFlowNode {
|
class ForTarget extends Cfg::ControlFlowNode {
|
||||||
Expr source;
|
Expr source;
|
||||||
|
|
||||||
ForTarget() {
|
ForTarget() {
|
||||||
@@ -198,7 +200,7 @@ class ForTarget extends ControlFlowNode {
|
|||||||
}
|
}
|
||||||
|
|
||||||
/** The LHS of an assignment, it also records the assigned value. */
|
/** The LHS of an assignment, it also records the assigned value. */
|
||||||
class AssignmentTarget extends ControlFlowNode {
|
class AssignmentTarget extends Cfg::ControlFlowNode {
|
||||||
Expr value;
|
Expr value;
|
||||||
|
|
||||||
AssignmentTarget() {
|
AssignmentTarget() {
|
||||||
@@ -209,7 +211,7 @@ class AssignmentTarget extends ControlFlowNode {
|
|||||||
}
|
}
|
||||||
|
|
||||||
/** A direct (or top-level) target of an unpacking assignment. */
|
/** A direct (or top-level) target of an unpacking assignment. */
|
||||||
class UnpackingAssignmentDirectTarget extends ControlFlowNode instanceof SequenceNode {
|
class UnpackingAssignmentDirectTarget extends Cfg::ControlFlowNode instanceof Cfg::SequenceNode {
|
||||||
Expr value;
|
Expr value;
|
||||||
|
|
||||||
UnpackingAssignmentDirectTarget() {
|
UnpackingAssignmentDirectTarget() {
|
||||||
@@ -222,7 +224,7 @@ class UnpackingAssignmentDirectTarget extends ControlFlowNode instanceof Sequenc
|
|||||||
}
|
}
|
||||||
|
|
||||||
/** A (possibly recursive) target of an unpacking assignment. */
|
/** A (possibly recursive) target of an unpacking assignment. */
|
||||||
class UnpackingAssignmentTarget extends ControlFlowNode {
|
class UnpackingAssignmentTarget extends Cfg::ControlFlowNode {
|
||||||
UnpackingAssignmentTarget() {
|
UnpackingAssignmentTarget() {
|
||||||
this instanceof UnpackingAssignmentDirectTarget
|
this instanceof UnpackingAssignmentDirectTarget
|
||||||
or
|
or
|
||||||
@@ -231,10 +233,11 @@ class UnpackingAssignmentTarget extends ControlFlowNode {
|
|||||||
}
|
}
|
||||||
|
|
||||||
/** A (possibly recursive) target of an unpacking assignment which is also a sequence. */
|
/** A (possibly recursive) target of an unpacking assignment which is also a sequence. */
|
||||||
class UnpackingAssignmentSequenceTarget extends UnpackingAssignmentTarget instanceof SequenceNode {
|
class UnpackingAssignmentSequenceTarget extends UnpackingAssignmentTarget instanceof Cfg::SequenceNode
|
||||||
ControlFlowNode getElement(int i) { result = super.getElement(i) }
|
{
|
||||||
|
Cfg::ControlFlowNode getElement(int i) { result = super.getElement(i) }
|
||||||
|
|
||||||
ControlFlowNode getAnElement() { result = this.getElement(_) }
|
Cfg::ControlFlowNode getAnElement() { result = this.getElement(_) }
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -255,7 +258,7 @@ predicate iterableUnpackingAssignmentFlowStep(Node nodeFrom, Node nodeTo) {
|
|||||||
predicate iterableUnpackingForReadStep(CfgNode nodeFrom, Content c, Node nodeTo) {
|
predicate iterableUnpackingForReadStep(CfgNode nodeFrom, Content c, Node nodeTo) {
|
||||||
exists(ForTarget target |
|
exists(ForTarget target |
|
||||||
nodeFrom.getNode().getNode() = target.getSource() and
|
nodeFrom.getNode().getNode() = target.getSource() and
|
||||||
target instanceof SequenceNode and
|
target instanceof Cfg::SequenceNode and
|
||||||
nodeTo = TIterableSequenceNode(target)
|
nodeTo = TIterableSequenceNode(target)
|
||||||
) and
|
) and
|
||||||
(
|
(
|
||||||
@@ -323,11 +326,11 @@ predicate iterableUnpackingConvertingStoreStep(Node nodeFrom, Content c, Node no
|
|||||||
*/
|
*/
|
||||||
predicate iterableUnpackingElementReadStep(Node nodeFrom, Content c, Node nodeTo) {
|
predicate iterableUnpackingElementReadStep(Node nodeFrom, Content c, Node nodeTo) {
|
||||||
exists(
|
exists(
|
||||||
UnpackingAssignmentSequenceTarget target, int index, ControlFlowNode element, int starIndex
|
UnpackingAssignmentSequenceTarget target, int index, Cfg::ControlFlowNode element, int starIndex
|
||||||
|
|
|
|
||||||
target.getElement(starIndex) instanceof StarredNode
|
target.getElement(starIndex) instanceof Cfg::StarredNode
|
||||||
or
|
or
|
||||||
not exists(target.getAnElement().(StarredNode)) and
|
not exists(target.getAnElement().(Cfg::StarredNode)) and
|
||||||
starIndex = -1
|
starIndex = -1
|
||||||
|
|
|
|
||||||
nodeFrom.(CfgNode).getNode() = target and
|
nodeFrom.(CfgNode).getNode() = target and
|
||||||
@@ -342,18 +345,18 @@ predicate iterableUnpackingElementReadStep(Node nodeFrom, Content c, Node nodeTo
|
|||||||
else c.(TupleElementContent).getIndex() >= index - 1
|
else c.(TupleElementContent).getIndex() >= index - 1
|
||||||
) and
|
) and
|
||||||
(
|
(
|
||||||
if element instanceof SequenceNode
|
if element instanceof Cfg::SequenceNode
|
||||||
then
|
then
|
||||||
// Step 5b
|
// Step 5b
|
||||||
nodeTo = TIterableSequenceNode(element)
|
nodeTo = TIterableSequenceNode(element)
|
||||||
else
|
else
|
||||||
if element instanceof StarredNode
|
if element instanceof Cfg::StarredNode
|
||||||
then
|
then
|
||||||
// Step 5c
|
// Step 5c
|
||||||
nodeTo = TIterableElementNode(element)
|
nodeTo = TIterableElementNode(element)
|
||||||
else
|
else
|
||||||
// Step 5a
|
// Step 5a
|
||||||
exists(MultiAssignmentDefinition mad | element = mad.getDefiningNode() |
|
exists(SsaImpl::MultiAssignmentDefinition mad | element = mad.getDefiningNode() |
|
||||||
nodeTo.(CfgNode).getNode() = element
|
nodeTo.(CfgNode).getNode() = element
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
@@ -366,7 +369,7 @@ predicate iterableUnpackingElementReadStep(Node nodeFrom, Content c, Node nodeTo
|
|||||||
* content type `ListElementContent`.
|
* content type `ListElementContent`.
|
||||||
*/
|
*/
|
||||||
predicate iterableUnpackingStarredElementStoreStep(Node nodeFrom, Content c, Node nodeTo) {
|
predicate iterableUnpackingStarredElementStoreStep(Node nodeFrom, Content c, Node nodeTo) {
|
||||||
exists(ControlFlowNode starred, MultiAssignmentDefinition mad |
|
exists(Cfg::ControlFlowNode starred, SsaImpl::MultiAssignmentDefinition mad |
|
||||||
starred.getNode() instanceof Starred and
|
starred.getNode() instanceof Starred and
|
||||||
starred = mad.getDefiningNode()
|
starred = mad.getDefiningNode()
|
||||||
|
|
|
|
||||||
|
|||||||
@@ -9,6 +9,7 @@ overlay[local]
|
|||||||
module;
|
module;
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
import DataFlowPublic
|
import DataFlowPublic
|
||||||
private import DataFlowPrivate
|
private import DataFlowPrivate
|
||||||
private import semmle.python.internal.CachedStages
|
private import semmle.python.internal.CachedStages
|
||||||
@@ -314,7 +315,7 @@ private module Cached {
|
|||||||
*/
|
*/
|
||||||
cached
|
cached
|
||||||
predicate subscript(LocalSourceNode node, CfgNode subscript, CfgNode index) {
|
predicate subscript(LocalSourceNode node, CfgNode subscript, CfgNode index) {
|
||||||
exists(CfgNode seq, SubscriptNode subscriptNode | subscriptNode = subscript.getNode() |
|
exists(CfgNode seq, Cfg::SubscriptNode subscriptNode | subscriptNode = subscript.getNode() |
|
||||||
node.flowsTo(seq) and
|
node.flowsTo(seq) and
|
||||||
seq.getNode() = subscriptNode.getObject() and
|
seq.getNode() = subscriptNode.getObject() and
|
||||||
index.getNode() = subscriptNode.getIndex()
|
index.getNode() = subscriptNode.getIndex()
|
||||||
|
|||||||
@@ -91,9 +91,7 @@ predicate matchAsFlowStep(Node nodeFrom, Node nodeTo) {
|
|||||||
or
|
or
|
||||||
// the interior pattern flows to the alias
|
// the interior pattern flows to the alias
|
||||||
nodeFrom.(CfgNode).getNode().getNode() = subject.getPattern() and
|
nodeFrom.(CfgNode).getNode().getNode() = subject.getPattern() and
|
||||||
exists(PatternAliasDefinition pad | pad.getDefiningNode().getNode() = alias |
|
nodeTo.(CfgNode).getNode().getNode() = alias
|
||||||
nodeTo.(CfgNode).getNode() = pad.getDefiningNode()
|
|
||||||
)
|
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -124,11 +122,9 @@ predicate matchLiteralFlowStep(Node nodeFrom, Node nodeTo) {
|
|||||||
* syntax (toplevel): `case var:`
|
* syntax (toplevel): `case var:`
|
||||||
*/
|
*/
|
||||||
predicate matchCaptureFlowStep(Node nodeFrom, Node nodeTo) {
|
predicate matchCaptureFlowStep(Node nodeFrom, Node nodeTo) {
|
||||||
exists(MatchCapturePattern capture, Name var | capture.getVariable() = var |
|
exists(MatchCapturePattern capture |
|
||||||
nodeFrom.(CfgNode).getNode().getNode() = capture and
|
nodeFrom.(CfgNode).getNode().getNode() = capture and
|
||||||
exists(PatternCaptureDefinition pcd | pcd.getDefiningNode().getNode() = var |
|
nodeTo.(CfgNode).getNode().getNode() = capture.getVariable()
|
||||||
nodeTo.(CfgNode).getNode() = pcd.getDefiningNode()
|
|
||||||
)
|
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
548
python/ql/lib/semmle/python/dataflow/new/internal/SsaImpl.qll
Normal file
548
python/ql/lib/semmle/python/dataflow/new/internal/SsaImpl.qll
Normal file
@@ -0,0 +1,548 @@
|
|||||||
|
/**
|
||||||
|
* Provides the Python SSA implementation built on the new (shared) CFG.
|
||||||
|
*
|
||||||
|
* Mirrors the Java SSA adapter at
|
||||||
|
* `java/ql/lib/semmle/code/java/dataflow/internal/SsaImpl.qll`:
|
||||||
|
* an `InputSig` is defined in terms of positional `(BasicBlock, int)`
|
||||||
|
* variable references, and the shared
|
||||||
|
* `codeql.ssa.Ssa::Make<Location, Cfg, Input>` module is then
|
||||||
|
* instantiated.
|
||||||
|
*
|
||||||
|
* `SourceVariable` is the AST-level `Py::Variable`. Variable references
|
||||||
|
* are looked up via the CFG facade's `NameNode.defines`/`uses`/`deletes`
|
||||||
|
* predicates, which themselves are one-line bridges to AST-level
|
||||||
|
* `Name.defines`/`uses`/`deletes`.
|
||||||
|
*
|
||||||
|
* Implicit-entry definitions are inserted for:
|
||||||
|
* - non-local / global / builtin variables that are read in the scope
|
||||||
|
* but never assigned (no enclosing CFG node defines them),
|
||||||
|
* - captured variables (variables defined in an enclosing scope that
|
||||||
|
* are read inside the scope), and
|
||||||
|
* - parameters, but only if the corresponding parameter name is *not*
|
||||||
|
* itself a CFG node. With the C#-style parameter wiring already
|
||||||
|
* installed in `AstNodeImpl.qll`, parameter names *are* CFG nodes,
|
||||||
|
* so the regular `variableWrite` path handles them — no `i = -1`
|
||||||
|
* entry is needed for ordinary parameters.
|
||||||
|
*/
|
||||||
|
overlay[local?]
|
||||||
|
module;
|
||||||
|
|
||||||
|
private import python as Py
|
||||||
|
private import semmle.python.controlflow.internal.AstNodeImpl as CfgImpl
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
private import codeql.ssa.Ssa as SsaImplCommon
|
||||||
|
private import codeql.controlflow.BasicBlock as BB
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Adapts the Python `Cfg` facade to the shared SSA library's `CfgSig`.
|
||||||
|
* All members are inherited from `Cfg::ControlFlowNode` and
|
||||||
|
* `Cfg::BasicBlock`.
|
||||||
|
*/
|
||||||
|
private module CfgForSsa implements BB::CfgSig<Py::Location> {
|
||||||
|
class ControlFlowNode = CfgImpl::ControlFlowNode;
|
||||||
|
|
||||||
|
class BasicBlock = CfgImpl::BasicBlock;
|
||||||
|
|
||||||
|
class EntryBasicBlock = CfgImpl::Cfg::EntryBasicBlock;
|
||||||
|
|
||||||
|
predicate dominatingEdge = CfgImpl::Cfg::dominatingEdge/2;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* A source variable for SSA, wrapping a Python AST `Variable`.
|
||||||
|
*
|
||||||
|
* We only track variables that are read at least once in their scope —
|
||||||
|
* tracking write-only variables would be unnecessary work — *except*
|
||||||
|
* for module-scope globals, where the "read" can be external (e.g.
|
||||||
|
* `import mymodule; mymodule.x`). Such globals are tracked
|
||||||
|
* unconditionally so that import-resolution can find their defining
|
||||||
|
* write.
|
||||||
|
*/
|
||||||
|
private newtype TSsaSourceVariable =
|
||||||
|
TPyVar(Py::Variable v) {
|
||||||
|
// Has a use somewhere — read-relevant for SSA.
|
||||||
|
exists(Cfg::NameNode n | n.uses(v))
|
||||||
|
or
|
||||||
|
// Or has a deletion (treated as a write that destroys the value).
|
||||||
|
exists(Cfg::NameNode n | n.deletes(v))
|
||||||
|
or
|
||||||
|
// Or is a module-scope global written in this module — must be
|
||||||
|
// tracked even if never read locally, because importers may read
|
||||||
|
// it as an attribute on the module object.
|
||||||
|
v.getScope() instanceof Py::Module and
|
||||||
|
exists(Cfg::NameNode n | n.defines(v))
|
||||||
|
or
|
||||||
|
// Or is a parameter — parameters must always have a
|
||||||
|
// `ParameterDefinition` for dataflow argument-routing to work,
|
||||||
|
// even if the parameter is never read in its scope. Mirrors
|
||||||
|
// legacy ESSA's `ParameterDefinition` (which fired for every
|
||||||
|
// parameter binding regardless of liveness).
|
||||||
|
exists(Py::Parameter p | p.asName() = v.getAStore())
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* A source variable for SSA, wrapping a Python AST `Variable`.
|
||||||
|
*/
|
||||||
|
class SsaSourceVariable extends TSsaSourceVariable {
|
||||||
|
/** Gets the underlying Python AST variable. */
|
||||||
|
Py::Variable getVariable() { this = TPyVar(result) }
|
||||||
|
|
||||||
|
/** Gets the (textual) name of this variable. */
|
||||||
|
string getName() { result = this.getVariable().getId() }
|
||||||
|
|
||||||
|
/** Gets a textual representation of this source variable. */
|
||||||
|
string toString() { result = this.getVariable().toString() }
|
||||||
|
|
||||||
|
/** Gets the location of this source variable. */
|
||||||
|
Py::Location getLocation() { result = this.getVariable().getScope().getLocation() }
|
||||||
|
|
||||||
|
/** Gets the scope in which this variable lives. */
|
||||||
|
Py::Scope getScope() { result = this.getVariable().getScope() }
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Gets a use of this variable as it appears in the source — a `NameNode`
|
||||||
|
* that loads or deletes the variable. Mirrors legacy
|
||||||
|
* `SsaSourceVariable.getASourceUse()`.
|
||||||
|
*/
|
||||||
|
Cfg::ControlFlowNode getASourceUse() {
|
||||||
|
exists(Cfg::NameNode n | result = n |
|
||||||
|
n.uses(this.getVariable()) or n.deletes(this.getVariable())
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Gets an implicit use of this variable. The new SSA does not have
|
||||||
|
* implicit-use refinements, but we keep this for API parity — every
|
||||||
|
* normal-exit of the variable's scope counts as a sink, ensuring
|
||||||
|
* variables stay live to scope exit for taint-tracking.
|
||||||
|
*/
|
||||||
|
Cfg::ControlFlowNode getAnImplicitUse() {
|
||||||
|
result.isNormalExit() and result.getScope() = this.getScope()
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Gets a use of this variable — either an explicit source use or an
|
||||||
|
* implicit use at scope exit. Mirrors legacy `SsaSourceVariable.getAUse()`.
|
||||||
|
*/
|
||||||
|
Cfg::ControlFlowNode getAUse() {
|
||||||
|
result = this.getASourceUse() or result = this.getAnImplicitUse()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Holds if `v` is a non-local read in scope `s`, in the sense that `s`
|
||||||
|
* uses `v` but does not write it within `s`. This includes globals,
|
||||||
|
* builtins, and variables captured from an enclosing function scope.
|
||||||
|
*
|
||||||
|
* The `Py::Variable` `v` lives in some defining scope (the module for
|
||||||
|
* globals, an outer function for closures, etc.); the reading scope
|
||||||
|
* `s` is the scope where the use of `v` occurs.
|
||||||
|
*/
|
||||||
|
private predicate nonLocalReadIn(Py::Variable v, Py::Scope s) {
|
||||||
|
exists(Cfg::NameNode n |
|
||||||
|
n.uses(v) and
|
||||||
|
n.getScope() = s and
|
||||||
|
not exists(Cfg::NameNode def | def.defines(v) and def.getScope() = s)
|
||||||
|
) and
|
||||||
|
// Match legacy ESSA: only create entry defs for variables that have
|
||||||
|
// at least one defining store somewhere — otherwise the entry def
|
||||||
|
// represents "nothing reaches here", which is the default anyway and
|
||||||
|
// introduces no useful flow. (Legacy's `ModuleVariable` required a
|
||||||
|
// store; this is the closure-aware generalisation.)
|
||||||
|
exists(Cfg::NameNode store | store.defines(v))
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Holds if `bb` is the entry basic block of a scope where `v` should
|
||||||
|
* have an implicit entry definition. This covers:
|
||||||
|
* - non-local / global / builtin variables read in `s`, and
|
||||||
|
* - captured variables (defined in an enclosing scope but read in `s`).
|
||||||
|
*
|
||||||
|
* Each reading scope gets its own entry def, so a closure variable can
|
||||||
|
* have multiple entry defs across all functions/methods that read it.
|
||||||
|
*
|
||||||
|
* Parameters are *not* included: their bound `Name` is itself a CFG
|
||||||
|
* node (per the C#-style parameter wiring), so `variableWrite` fires at
|
||||||
|
* the parameter's natural CFG index.
|
||||||
|
*/
|
||||||
|
private predicate hasEntryDefIn(SsaSourceVariable v, CfgImpl::BasicBlock bb) {
|
||||||
|
exists(Py::Scope s |
|
||||||
|
nonLocalReadIn(v.getVariable(), s) and
|
||||||
|
bb = entryBlock(s)
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Gets the entry basic block of scope `s`, where implicit entry
|
||||||
|
* definitions are placed (at synthetic index `-1`).
|
||||||
|
*/
|
||||||
|
private CfgImpl::BasicBlock entryBlock(Py::Scope s) {
|
||||||
|
exists(CfgImpl::ControlFlowNode entry |
|
||||||
|
entry instanceof CfgImpl::ControlFlow::EntryNode and
|
||||||
|
entry.getEnclosingCallable().asScope() = s and
|
||||||
|
result = entry.getBasicBlock()
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* The SSA `InputSig` for Python. References are positional
|
||||||
|
* `(BasicBlock, int)` pairs into the new CFG.
|
||||||
|
*/
|
||||||
|
private module SsaImplInput implements SsaImplCommon::InputSig<Py::Location, CfgImpl::BasicBlock> {
|
||||||
|
class SourceVariable = SsaSourceVariable;
|
||||||
|
|
||||||
|
predicate variableWrite(CfgImpl::BasicBlock bb, int i, SourceVariable v, boolean certain) {
|
||||||
|
// Explicit binding at a CFG node — includes assignments,
|
||||||
|
// parameter Names (wired in via the C# pattern), exception-handler
|
||||||
|
// `as`-bindings, import aliases, and match-pattern captures.
|
||||||
|
exists(Cfg::NameNode n |
|
||||||
|
bb.getNode(i) = n and
|
||||||
|
n.defines(v.getVariable()) and
|
||||||
|
certain = true
|
||||||
|
)
|
||||||
|
or
|
||||||
|
// `del x` — removes the binding. Modelled as a certain write that
|
||||||
|
// makes any subsequent read invalid.
|
||||||
|
exists(Cfg::NameNode n |
|
||||||
|
bb.getNode(i) = n and
|
||||||
|
n.deletes(v.getVariable()) and
|
||||||
|
certain = true
|
||||||
|
)
|
||||||
|
or
|
||||||
|
// Implicit entry definition for non-local / captured / global /
|
||||||
|
// builtin variables read in some scope. Each reading scope's entry
|
||||||
|
// block gets one such write, allowing closures: e.g. when `x` is a
|
||||||
|
// parameter of an outer function and read inside a nested
|
||||||
|
// function, both scopes get entry defs for `x`.
|
||||||
|
hasEntryDefIn(v, bb) and
|
||||||
|
i = -1 and
|
||||||
|
certain = true
|
||||||
|
or
|
||||||
|
// `from X import *` — possibly rebinds every name in the importing
|
||||||
|
// scope. Modelled as an uncertain write at the import-star's CFG
|
||||||
|
// position for every variable that lives in (or is referenced
|
||||||
|
// from) the same scope as the import-star. Mirrors legacy ESSA's
|
||||||
|
// `ImportStarRefinement` (see `essa/SsaDefinitions.qll`'s
|
||||||
|
// `import_star_refinement` predicate). The write is uncertain so
|
||||||
|
// that prior definitions of the variable remain available — the
|
||||||
|
// shared-SSA `SsaUncertainWrite` merges the new value with the
|
||||||
|
// immediately preceding definition.
|
||||||
|
exists(Cfg::ImportStarNode imp |
|
||||||
|
imp.injects(_) and
|
||||||
|
bb.getNode(i) = imp and
|
||||||
|
certain = false and
|
||||||
|
(
|
||||||
|
v.getVariable().getScope() = imp.getScope()
|
||||||
|
or
|
||||||
|
// Variable is defined in some other scope but referenced in
|
||||||
|
// the same scope as the import-star (matches legacy clause 2:
|
||||||
|
// `other.uses(v) and def.getScope() = other.getScope()`).
|
||||||
|
exists(Cfg::NameNode other |
|
||||||
|
other.uses(v.getVariable()) and
|
||||||
|
imp.getScope() = other.getScope()
|
||||||
|
)
|
||||||
|
)
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
predicate variableRead(CfgImpl::BasicBlock bb, int i, SourceVariable v, boolean certain) {
|
||||||
|
// Explicit source use — a `Name` load or a `del x` of the variable.
|
||||||
|
exists(Cfg::NameNode n |
|
||||||
|
bb.getNode(i) = n and
|
||||||
|
n.uses(v.getVariable()) and
|
||||||
|
certain = true
|
||||||
|
)
|
||||||
|
or
|
||||||
|
// Synthetic use at the normal exit of the variable's defining scope.
|
||||||
|
// This keeps every variable live to scope exit so that callers (e.g.
|
||||||
|
// `module_export` in ImportResolution.qll, or taint-tracking pass-through
|
||||||
|
// through unread locals) can ask "which definition reaches end of
|
||||||
|
// scope?". Mirrors legacy ESSA's `SsaSourceVariable.getAUse()` which
|
||||||
|
// included `getScope().getANormalExit()`.
|
||||||
|
exists(Cfg::ControlFlowNode exit |
|
||||||
|
exit.isNormalExit() and
|
||||||
|
exit.getScope() = v.getVariable().getScope() and
|
||||||
|
bb.getNode(i) = exit and
|
||||||
|
certain = true
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* The shared SSA instantiation for Python.
|
||||||
|
*
|
||||||
|
* Members:
|
||||||
|
* - `Definition` — the union of explicit, uncertain, and phi definitions
|
||||||
|
* - `WriteDefinition`, `UncertainWriteDefinition`, `PhiNode`
|
||||||
|
* - the standard SSA predicates (`getAUse`, `getAnUltimateDefinition`, ...).
|
||||||
|
*/
|
||||||
|
module Ssa = SsaImplCommon::Make<Py::Location, CfgForSsa, SsaImplInput>;
|
||||||
|
|
||||||
|
final class Definition = Ssa::Definition;
|
||||||
|
|
||||||
|
final class WriteDefinition = Ssa::WriteDefinition;
|
||||||
|
|
||||||
|
final class UncertainWriteDefinition = Ssa::UncertainWriteDefinition;
|
||||||
|
|
||||||
|
final class PhiNode = Ssa::PhiNode;
|
||||||
|
|
||||||
|
// ===========================================================================
|
||||||
|
// ESSA-shaped adapter layer
|
||||||
|
//
|
||||||
|
// The dataflow library (`python/ql/lib/semmle/python/dataflow/new/`) and
|
||||||
|
// related modules (`ApiGraphs.qll`, etc.) consume the legacy ESSA API
|
||||||
|
// (`EssaVariable`, `EssaDefinition`, `AssignmentDefinition`,
|
||||||
|
// `ScopeEntryDefinition`, `ParameterDefinition`, `WithDefinition`,
|
||||||
|
// `PhiFunction`, plus the `AdjacentUses` module). To migrate them off
|
||||||
|
// the legacy CFG, we expose the same API surface on top of the
|
||||||
|
// shared SSA built above.
|
||||||
|
//
|
||||||
|
// This adapter is intentionally narrow: it covers only the predicates
|
||||||
|
// that new dataflow consumes. The richer legacy ESSA — refinement
|
||||||
|
// nodes, attribute refinements, edge refinements — stays available
|
||||||
|
// via `semmle.python.essa.Essa` for points-to / legacy code.
|
||||||
|
// ===========================================================================
|
||||||
|
/**
|
||||||
|
* Gets the CFG node at which a write definition's binding takes place.
|
||||||
|
*
|
||||||
|
* For ordinary writes (assignment, deletion, parameter) this is the
|
||||||
|
* canonical CFG node of the bound Name. For implicit entry definitions
|
||||||
|
* (synthesised at position `-1` of a scope's entry BB) this is the
|
||||||
|
* scope's entry node.
|
||||||
|
*/
|
||||||
|
private Cfg::ControlFlowNode writeDefNode(Ssa::WriteDefinition def) {
|
||||||
|
exists(CfgImpl::BasicBlock bb, int i | def.definesAt(_, bb, i) |
|
||||||
|
i >= 0 and result = bb.getNode(i)
|
||||||
|
or
|
||||||
|
i = -1 and result = bb.getNode(0)
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* A write definition whose binding has a corresponding CFG node — i.e.
|
||||||
|
* everything that's not a phi node. Mirrors legacy ESSA's
|
||||||
|
* `EssaNodeDefinition`.
|
||||||
|
*/
|
||||||
|
class EssaNodeDefinition extends Ssa::WriteDefinition {
|
||||||
|
/** Gets the CFG node where this definition's binding takes place. */
|
||||||
|
Cfg::ControlFlowNode getDefiningNode() { result = writeDefNode(this) }
|
||||||
|
|
||||||
|
/** Gets the variable defined here (legacy name). */
|
||||||
|
SsaSourceVariable getVariable() { result = this.getSourceVariable() }
|
||||||
|
|
||||||
|
/** Gets the enclosing scope. */
|
||||||
|
Py::Scope getScope() {
|
||||||
|
exists(Cfg::ControlFlowNode n | n = this.getDefiningNode() | result = n.getScope())
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Holds if this definition defines source variable `v` at CFG node
|
||||||
|
* `defNode`. Flatter form of `getSourceVariable()` +
|
||||||
|
* `getDefiningNode()`, matching legacy ESSA's `definedBy`.
|
||||||
|
*/
|
||||||
|
predicate definedBy(SsaSourceVariable v, Cfg::ControlFlowNode defNode) {
|
||||||
|
v = this.getSourceVariable() and defNode = this.getDefiningNode()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* An assignment definition: any binding where the value being assigned
|
||||||
|
* is statically known via `Cfg::DefinitionNode.getValue()`. Includes
|
||||||
|
* plain assignments, walrus, annotated assignments, augmented
|
||||||
|
* assignments, import aliases (`import x` / `from m import x [as y]`),
|
||||||
|
* `with ... as x`, and for-target bindings (where `getValue()` returns
|
||||||
|
* the iter expression's CFG node). Excludes parameter bindings —
|
||||||
|
* those are modelled by `ParameterDefinition`.
|
||||||
|
*/
|
||||||
|
class AssignmentDefinition extends EssaNodeDefinition {
|
||||||
|
AssignmentDefinition() {
|
||||||
|
exists(Cfg::NameNode n | n = this.getDefiningNode() |
|
||||||
|
exists(n.(Cfg::DefinitionNode).getValue()) and
|
||||||
|
not n.(Cfg::ControlFlowNode).isParameter()
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Gets the CFG node for the value being assigned, if statically known. */
|
||||||
|
Cfg::ControlFlowNode getValue() {
|
||||||
|
result = this.getDefiningNode().(Cfg::DefinitionNode).getValue()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* A parameter definition — the binding of a parameter name in a
|
||||||
|
* function's scope.
|
||||||
|
*/
|
||||||
|
class ParameterDefinition extends EssaNodeDefinition {
|
||||||
|
ParameterDefinition() { this.getDefiningNode().isParameter() }
|
||||||
|
|
||||||
|
/** Gets the AST `Parameter` (a `Py::Name` in param context). */
|
||||||
|
Py::Name getParameter() { result = this.getDefiningNode().getNode() }
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* A definition introduced by a `with ... as x:` clause.
|
||||||
|
*/
|
||||||
|
class WithDefinition extends EssaNodeDefinition {
|
||||||
|
WithDefinition() {
|
||||||
|
exists(Cfg::NameNode n, Py::With w |
|
||||||
|
n = this.getDefiningNode() and
|
||||||
|
w.getOptionalVars() = n.getNode()
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* An assignment where the LHS is a tuple/list and the RHS is unpacked:
|
||||||
|
* `a, b = (1, 2)` or `a, *rest = xs`. The SSA def lives at the inner
|
||||||
|
* `Name` CFG node, but for IterableUnpacking integration we expose
|
||||||
|
* the enclosing `StarredNode` as the `getDefiningNode()` for `*rest`
|
||||||
|
* patterns — mirroring legacy ESSA's `multi_assignment_definition`,
|
||||||
|
* which placed the def at the StarredNode CFG node.
|
||||||
|
*/
|
||||||
|
class MultiAssignmentDefinition extends EssaNodeDefinition {
|
||||||
|
MultiAssignmentDefinition() {
|
||||||
|
exists(Cfg::NameNode n | n = super.getDefiningNode() |
|
||||||
|
exists(Py::Assign a, Py::Expr lhs |
|
||||||
|
a.getATarget() = lhs and
|
||||||
|
(lhs instanceof Py::Tuple or lhs instanceof Py::List) and
|
||||||
|
lhs.getASubExpression+() = n.getNode()
|
||||||
|
)
|
||||||
|
or
|
||||||
|
// For-loop with tuple/list target: `for a, b in xs:` —
|
||||||
|
// tuple-unpacking semantics applies to the for-target.
|
||||||
|
exists(Py::For f, Py::Expr lhs |
|
||||||
|
f.getTarget() = lhs and
|
||||||
|
(lhs instanceof Py::Tuple or lhs instanceof Py::List) and
|
||||||
|
lhs.getASubExpression+() = n.getNode()
|
||||||
|
)
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
override Cfg::ControlFlowNode getDefiningNode() {
|
||||||
|
// Default: the underlying `Name` CFG node (where the SSA def lives).
|
||||||
|
not exists(Cfg::StarredNode s |
|
||||||
|
s.getNode().(Py::Starred).getValue() = super.getDefiningNode().getNode()
|
||||||
|
) and
|
||||||
|
result = super.getDefiningNode()
|
||||||
|
or
|
||||||
|
// Exception: for `*rest`, expose the enclosing `Starred` CFG node
|
||||||
|
// so that `IterableUnpacking::iterableUnpackingStarredElementStoreStep`
|
||||||
|
// can attach the rest-list to it.
|
||||||
|
exists(Cfg::StarredNode s |
|
||||||
|
s.getNode().(Py::Starred).getValue() = super.getDefiningNode().getNode()
|
||||||
|
|
|
||||||
|
result = s
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* An implicit entry definition for a non-local / captured / global /
|
||||||
|
* builtin variable read in a scope but not defined there.
|
||||||
|
*
|
||||||
|
* Inherits from `EssaNodeDefinition` and exposes the scope's entry node
|
||||||
|
* as its defining node (matching legacy ESSA semantics).
|
||||||
|
*/
|
||||||
|
class ScopeEntryDefinition extends EssaNodeDefinition {
|
||||||
|
ScopeEntryDefinition() {
|
||||||
|
exists(CfgImpl::BasicBlock bb |
|
||||||
|
this.definesAt(_, bb, -1) and
|
||||||
|
bb instanceof CfgImpl::Cfg::EntryBasicBlock
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Gets the enclosing scope (the scope whose entry block this def is in). */
|
||||||
|
override Py::Scope getScope() {
|
||||||
|
exists(CfgImpl::BasicBlock bb |
|
||||||
|
this.definesAt(_, bb, -1) and
|
||||||
|
result = bb.getNode(0).(Cfg::ControlFlowNode).getScope()
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/** A phi node (alias matching legacy naming). */
|
||||||
|
class PhiFunction extends PhiNode {
|
||||||
|
/**
|
||||||
|
* Gets an input to this phi function (a definition that flows into
|
||||||
|
* the phi from one of its predecessor blocks). Mirrors legacy
|
||||||
|
* ESSA's `PhiFunction.getAnInput()`.
|
||||||
|
*/
|
||||||
|
Ssa::Definition getAnInput() { Ssa::phiHasInputFromBlock(this, result, _) }
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Base class for all ESSA definitions (legacy-shaped). */
|
||||||
|
class EssaDefinition = Ssa::Definition;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* An adapter representing a single SSA-defined "variable" — wrapping
|
||||||
|
* one `Ssa::Definition`. Mirrors legacy `EssaVariable` API.
|
||||||
|
*/
|
||||||
|
class EssaVariable extends Ssa::Definition {
|
||||||
|
/** Gets the underlying SSA definition (legacy name). */
|
||||||
|
Ssa::Definition getDefinition() { result = this }
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Gets a CFG node where this definition is used. Includes regular
|
||||||
|
* `Name` reads as well as the synthetic scope-exit "use" registered
|
||||||
|
* via `SsaImplInput::variableRead` — mirrors legacy ESSA's
|
||||||
|
* `EssaVariable.getAUse()` which inherited the synthetic exit-use
|
||||||
|
* from `SsaSourceVariable`.
|
||||||
|
*/
|
||||||
|
Cfg::ControlFlowNode getAUse() {
|
||||||
|
exists(CfgImpl::BasicBlock bb, int i |
|
||||||
|
Ssa::ssaDefReachesRead(this.getSourceVariable(), this, bb, i) and
|
||||||
|
bb.getNode(i) = result
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Gets the (textual) name of the underlying variable. */
|
||||||
|
string getName() { result = this.getSourceVariable().getVariable().getId() }
|
||||||
|
|
||||||
|
/** Gets the scope in which this variable lives. */
|
||||||
|
Py::Scope getScope() { result = this.getSourceVariable().getVariable().getScope() }
|
||||||
|
|
||||||
|
/** Gets an ultimate non-phi ancestor of this definition. */
|
||||||
|
EssaVariable getAnUltimateDefinition() {
|
||||||
|
if this instanceof PhiNode
|
||||||
|
then
|
||||||
|
exists(Ssa::Definition input |
|
||||||
|
Ssa::phiHasInputFromBlock(this, input, _) and
|
||||||
|
result = input.(EssaVariable).getAnUltimateDefinition()
|
||||||
|
)
|
||||||
|
else result = this
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Adjacent use-use and def-use relations exposed by the shared SSA
|
||||||
|
* library. Provides the same interface as legacy
|
||||||
|
* `semmle.python.essa.SsaCompute::AdjacentUses`.
|
||||||
|
*/
|
||||||
|
module AdjacentUses {
|
||||||
|
/** Holds if `nodeFrom` and `nodeTo` are adjacent uses of the same SSA variable. */
|
||||||
|
predicate adjacentUseUse(Cfg::NameNode nodeFrom, Cfg::NameNode nodeTo) {
|
||||||
|
exists(SsaSourceVariable v, CfgImpl::BasicBlock bb1, int i1, CfgImpl::BasicBlock bb2, int i2 |
|
||||||
|
Ssa::adjacentUseUse(bb1, i1, bb2, i2, v, _) and
|
||||||
|
nodeFrom = bb1.getNode(i1) and
|
||||||
|
nodeTo = bb2.getNode(i2)
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Holds if `use` is a first use of definition `def`. */
|
||||||
|
predicate firstUse(Ssa::Definition def, Cfg::NameNode use) {
|
||||||
|
exists(CfgImpl::BasicBlock bb, int i |
|
||||||
|
Ssa::firstUse(def, bb, i, _) and
|
||||||
|
use = bb.getNode(i)
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Holds if `use` is any reachable use of definition `def`. Combines
|
||||||
|
* `firstUse` with transitive use-use adjacency.
|
||||||
|
*/
|
||||||
|
predicate useOfDef(Ssa::Definition def, Cfg::NameNode use) {
|
||||||
|
firstUse(def, use)
|
||||||
|
or
|
||||||
|
exists(Cfg::NameNode mid | useOfDef(def, mid) and adjacentUseUse(mid, use))
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -1,4 +1,6 @@
|
|||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
private import semmle.python.dataflow.new.internal.SsaImpl as SsaImpl
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.dataflow.new.internal.DataFlowPrivate as DataFlowPrivate
|
private import semmle.python.dataflow.new.internal.DataFlowPrivate as DataFlowPrivate
|
||||||
private import FlowSummaryImpl as FlowSummaryImpl
|
private import FlowSummaryImpl as FlowSummaryImpl
|
||||||
@@ -97,7 +99,7 @@ import Cached
|
|||||||
* and isn't a big problem in practice.
|
* and isn't a big problem in practice.
|
||||||
*/
|
*/
|
||||||
predicate concatStep(DataFlow::CfgNode nodeFrom, DataFlow::CfgNode nodeTo) {
|
predicate concatStep(DataFlow::CfgNode nodeFrom, DataFlow::CfgNode nodeTo) {
|
||||||
exists(BinaryExprNode add | add = nodeTo.getNode() |
|
exists(Cfg::BinaryExprNode add | add = nodeTo.getNode() |
|
||||||
add.getOp() instanceof Add and add.getAnOperand() = nodeFrom.getNode()
|
add.getOp() instanceof Add and add.getAnOperand() = nodeFrom.getNode()
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
@@ -106,7 +108,7 @@ predicate concatStep(DataFlow::CfgNode nodeFrom, DataFlow::CfgNode nodeTo) {
|
|||||||
* Holds if taint can flow from `nodeFrom` to `nodeTo` with a step related to subscripting.
|
* Holds if taint can flow from `nodeFrom` to `nodeTo` with a step related to subscripting.
|
||||||
*/
|
*/
|
||||||
predicate subscriptStep(DataFlow::CfgNode nodeFrom, DataFlow::CfgNode nodeTo) {
|
predicate subscriptStep(DataFlow::CfgNode nodeFrom, DataFlow::CfgNode nodeTo) {
|
||||||
nodeTo.getNode().(SubscriptNode).getObject() = nodeFrom.getNode()
|
nodeTo.getNode().(Cfg::SubscriptNode).getObject() = nodeFrom.getNode()
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -122,15 +124,15 @@ predicate stringManipulation(DataFlow::CfgNode nodeFrom, DataFlow::CfgNode nodeT
|
|||||||
(
|
(
|
||||||
call = API::builtin(["str", "bytes", "unicode"]).getACall()
|
call = API::builtin(["str", "bytes", "unicode"]).getACall()
|
||||||
or
|
or
|
||||||
call.getFunction().asCfgNode().(NameNode).getId() in ["str", "bytes", "unicode"]
|
call.getFunction().asCfgNode().(Cfg::NameNode).getId() in ["str", "bytes", "unicode"]
|
||||||
) and
|
) and
|
||||||
nodeFrom in [call.getArg(0), call.getArgByName("object")]
|
nodeFrom in [call.getArg(0), call.getArgByName("object")]
|
||||||
)
|
)
|
||||||
or
|
or
|
||||||
// String methods. Note that this doesn't recognize `meth = "foo".upper; meth()`
|
// String methods. Note that this doesn't recognize `meth = "foo".upper; meth()`
|
||||||
exists(CallNode call, string method_name, ControlFlowNode object |
|
exists(Cfg::CallNode call, string method_name, Cfg::ControlFlowNode object |
|
||||||
call = nodeTo.getNode() and
|
call = nodeTo.getNode() and
|
||||||
object = call.getFunction().(AttrNode).getObject(method_name)
|
object = call.getFunction().(Cfg::AttrNode).getObject(method_name)
|
||||||
|
|
|
|
||||||
nodeFrom.getNode() = object and
|
nodeFrom.getNode() = object and
|
||||||
method_name in [
|
method_name in [
|
||||||
@@ -156,7 +158,7 @@ predicate stringManipulation(DataFlow::CfgNode nodeFrom, DataFlow::CfgNode nodeT
|
|||||||
)
|
)
|
||||||
or
|
or
|
||||||
// % formatting
|
// % formatting
|
||||||
exists(BinaryExprNode fmt | fmt = nodeTo.getNode() |
|
exists(Cfg::BinaryExprNode fmt | fmt = nodeTo.getNode() |
|
||||||
fmt.getOp() instanceof Mod and
|
fmt.getOp() instanceof Mod and
|
||||||
(
|
(
|
||||||
fmt.getLeft() = nodeFrom.getNode()
|
fmt.getLeft() = nodeFrom.getNode()
|
||||||
@@ -166,7 +168,7 @@ predicate stringManipulation(DataFlow::CfgNode nodeFrom, DataFlow::CfgNode nodeT
|
|||||||
)
|
)
|
||||||
or
|
or
|
||||||
// string multiplication -- `"foo" * 10`
|
// string multiplication -- `"foo" * 10`
|
||||||
exists(BinaryExprNode mult | mult = nodeTo.getNode() |
|
exists(Cfg::BinaryExprNode mult | mult = nodeTo.getNode() |
|
||||||
mult.getOp() instanceof Mult and
|
mult.getOp() instanceof Mult and
|
||||||
mult.getLeft() = nodeFrom.getNode()
|
mult.getLeft() = nodeFrom.getNode()
|
||||||
)
|
)
|
||||||
@@ -213,8 +215,8 @@ predicate awaitStep(DataFlow::Node nodeFrom, DataFlow::Node nodeTo) {
|
|||||||
* the variable `f` is tainted if the result of `open("foo")` is tainted.
|
* the variable `f` is tainted if the result of `open("foo")` is tainted.
|
||||||
*/
|
*/
|
||||||
predicate asyncWithStep(DataFlow::Node nodeFrom, DataFlow::Node nodeTo) {
|
predicate asyncWithStep(DataFlow::Node nodeFrom, DataFlow::Node nodeTo) {
|
||||||
exists(With with, ControlFlowNode contextManager, ControlFlowNode var |
|
exists(With with, Cfg::ControlFlowNode contextManager, Cfg::ControlFlowNode var |
|
||||||
var = any(WithDefinition wd).getDefiningNode()
|
var = any(SsaImpl::WithDefinition wd).getDefiningNode()
|
||||||
|
|
|
|
||||||
nodeFrom.(DataFlow::CfgNode).getNode() = contextManager and
|
nodeFrom.(DataFlow::CfgNode).getNode() = contextManager and
|
||||||
nodeTo.(DataFlow::CfgNode).getNode() = var and
|
nodeTo.(DataFlow::CfgNode).getNode() = var and
|
||||||
|
|||||||
@@ -2,6 +2,8 @@ import codeql.util.Unit
|
|||||||
import codeql.typetracking.TypeTracking as Shared
|
import codeql.typetracking.TypeTracking as Shared
|
||||||
import codeql.typetracking.internal.TypeTrackingImpl as SharedImpl
|
import codeql.typetracking.internal.TypeTrackingImpl as SharedImpl
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
private import semmle.python.dataflow.new.internal.SsaImpl as SsaImpl
|
||||||
private import semmle.python.internal.CachedStages
|
private import semmle.python.internal.CachedStages
|
||||||
private import semmle.python.dataflow.new.internal.DataFlowPublic as DataFlowPublic
|
private import semmle.python.dataflow.new.internal.DataFlowPublic as DataFlowPublic
|
||||||
private import semmle.python.dataflow.new.internal.DataFlowPrivate as DataFlowPrivate
|
private import semmle.python.dataflow.new.internal.DataFlowPrivate as DataFlowPrivate
|
||||||
@@ -162,7 +164,7 @@ module TypeTrackingInput implements Shared::TypeTrackingInput<Location> {
|
|||||||
// ignore the flow steps from the synthetic sequence node to the real sequence node,
|
// ignore the flow steps from the synthetic sequence node to the real sequence node,
|
||||||
// since we only support one level of content in type-trackers, and the nested
|
// since we only support one level of content in type-trackers, and the nested
|
||||||
// structure requires two levels at least to be useful.
|
// structure requires two levels at least to be useful.
|
||||||
not exists(SequenceNode outer |
|
not exists(Cfg::SequenceNode outer |
|
||||||
outer.getAnElement() = nodeTo.asCfgNode() and
|
outer.getAnElement() = nodeTo.asCfgNode() and
|
||||||
IterableUnpacking::iterableUnpackingTupleFlowStep(nodeFrom, nodeTo)
|
IterableUnpacking::iterableUnpackingTupleFlowStep(nodeFrom, nodeTo)
|
||||||
)
|
)
|
||||||
@@ -267,7 +269,7 @@ module TypeTrackingInput implements Shared::TypeTrackingInput<Location> {
|
|||||||
// Since we only support one level of content in type-trackers we don't actually
|
// Since we only support one level of content in type-trackers we don't actually
|
||||||
// support `(aa, ab), (ba, bb) = ...`. Therefore we exclude the read-step from `(aa,
|
// support `(aa, ab), (ba, bb) = ...`. Therefore we exclude the read-step from `(aa,
|
||||||
// ab)` to `aa` (since it is not needed).
|
// ab)` to `aa` (since it is not needed).
|
||||||
not exists(SequenceNode outer |
|
not exists(Cfg::SequenceNode outer |
|
||||||
outer.getAnElement() = nodeFrom.asCfgNode() and
|
outer.getAnElement() = nodeFrom.asCfgNode() and
|
||||||
IterableUnpacking::iterableUnpackingTupleFlowStep(_, nodeFrom)
|
IterableUnpacking::iterableUnpackingTupleFlowStep(_, nodeFrom)
|
||||||
) and
|
) and
|
||||||
@@ -277,7 +279,7 @@ module TypeTrackingInput implements Shared::TypeTrackingInput<Location> {
|
|||||||
IterableUnpacking::iterableUnpackingForReadStep(_, _, seq) and
|
IterableUnpacking::iterableUnpackingForReadStep(_, _, seq) and
|
||||||
IterableUnpacking::iterableUnpackingConvertingReadStep(seq, _, elem) and
|
IterableUnpacking::iterableUnpackingConvertingReadStep(seq, _, elem) and
|
||||||
IterableUnpacking::iterableUnpackingConvertingStoreStep(elem, _, nodeFrom) and
|
IterableUnpacking::iterableUnpackingConvertingStoreStep(elem, _, nodeFrom) and
|
||||||
nodeFrom.asCfgNode() instanceof SequenceNode
|
nodeFrom.asCfgNode() instanceof Cfg::SequenceNode
|
||||||
)
|
)
|
||||||
or
|
or
|
||||||
TypeTrackerSummaryFlow::basicLoadStep(nodeFrom, nodeTo, DataFlowPublic::singleton(content))
|
TypeTrackerSummaryFlow::basicLoadStep(nodeFrom, nodeTo, DataFlowPublic::singleton(content))
|
||||||
@@ -315,13 +317,15 @@ module TypeTrackingInput implements Shared::TypeTrackingInput<Location> {
|
|||||||
//
|
//
|
||||||
// nodeFrom is `expr`
|
// nodeFrom is `expr`
|
||||||
// nodeTo is entry node for `f`
|
// nodeTo is entry node for `f`
|
||||||
exists(ScopeEntryDefinition e, SsaSourceVariable var, DefinitionNode def |
|
exists(
|
||||||
|
SsaImpl::ScopeEntryDefinition e, SsaImpl::SsaSourceVariable var, Cfg::DefinitionNode def
|
||||||
|
|
|
||||||
e.getSourceVariable() = var and
|
e.getSourceVariable() = var and
|
||||||
var.hasDefiningNode(def)
|
def.getNode() = var.getVariable().getAStore()
|
||||||
|
|
|
|
||||||
nodeTo.(DataFlowPublic::ScopeEntryDefinitionNode).getDefinition() = e and
|
nodeTo.(DataFlowPublic::ScopeEntryDefinitionNode).getDefinition() = e and
|
||||||
nodeFrom.asCfgNode() = def and
|
nodeFrom.asCfgNode() = def and
|
||||||
var.getScope().getScope*() = nodeFrom.getScope()
|
var.getVariable().getScope().getScope*() = nodeFrom.getScope()
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -3,6 +3,9 @@ overlay[local]
|
|||||||
module;
|
module;
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
private import semmle.python.controlflow.internal.AstNodeImpl as CfgImpl
|
||||||
|
private import semmle.python.dataflow.new.internal.SsaImpl as SsaImpl
|
||||||
private import DataFlowPublic
|
private import DataFlowPublic
|
||||||
private import semmle.python.dataflow.new.internal.DataFlowPrivate
|
private import semmle.python.dataflow.new.internal.DataFlowPrivate
|
||||||
private import codeql.dataflow.VariableCapture as Shared
|
private import codeql.dataflow.VariableCapture as Shared
|
||||||
@@ -14,10 +17,10 @@ private import codeql.dataflow.VariableCapture as Shared
|
|||||||
// The first is the main implementation, the second is a performance motivated restriction.
|
// The first is the main implementation, the second is a performance motivated restriction.
|
||||||
// The restriction is to clear any `CapturedVariableContent` before writing a new one
|
// The restriction is to clear any `CapturedVariableContent` before writing a new one
|
||||||
// to avoid long access paths (see the link for a nice explanation).
|
// to avoid long access paths (see the link for a nice explanation).
|
||||||
private module CaptureInput implements Shared::InputSig<Location, Cfg::BasicBlock> {
|
private module CaptureInput implements Shared::InputSig<Location, CfgImpl::BasicBlock> {
|
||||||
private import python as PY
|
private import python as PY
|
||||||
|
|
||||||
additional class ExprCfgNode extends ControlFlowNode {
|
additional class ExprCfgNode extends Cfg::ControlFlowNode {
|
||||||
ExprCfgNode() { isExpressionNode(this) }
|
ExprCfgNode() { isExpressionNode(this) }
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -25,7 +28,9 @@ private module CaptureInput implements Shared::InputSig<Location, Cfg::BasicBloc
|
|||||||
predicate isConstructor() { none() }
|
predicate isConstructor() { none() }
|
||||||
}
|
}
|
||||||
|
|
||||||
Callable basicBlockGetEnclosingCallable(Cfg::BasicBlock bb) { result = bb.getScope() }
|
Callable basicBlockGetEnclosingCallable(CfgImpl::BasicBlock bb) {
|
||||||
|
result = bb.getEnclosingCallable().asScope()
|
||||||
|
}
|
||||||
|
|
||||||
class CapturedVariable extends LocalVariable {
|
class CapturedVariable extends LocalVariable {
|
||||||
Function f;
|
Function f;
|
||||||
@@ -51,21 +56,23 @@ private module CaptureInput implements Shared::InputSig<Location, Cfg::BasicBloc
|
|||||||
class CapturedParameter extends CapturedVariable {
|
class CapturedParameter extends CapturedVariable {
|
||||||
CapturedParameter() { this.isParameter() }
|
CapturedParameter() { this.isParameter() }
|
||||||
|
|
||||||
ControlFlowNode getCfgNode() { result.getNode().(Parameter) = this.getAnAccess() }
|
Cfg::ControlFlowNode getCfgNode() { result.getNode().(Parameter) = this.getAnAccess() }
|
||||||
}
|
}
|
||||||
|
|
||||||
class Expr extends ExprCfgNode {
|
class Expr extends ExprCfgNode {
|
||||||
predicate hasCfgNode(Cfg::BasicBlock bb, int i) { this = bb.getNode(i) }
|
predicate hasCfgNode(CfgImpl::BasicBlock bb, int i) { this = bb.getNode(i) }
|
||||||
}
|
}
|
||||||
|
|
||||||
class VariableWrite extends ControlFlowNode {
|
class VariableWrite extends Cfg::ControlFlowNode {
|
||||||
CapturedVariable v;
|
CapturedVariable v;
|
||||||
|
|
||||||
VariableWrite() { exists(DefinitionNode d | d.getNode() = v.getAStore() | this = d.getValue()) }
|
VariableWrite() {
|
||||||
|
exists(Cfg::DefinitionNode d | d.getNode() = v.getAStore() | this = d.getValue())
|
||||||
|
}
|
||||||
|
|
||||||
CapturedVariable getVariable() { result = v }
|
CapturedVariable getVariable() { result = v }
|
||||||
|
|
||||||
predicate hasCfgNode(Cfg::BasicBlock bb, int i) { this = bb.getNode(i) }
|
predicate hasCfgNode(CfgImpl::BasicBlock bb, int i) { this = bb.getNode(i) }
|
||||||
}
|
}
|
||||||
|
|
||||||
class VariableRead extends Expr {
|
class VariableRead extends Expr {
|
||||||
@@ -80,9 +87,14 @@ private module CaptureInput implements Shared::InputSig<Location, Cfg::BasicBloc
|
|||||||
// TODO: Other languages have an extra case here looking like
|
// TODO: Other languages have an extra case here looking like
|
||||||
// simpleAstFlowStep(nodeFrom, nodeTo)
|
// simpleAstFlowStep(nodeFrom, nodeTo)
|
||||||
// we should investigate the potential benefit of adding that.
|
// we should investigate the potential benefit of adding that.
|
||||||
exists(SsaVariable def |
|
exists(SsaImpl::EssaVariable def |
|
||||||
def.getAUse() = nodeTo and
|
def.getAUse() = nodeTo and
|
||||||
def.getAnUltimateDefinition().getDefinition().(DefinitionNode).getValue() = nodeFrom
|
def.getAnUltimateDefinition()
|
||||||
|
.getDefinition()
|
||||||
|
.(SsaImpl::EssaNodeDefinition)
|
||||||
|
.getDefiningNode()
|
||||||
|
.(Cfg::DefinitionNode)
|
||||||
|
.getValue() = nodeFrom
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -107,7 +119,7 @@ class CapturedVariable = CaptureInput::CapturedVariable;
|
|||||||
|
|
||||||
class ClosureExpr = CaptureInput::ClosureExpr;
|
class ClosureExpr = CaptureInput::ClosureExpr;
|
||||||
|
|
||||||
module Flow = Shared::Flow<Location, Cfg, CaptureInput>;
|
module Flow = Shared::Flow<Location, Cfg::CfgForBb, CaptureInput>;
|
||||||
|
|
||||||
private Flow::ClosureNode asClosureNode(Node n) {
|
private Flow::ClosureNode asClosureNode(Node n) {
|
||||||
result = n.(SynthCaptureNode).getSynthesizedCaptureNode()
|
result = n.(SynthCaptureNode).getSynthesizedCaptureNode()
|
||||||
|
|||||||
@@ -4,6 +4,7 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.Concepts
|
private import semmle.python.Concepts
|
||||||
private import semmle.python.ApiGraphs
|
private import semmle.python.ApiGraphs
|
||||||
private import semmle.python.dataflow.new.RemoteFlowSources
|
private import semmle.python.dataflow.new.RemoteFlowSources
|
||||||
@@ -157,9 +158,9 @@ module Bottle {
|
|||||||
DataFlow::Node value;
|
DataFlow::Node value;
|
||||||
|
|
||||||
HeaderWriteSubscript() {
|
HeaderWriteSubscript() {
|
||||||
exists(SubscriptNode subscript |
|
exists(Cfg::SubscriptNode subscript |
|
||||||
this.asCfgNode() = subscript and
|
this.asCfgNode() = subscript and
|
||||||
value.asCfgNode() = subscript.(DefinitionNode).getValue() and
|
value.asCfgNode() = subscript.(Cfg::DefinitionNode).getValue() and
|
||||||
name.asCfgNode() = subscript.getIndex() and
|
name.asCfgNode() = subscript.getIndex() and
|
||||||
subscript.getObject() = headers().asSource().asCfgNode()
|
subscript.getObject() = headers().asSource().asCfgNode()
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -4,6 +4,7 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.dataflow.new.RemoteFlowSources
|
private import semmle.python.dataflow.new.RemoteFlowSources
|
||||||
private import semmle.python.dataflow.new.TaintTracking
|
private import semmle.python.dataflow.new.TaintTracking
|
||||||
@@ -1305,7 +1306,7 @@ module PrivateDjango {
|
|||||||
dict.(DataFlow::MethodCallNode).calls(files, "dict")
|
dict.(DataFlow::MethodCallNode).calls(files, "dict")
|
||||||
)
|
)
|
||||||
|
|
|
|
||||||
this.asCfgNode().(SubscriptNode).getObject() = dict.asCfgNode()
|
this.asCfgNode().(Cfg::SubscriptNode).getObject() = dict.asCfgNode()
|
||||||
or
|
or
|
||||||
this.(DataFlow::MethodCallNode).calls(dict, "get")
|
this.(DataFlow::MethodCallNode).calls(dict, "get")
|
||||||
)
|
)
|
||||||
@@ -1314,7 +1315,7 @@ module PrivateDjango {
|
|||||||
exists(DataFlow::AttrRead files, DataFlow::MethodCallNode getlistCall |
|
exists(DataFlow::AttrRead files, DataFlow::MethodCallNode getlistCall |
|
||||||
files.accesses(instance(), "FILES") and
|
files.accesses(instance(), "FILES") and
|
||||||
getlistCall.calls(files, "getlist") and
|
getlistCall.calls(files, "getlist") and
|
||||||
this.asCfgNode().(SubscriptNode).getObject() = getlistCall.asCfgNode()
|
this.asCfgNode().(Cfg::SubscriptNode).getObject() = getlistCall.asCfgNode()
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -2216,7 +2217,7 @@ module PrivateDjango {
|
|||||||
DataFlow::Node value;
|
DataFlow::Node value;
|
||||||
|
|
||||||
DjangoResponseCookieSubscriptWrite() {
|
DjangoResponseCookieSubscriptWrite() {
|
||||||
exists(SubscriptNode subscript, DataFlow::AttrRead cookieLookup |
|
exists(Cfg::SubscriptNode subscript, DataFlow::AttrRead cookieLookup |
|
||||||
// To give `this` a value, we need to choose between either LHS or RHS,
|
// To give `this` a value, we need to choose between either LHS or RHS,
|
||||||
// and just go with the LHS
|
// and just go with the LHS
|
||||||
this.asCfgNode() = subscript
|
this.asCfgNode() = subscript
|
||||||
@@ -2228,7 +2229,7 @@ module PrivateDjango {
|
|||||||
|
|
|
|
||||||
cookieLookup.flowsTo(subscriptObj)
|
cookieLookup.flowsTo(subscriptObj)
|
||||||
) and
|
) and
|
||||||
value.asCfgNode() = subscript.(DefinitionNode).getValue() and
|
value.asCfgNode() = subscript.(Cfg::DefinitionNode).getValue() and
|
||||||
index.asCfgNode() = subscript.getIndex()
|
index.asCfgNode() = subscript.getIndex()
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
@@ -2249,7 +2250,7 @@ module PrivateDjango {
|
|||||||
DataFlow::Node value;
|
DataFlow::Node value;
|
||||||
|
|
||||||
DjangoResponseHeaderSubscriptWrite() {
|
DjangoResponseHeaderSubscriptWrite() {
|
||||||
exists(SubscriptNode subscript, DataFlow::AttrRead headerLookup |
|
exists(Cfg::SubscriptNode subscript, DataFlow::AttrRead headerLookup |
|
||||||
// To give `this` a value, we need to choose between either LHS or RHS,
|
// To give `this` a value, we need to choose between either LHS or RHS,
|
||||||
// and just go with the LHS
|
// and just go with the LHS
|
||||||
this.asCfgNode() = subscript
|
this.asCfgNode() = subscript
|
||||||
@@ -2261,7 +2262,7 @@ module PrivateDjango {
|
|||||||
|
|
|
|
||||||
headerLookup.flowsTo(subscriptObj)
|
headerLookup.flowsTo(subscriptObj)
|
||||||
) and
|
) and
|
||||||
value.asCfgNode() = subscript.(DefinitionNode).getValue() and
|
value.asCfgNode() = subscript.(Cfg::DefinitionNode).getValue() and
|
||||||
index.asCfgNode() = subscript.getIndex()
|
index.asCfgNode() = subscript.getIndex()
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
@@ -2284,14 +2285,14 @@ module PrivateDjango {
|
|||||||
DataFlow::Node value;
|
DataFlow::Node value;
|
||||||
|
|
||||||
DjangoResponseSubscriptWrite() {
|
DjangoResponseSubscriptWrite() {
|
||||||
exists(SubscriptNode subscript |
|
exists(Cfg::SubscriptNode subscript |
|
||||||
// To give `this` a value, we need to choose between either LHS or RHS,
|
// To give `this` a value, we need to choose between either LHS or RHS,
|
||||||
// and just go with the LHS
|
// and just go with the LHS
|
||||||
this.asCfgNode() = subscript
|
this.asCfgNode() = subscript
|
||||||
|
|
|
|
||||||
subscript.getObject() =
|
subscript.getObject() =
|
||||||
DjangoImpl::DjangoHttp::Response::HttpResponse::instance().asCfgNode() and
|
DjangoImpl::DjangoHttp::Response::HttpResponse::instance().asCfgNode() and
|
||||||
value.asCfgNode() = subscript.(DefinitionNode).getValue() and
|
value.asCfgNode() = subscript.(Cfg::DefinitionNode).getValue() and
|
||||||
index.asCfgNode() = subscript.getIndex()
|
index.asCfgNode() = subscript.getIndex()
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
@@ -2426,7 +2427,7 @@ module PrivateDjango {
|
|||||||
/** Gets a reference to the result of calling the `as_view` classmethod of this class. */
|
/** Gets a reference to the result of calling the `as_view` classmethod of this class. */
|
||||||
private DataFlow::TypeTrackingNode asViewResult(DataFlow::TypeTracker t) {
|
private DataFlow::TypeTrackingNode asViewResult(DataFlow::TypeTracker t) {
|
||||||
t.start() and
|
t.start() and
|
||||||
result.asCfgNode().(CallNode).getFunction() = this.asViewRef().asCfgNode()
|
result.asCfgNode().(Cfg::CallNode).getFunction() = this.asViewRef().asCfgNode()
|
||||||
or
|
or
|
||||||
exists(DataFlow::TypeTracker t2 | result = this.asViewResult(t2).track(t2, t))
|
exists(DataFlow::TypeTracker t2 | result = this.asViewResult(t2).track(t2, t))
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,6 +4,7 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.dataflow.new.RemoteFlowSources
|
private import semmle.python.dataflow.new.RemoteFlowSources
|
||||||
private import semmle.python.dataflow.new.TaintTracking
|
private import semmle.python.dataflow.new.TaintTracking
|
||||||
@@ -441,7 +442,7 @@ module FastApi {
|
|||||||
DataFlow::Node value;
|
DataFlow::Node value;
|
||||||
|
|
||||||
HeaderSubscriptWrite() {
|
HeaderSubscriptWrite() {
|
||||||
exists(SubscriptNode subscript, DataFlow::AttrRead headerLookup |
|
exists(Cfg::SubscriptNode subscript, DataFlow::AttrRead headerLookup |
|
||||||
// To give `this` a value, we need to choose between either LHS or RHS,
|
// To give `this` a value, we need to choose between either LHS or RHS,
|
||||||
// and just go with the LHS
|
// and just go with the LHS
|
||||||
this.asCfgNode() = subscript
|
this.asCfgNode() = subscript
|
||||||
@@ -450,7 +451,7 @@ module FastApi {
|
|||||||
exists(DataFlow::Node subscriptObj | subscriptObj.asCfgNode() = subscript.getObject() |
|
exists(DataFlow::Node subscriptObj | subscriptObj.asCfgNode() = subscript.getObject() |
|
||||||
headerLookup.flowsTo(subscriptObj)
|
headerLookup.flowsTo(subscriptObj)
|
||||||
) and
|
) and
|
||||||
value.asCfgNode() = subscript.(DefinitionNode).getValue() and
|
value.asCfgNode() = subscript.(Cfg::DefinitionNode).getValue() and
|
||||||
index.asCfgNode() = subscript.getIndex()
|
index.asCfgNode() = subscript.getIndex()
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,6 +4,7 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
import python
|
import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
import semmle.python.dataflow.new.RemoteFlowSources
|
import semmle.python.dataflow.new.RemoteFlowSources
|
||||||
import semmle.python.dataflow.new.TaintTracking
|
import semmle.python.dataflow.new.TaintTracking
|
||||||
import semmle.python.ApiGraphs
|
import semmle.python.ApiGraphs
|
||||||
@@ -51,9 +52,9 @@ module Gradio {
|
|||||||
// limit only to lists of parameters given to `inputs`.
|
// limit only to lists of parameters given to `inputs`.
|
||||||
(
|
(
|
||||||
(
|
(
|
||||||
call.getKeywordParameter("inputs").asSink().asCfgNode() instanceof ListNode
|
call.getKeywordParameter("inputs").asSink().asCfgNode() instanceof Cfg::ListNode
|
||||||
or
|
or
|
||||||
call.getParameter(1).asSink().asCfgNode() instanceof ListNode
|
call.getParameter(1).asSink().asCfgNode() instanceof Cfg::ListNode
|
||||||
) and
|
) and
|
||||||
(
|
(
|
||||||
this = call.getKeywordParameter("inputs").getASubscript().getAValueReachingSink()
|
this = call.getKeywordParameter("inputs").getASubscript().getAValueReachingSink()
|
||||||
@@ -75,8 +76,8 @@ module Gradio {
|
|||||||
exists(GradioInput call |
|
exists(GradioInput call |
|
||||||
this = call.getParameter(0, "fn").getParameter(_).asSource() and
|
this = call.getParameter(0, "fn").getParameter(_).asSource() and
|
||||||
// exclude lists of parameters given to `inputs`
|
// exclude lists of parameters given to `inputs`
|
||||||
not call.getKeywordParameter("inputs").asSink().asCfgNode() instanceof ListNode and
|
not call.getKeywordParameter("inputs").asSink().asCfgNode() instanceof Cfg::ListNode and
|
||||||
not call.getParameter(1).asSink().asCfgNode() instanceof ListNode
|
not call.getParameter(1).asSink().asCfgNode() instanceof Cfg::ListNode
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -105,16 +106,16 @@ module Gradio {
|
|||||||
// handle cases where there are multiple arguments passed as a list to `inputs`
|
// handle cases where there are multiple arguments passed as a list to `inputs`
|
||||||
(
|
(
|
||||||
(
|
(
|
||||||
node.getKeywordParameter("inputs").asSink().asCfgNode() instanceof ListNode
|
node.getKeywordParameter("inputs").asSink().asCfgNode() instanceof Cfg::ListNode
|
||||||
or
|
or
|
||||||
node.getParameter(1).asSink().asCfgNode() instanceof ListNode
|
node.getParameter(1).asSink().asCfgNode() instanceof Cfg::ListNode
|
||||||
) and
|
) and
|
||||||
exists(int i | nodeTo = node.getParameter(0, "fn").getParameter(i).asSource() |
|
exists(int i | nodeTo = node.getParameter(0, "fn").getParameter(i).asSource() |
|
||||||
nodeFrom.asCfgNode() =
|
nodeFrom.asCfgNode() =
|
||||||
node.getKeywordParameter("inputs").asSink().asCfgNode().(ListNode).getElement(i)
|
node.getKeywordParameter("inputs").asSink().asCfgNode().(Cfg::ListNode).getElement(i)
|
||||||
or
|
or
|
||||||
nodeFrom.asCfgNode() =
|
nodeFrom.asCfgNode() =
|
||||||
node.getParameter(1).asSink().asCfgNode().(ListNode).getElement(i)
|
node.getParameter(1).asSink().asCfgNode().(Cfg::ListNode).getElement(i)
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -4,6 +4,7 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.dataflow.new.TaintTracking
|
private import semmle.python.dataflow.new.TaintTracking
|
||||||
private import semmle.python.Concepts
|
private import semmle.python.Concepts
|
||||||
@@ -46,7 +47,7 @@ module MarkupSafeModel {
|
|||||||
|
|
||||||
/** A direct instantiation of `markupsafe.Markup`. */
|
/** A direct instantiation of `markupsafe.Markup`. */
|
||||||
private class ClassInstantiation extends InstanceSource, DataFlow::CallCfgNode {
|
private class ClassInstantiation extends InstanceSource, DataFlow::CallCfgNode {
|
||||||
override CallNode node;
|
override Cfg::CallNode node;
|
||||||
|
|
||||||
ClassInstantiation() { this = classRef().getACall() }
|
ClassInstantiation() { this = classRef().getACall() }
|
||||||
}
|
}
|
||||||
@@ -64,7 +65,7 @@ module MarkupSafeModel {
|
|||||||
|
|
||||||
/** A string concatenation with a `markupsafe.Markup` involved. */
|
/** A string concatenation with a `markupsafe.Markup` involved. */
|
||||||
class StringConcat extends Markup::InstanceSource, DataFlow::CfgNode {
|
class StringConcat extends Markup::InstanceSource, DataFlow::CfgNode {
|
||||||
override BinaryExprNode node;
|
override Cfg::BinaryExprNode node;
|
||||||
|
|
||||||
StringConcat() {
|
StringConcat() {
|
||||||
node.getOp() instanceof Add and
|
node.getOp() instanceof Add and
|
||||||
@@ -79,7 +80,7 @@ module MarkupSafeModel {
|
|||||||
|
|
||||||
/** A %-style string format with `markupsafe.Markup` as the format string. */
|
/** A %-style string format with `markupsafe.Markup` as the format string. */
|
||||||
class PercentStringFormat extends Markup::InstanceSource, DataFlow::CfgNode {
|
class PercentStringFormat extends Markup::InstanceSource, DataFlow::CfgNode {
|
||||||
override BinaryExprNode node;
|
override Cfg::BinaryExprNode node;
|
||||||
|
|
||||||
PercentStringFormat() {
|
PercentStringFormat() {
|
||||||
node.getOp() instanceof Mod and
|
node.getOp() instanceof Mod and
|
||||||
|
|||||||
@@ -7,6 +7,7 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.Concepts
|
private import semmle.python.Concepts
|
||||||
private import semmle.python.ApiGraphs
|
private import semmle.python.ApiGraphs
|
||||||
private import semmle.python.frameworks.data.ModelsAsData
|
private import semmle.python.frameworks.data.ModelsAsData
|
||||||
@@ -56,7 +57,7 @@ module Pycurl {
|
|||||||
{
|
{
|
||||||
OutgoingRequestCall() {
|
OutgoingRequestCall() {
|
||||||
this = setopt().getACall() and
|
this = setopt().getACall() and
|
||||||
this.getArg(0).asCfgNode().(AttrNode).getName() = "URL"
|
this.getArg(0).asCfgNode().(Cfg::AttrNode).getName() = "URL"
|
||||||
}
|
}
|
||||||
|
|
||||||
override DataFlow::Node getAUrlPart() {
|
override DataFlow::Node getAUrlPart() {
|
||||||
@@ -81,7 +82,7 @@ module Pycurl {
|
|||||||
private class CurlSslCall extends Http::Client::Request::Range instanceof DataFlow::CallCfgNode {
|
private class CurlSslCall extends Http::Client::Request::Range instanceof DataFlow::CallCfgNode {
|
||||||
CurlSslCall() {
|
CurlSslCall() {
|
||||||
this = setopt().getACall() and
|
this = setopt().getACall() and
|
||||||
this.getArg(0).asCfgNode().(AttrNode).getName() = ["SSL_VERIFYPEER", "SSL_VERIFYHOST"]
|
this.getArg(0).asCfgNode().(Cfg::AttrNode).getName() = ["SSL_VERIFYPEER", "SSL_VERIFYHOST"]
|
||||||
}
|
}
|
||||||
|
|
||||||
override DataFlow::Node getAUrlPart() { none() }
|
override DataFlow::Node getAUrlPart() { none() }
|
||||||
|
|||||||
@@ -7,6 +7,7 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.dataflow.new.TaintTracking
|
private import semmle.python.dataflow.new.TaintTracking
|
||||||
private import semmle.python.Concepts
|
private import semmle.python.Concepts
|
||||||
@@ -93,7 +94,7 @@ module Pydantic {
|
|||||||
// be a Pydantic model. So `model[0]` will be an overapproximation, but should not
|
// be a Pydantic model. So `model[0]` will be an overapproximation, but should not
|
||||||
// really cause problems (since we don't expect real code to contain such accesses)
|
// really cause problems (since we don't expect real code to contain such accesses)
|
||||||
nodeFrom = instance() and
|
nodeFrom = instance() and
|
||||||
nodeTo.asCfgNode().(SubscriptNode).getObject() = nodeFrom.asCfgNode()
|
nodeTo.asCfgNode().(Cfg::SubscriptNode).getObject() = nodeFrom.asCfgNode()
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
|||||||
@@ -6,6 +6,7 @@ overlay[local?]
|
|||||||
module;
|
module;
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.dataflow.new.TaintTracking
|
private import semmle.python.dataflow.new.TaintTracking
|
||||||
private import semmle.python.dataflow.new.RemoteFlowSources
|
private import semmle.python.dataflow.new.RemoteFlowSources
|
||||||
@@ -1246,7 +1247,7 @@ module StdlibPrivate {
|
|||||||
/** An additional taint step for calls to `os.path.join` */
|
/** An additional taint step for calls to `os.path.join` */
|
||||||
private class OsPathJoinCallAdditionalTaintStep extends TaintTracking::AdditionalTaintStep {
|
private class OsPathJoinCallAdditionalTaintStep extends TaintTracking::AdditionalTaintStep {
|
||||||
override predicate step(DataFlow::Node nodeFrom, DataFlow::Node nodeTo) {
|
override predicate step(DataFlow::Node nodeFrom, DataFlow::Node nodeTo) {
|
||||||
exists(CallNode call |
|
exists(Cfg::CallNode call |
|
||||||
nodeTo.asCfgNode() = call and
|
nodeTo.asCfgNode() = call and
|
||||||
call = OS::OsPath::join().getACall().asCfgNode() and
|
call = OS::OsPath::join().getACall().asCfgNode() and
|
||||||
call.getAnArg() = nodeFrom.asCfgNode()
|
call.getAnArg() = nodeFrom.asCfgNode()
|
||||||
@@ -1317,13 +1318,13 @@ module StdlibPrivate {
|
|||||||
// run, so if we're able to, we only mark the first element as the command
|
// run, so if we're able to, we only mark the first element as the command
|
||||||
// (and not the arguments to the command).
|
// (and not the arguments to the command).
|
||||||
//
|
//
|
||||||
result.asCfgNode() = arg_args.asCfgNode().(SequenceNode).getElement(0)
|
result.asCfgNode() = arg_args.asCfgNode().(Cfg::SequenceNode).getElement(0)
|
||||||
or
|
or
|
||||||
// Either the "args" argument is not a sequence (which is valid) or we where
|
// Either the "args" argument is not a sequence (which is valid) or we where
|
||||||
// just not able to figure it out. Simply mark the "args" argument as the
|
// just not able to figure it out. Simply mark the "args" argument as the
|
||||||
// command.
|
// command.
|
||||||
//
|
//
|
||||||
not arg_args.asCfgNode() instanceof SequenceNode and
|
not arg_args.asCfgNode() instanceof Cfg::SequenceNode and
|
||||||
result = arg_args
|
result = arg_args
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
@@ -1542,7 +1543,7 @@ module StdlibPrivate {
|
|||||||
* See https://docs.python.org/3/library/functions.html#eval
|
* See https://docs.python.org/3/library/functions.html#eval
|
||||||
*/
|
*/
|
||||||
private class BuiltinsEvalCall extends CodeExecution::Range, DataFlow::CallCfgNode {
|
private class BuiltinsEvalCall extends CodeExecution::Range, DataFlow::CallCfgNode {
|
||||||
override CallNode node;
|
override Cfg::CallNode node;
|
||||||
|
|
||||||
BuiltinsEvalCall() { this = API::builtin("eval").getACall() }
|
BuiltinsEvalCall() { this = API::builtin("eval").getACall() }
|
||||||
|
|
||||||
@@ -1923,7 +1924,7 @@ module StdlibPrivate {
|
|||||||
nodeFrom = instance().getAValueReachableFromSource() and
|
nodeFrom = instance().getAValueReachableFromSource() and
|
||||||
nodeTo = [getvalueRef(), getfirstRef(), getlistRef()].getAValueReachableFromSource()
|
nodeTo = [getvalueRef(), getfirstRef(), getlistRef()].getAValueReachableFromSource()
|
||||||
or
|
or
|
||||||
nodeFrom.asCfgNode() = nodeTo.asCfgNode().(CallNode).getFunction() and
|
nodeFrom.asCfgNode() = nodeTo.asCfgNode().(Cfg::CallNode).getFunction() and
|
||||||
(
|
(
|
||||||
nodeFrom = getvalueRef().getAValueReachableFromSource() and
|
nodeFrom = getvalueRef().getAValueReachableFromSource() and
|
||||||
nodeTo = getvalueResult().asSource()
|
nodeTo = getvalueResult().asSource()
|
||||||
@@ -1939,7 +1940,7 @@ module StdlibPrivate {
|
|||||||
nodeFrom in [
|
nodeFrom in [
|
||||||
instance().getAValueReachableFromSource(), fieldList().getAValueReachableFromSource()
|
instance().getAValueReachableFromSource(), fieldList().getAValueReachableFromSource()
|
||||||
] and
|
] and
|
||||||
nodeTo.asCfgNode().(SubscriptNode).getObject() = nodeFrom.asCfgNode()
|
nodeTo.asCfgNode().(Cfg::SubscriptNode).getObject() = nodeFrom.asCfgNode()
|
||||||
or
|
or
|
||||||
// Attributes on Field
|
// Attributes on Field
|
||||||
nodeFrom = field().getAValueReachableFromSource() and
|
nodeFrom = field().getAValueReachableFromSource() and
|
||||||
@@ -2254,8 +2255,8 @@ module StdlibPrivate {
|
|||||||
DataFlow::CfgNode
|
DataFlow::CfgNode
|
||||||
{
|
{
|
||||||
WsgirefSimpleServerApplicationReturn() {
|
WsgirefSimpleServerApplicationReturn() {
|
||||||
exists(WsgirefSimpleServerApplication requestHandler, Return ret |
|
exists(Return ret |
|
||||||
ret.getScope() = requestHandler and
|
ret.getScope() = any(WsgirefSimpleServerApplication requestHandler) and
|
||||||
node.getNode() = ret.getValue()
|
node.getNode() = ret.getValue()
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
@@ -2338,9 +2339,9 @@ module StdlibPrivate {
|
|||||||
DataFlow::Node value;
|
DataFlow::Node value;
|
||||||
|
|
||||||
HeaderWriteSubscript() {
|
HeaderWriteSubscript() {
|
||||||
exists(SubscriptNode subscript |
|
exists(Cfg::SubscriptNode subscript |
|
||||||
this.asCfgNode() = subscript and
|
this.asCfgNode() = subscript and
|
||||||
value.asCfgNode() = subscript.(DefinitionNode).getValue() and
|
value.asCfgNode() = subscript.(Cfg::DefinitionNode).getValue() and
|
||||||
name.asCfgNode() = subscript.getIndex() and
|
name.asCfgNode() = subscript.getIndex() and
|
||||||
subscript.getObject() = instance().asCfgNode()
|
subscript.getObject() = instance().asCfgNode()
|
||||||
)
|
)
|
||||||
@@ -2682,7 +2683,7 @@ module StdlibPrivate {
|
|||||||
or
|
or
|
||||||
// Data injection
|
// Data injection
|
||||||
// Special handling of the `/` operator
|
// Special handling of the `/` operator
|
||||||
exists(BinaryExprNode slash, DataFlow::Node pathOperand, DataFlow::TypeTracker t2 |
|
exists(Cfg::BinaryExprNode slash, DataFlow::Node pathOperand, DataFlow::TypeTracker t2 |
|
||||||
slash.getOp() instanceof Div and
|
slash.getOp() instanceof Div and
|
||||||
pathOperand.asCfgNode() = slash.getAnOperand() and
|
pathOperand.asCfgNode() = slash.getAnOperand() and
|
||||||
pathlibPath(t2).flowsTo(pathOperand) and
|
pathlibPath(t2).flowsTo(pathOperand) and
|
||||||
@@ -2807,7 +2808,7 @@ module StdlibPrivate {
|
|||||||
pathlibPath().flowsTo(nodeTo) and
|
pathlibPath().flowsTo(nodeTo) and
|
||||||
(
|
(
|
||||||
// Special handling of the `/` operator
|
// Special handling of the `/` operator
|
||||||
exists(BinaryExprNode slash, DataFlow::Node pathOperand |
|
exists(Cfg::BinaryExprNode slash, DataFlow::Node pathOperand |
|
||||||
slash.getOp() instanceof Div and
|
slash.getOp() instanceof Div and
|
||||||
pathOperand.asCfgNode() = slash.getAnOperand() and
|
pathOperand.asCfgNode() = slash.getAnOperand() and
|
||||||
pathlibPath().flowsTo(pathOperand)
|
pathlibPath().flowsTo(pathOperand)
|
||||||
@@ -4605,9 +4606,9 @@ module StdlibPrivate {
|
|||||||
}
|
}
|
||||||
|
|
||||||
override predicate propagatesFlow(string input, string output, boolean preservesValue) {
|
override predicate propagatesFlow(string input, string output, boolean preservesValue) {
|
||||||
exists(CallNode c, string name, ControlFlowNode n, DataFlow::AttributeContent ac |
|
exists(Cfg::CallNode c, string name, Cfg::ControlFlowNode n, DataFlow::AttributeContent ac |
|
||||||
c.getFunction().(NameNode).getId() = "replace" or
|
c.getFunction().(Cfg::NameNode).getId() = "replace" or
|
||||||
c.getFunction().(AttrNode).getName() = "replace"
|
c.getFunction().(Cfg::AttrNode).getName() = "replace"
|
||||||
|
|
|
|
||||||
n = c.getArgByName(name) and
|
n = c.getArgByName(name) and
|
||||||
ac.getAttribute() = name and
|
ac.getAttribute() = name and
|
||||||
@@ -5171,10 +5172,10 @@ module StdlibPrivate {
|
|||||||
* See https://docs.python.org/3.9/library/stdtypes.html#str.startswith
|
* See https://docs.python.org/3.9/library/stdtypes.html#str.startswith
|
||||||
*/
|
*/
|
||||||
private class StartswithCall extends Path::SafeAccessCheck::Range {
|
private class StartswithCall extends Path::SafeAccessCheck::Range {
|
||||||
StartswithCall() { this.(CallNode).getFunction().(AttrNode).getName() = "startswith" }
|
StartswithCall() { this.(Cfg::CallNode).getFunction().(Cfg::AttrNode).getName() = "startswith" }
|
||||||
|
|
||||||
override predicate checks(ControlFlowNode node, boolean branch) {
|
override predicate checks(Cfg::ControlFlowNode node, boolean branch) {
|
||||||
node = this.(CallNode).getFunction().(AttrNode).getObject() and
|
node = this.(Cfg::CallNode).getFunction().(Cfg::AttrNode).getObject() and
|
||||||
branch = true
|
branch = true
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -8,6 +8,7 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.Concepts
|
private import semmle.python.Concepts
|
||||||
private import semmle.python.ApiGraphs
|
private import semmle.python.ApiGraphs
|
||||||
private import semmle.python.security.dataflow.UrlRedirectCustomizations
|
private import semmle.python.security.dataflow.UrlRedirectCustomizations
|
||||||
@@ -91,7 +92,7 @@ private module Urllib {
|
|||||||
* A read of the `netloc` attribute of a parsed URL as returned by `urllib.parse.urlparse`,
|
* A read of the `netloc` attribute of a parsed URL as returned by `urllib.parse.urlparse`,
|
||||||
* which is being checked in a way that is relevant for URL redirection vulnerabilities.
|
* which is being checked in a way that is relevant for URL redirection vulnerabilities.
|
||||||
*/
|
*/
|
||||||
private predicate netlocCheck(DataFlow::GuardNode g, ControlFlowNode node, boolean branch) {
|
private predicate netlocCheck(DataFlow::GuardNode g, Cfg::ControlFlowNode node, boolean branch) {
|
||||||
exists(DataFlow::CallCfgNode urlParseCall, DataFlow::AttrRead netlocRead |
|
exists(DataFlow::CallCfgNode urlParseCall, DataFlow::AttrRead netlocRead |
|
||||||
urlParseCall = getUrlParseCall() and
|
urlParseCall = getUrlParseCall() and
|
||||||
netlocRead = urlParseCall.getAnAttributeRead("netloc") and
|
netlocRead = urlParseCall.getAnAttributeRead("netloc") and
|
||||||
|
|||||||
@@ -4,6 +4,7 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.dataflow.new.RemoteFlowSources
|
private import semmle.python.dataflow.new.RemoteFlowSources
|
||||||
private import semmle.python.dataflow.new.TaintTracking
|
private import semmle.python.dataflow.new.TaintTracking
|
||||||
@@ -72,9 +73,9 @@ module Tornado {
|
|||||||
DataFlow::Node value;
|
DataFlow::Node value;
|
||||||
|
|
||||||
TornadoHeaderSubscriptWrite() {
|
TornadoHeaderSubscriptWrite() {
|
||||||
exists(SubscriptNode subscript |
|
exists(Cfg::SubscriptNode subscript |
|
||||||
subscript.getObject() = instance().asCfgNode() and
|
subscript.getObject() = instance().asCfgNode() and
|
||||||
value.asCfgNode() = subscript.(DefinitionNode).getValue() and
|
value.asCfgNode() = subscript.(Cfg::DefinitionNode).getValue() and
|
||||||
index.asCfgNode() = subscript.getIndex() and
|
index.asCfgNode() = subscript.getIndex() and
|
||||||
this.asCfgNode() = subscript
|
this.asCfgNode() = subscript
|
||||||
)
|
)
|
||||||
@@ -422,7 +423,7 @@ module Tornado {
|
|||||||
// be able to do something more structured for providing modeling of the members
|
// be able to do something more structured for providing modeling of the members
|
||||||
// of a container-object.
|
// of a container-object.
|
||||||
exists(DataFlow::AttrRead files | files.accesses(instance(), "cookies") |
|
exists(DataFlow::AttrRead files | files.accesses(instance(), "cookies") |
|
||||||
this.asCfgNode().(SubscriptNode).getObject() = files.asCfgNode()
|
this.asCfgNode().(Cfg::SubscriptNode).getObject() = files.asCfgNode()
|
||||||
or
|
or
|
||||||
this.(DataFlow::MethodCallNode).calls(files, "get")
|
this.(DataFlow::MethodCallNode).calls(files, "get")
|
||||||
)
|
)
|
||||||
@@ -479,20 +480,20 @@ module Tornado {
|
|||||||
// routing
|
// routing
|
||||||
// ---------------------------------------------------------------------------
|
// ---------------------------------------------------------------------------
|
||||||
/** Gets a sequence that defines a number of route rules */
|
/** Gets a sequence that defines a number of route rules */
|
||||||
SequenceNode routeSetupRuleList() {
|
Cfg::SequenceNode routeSetupRuleList() {
|
||||||
exists(CallNode call |
|
exists(Cfg::CallNode call |
|
||||||
call = any(TornadoModule::Web::Application::ClassInstantiation c).asCfgNode()
|
call = any(TornadoModule::Web::Application::ClassInstantiation c).asCfgNode()
|
||||||
|
|
|
|
||||||
result in [call.getArg(0), call.getArgByName("handlers")]
|
result in [call.getArg(0), call.getArgByName("handlers")]
|
||||||
)
|
)
|
||||||
or
|
or
|
||||||
exists(CallNode call |
|
exists(Cfg::CallNode call |
|
||||||
call.getFunction() = TornadoModule::Web::Application::add_handlers().asCfgNode()
|
call.getFunction() = TornadoModule::Web::Application::add_handlers().asCfgNode()
|
||||||
|
|
|
|
||||||
result in [call.getArg(1), call.getArgByName("host_handlers")]
|
result in [call.getArg(1), call.getArgByName("host_handlers")]
|
||||||
)
|
)
|
||||||
or
|
or
|
||||||
result = routeSetupRuleList().getElement(_).(TupleNode).getElement(1)
|
result = routeSetupRuleList().getElement(_).(Cfg::TupleNode).getElement(1)
|
||||||
}
|
}
|
||||||
|
|
||||||
/** A tornado route setup. */
|
/** A tornado route setup. */
|
||||||
@@ -515,12 +516,12 @@ module Tornado {
|
|||||||
|
|
||||||
/** A route setup using a tuple. */
|
/** A route setup using a tuple. */
|
||||||
private class TornadoTupleRouteSetup extends TornadoRouteSetup, DataFlow::CfgNode {
|
private class TornadoTupleRouteSetup extends TornadoRouteSetup, DataFlow::CfgNode {
|
||||||
override TupleNode node;
|
override Cfg::TupleNode node;
|
||||||
|
|
||||||
TornadoTupleRouteSetup() {
|
TornadoTupleRouteSetup() {
|
||||||
node = routeSetupRuleList().getElement(_) and
|
node = routeSetupRuleList().getElement(_) and
|
||||||
count(node.getElement(_)) = 2 and
|
count(node.getElement(_)) = 2 and
|
||||||
not node.getElement(1) instanceof SequenceNode
|
not node.getElement(1) instanceof Cfg::SequenceNode
|
||||||
}
|
}
|
||||||
|
|
||||||
override DataFlow::Node getUrlPatternArg() { result.asCfgNode() = node.getElement(0) }
|
override DataFlow::Node getUrlPatternArg() { result.asCfgNode() = node.getElement(0) }
|
||||||
|
|||||||
@@ -6,6 +6,7 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.dataflow.new.TaintTracking
|
private import semmle.python.dataflow.new.TaintTracking
|
||||||
private import semmle.python.ApiGraphs
|
private import semmle.python.ApiGraphs
|
||||||
@@ -221,9 +222,9 @@ module Werkzeug {
|
|||||||
DataFlow::Node value;
|
DataFlow::Node value;
|
||||||
|
|
||||||
HeaderWriteSubscript() {
|
HeaderWriteSubscript() {
|
||||||
exists(SubscriptNode subscript |
|
exists(Cfg::SubscriptNode subscript |
|
||||||
this.asCfgNode() = subscript and
|
this.asCfgNode() = subscript and
|
||||||
value.asCfgNode() = subscript.(DefinitionNode).getValue() and
|
value.asCfgNode() = subscript.(Cfg::DefinitionNode).getValue() and
|
||||||
name.asCfgNode() = subscript.getIndex() and
|
name.asCfgNode() = subscript.getIndex() and
|
||||||
subscript.getObject() = instance().asCfgNode()
|
subscript.getObject() = instance().asCfgNode()
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -8,6 +8,7 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.Concepts
|
private import semmle.python.Concepts
|
||||||
private import semmle.python.ApiGraphs
|
private import semmle.python.ApiGraphs
|
||||||
@@ -28,7 +29,7 @@ private module Yaml {
|
|||||||
* See https://pyyaml.org/wiki/PyYAMLDocumentation (you will have to scroll down).
|
* See https://pyyaml.org/wiki/PyYAMLDocumentation (you will have to scroll down).
|
||||||
*/
|
*/
|
||||||
private class YamlLoadCall extends Decoding::Range, DataFlow::CallCfgNode {
|
private class YamlLoadCall extends Decoding::Range, DataFlow::CallCfgNode {
|
||||||
override CallNode node;
|
override Cfg::CallNode node;
|
||||||
string func_name;
|
string func_name;
|
||||||
|
|
||||||
YamlLoadCall() {
|
YamlLoadCall() {
|
||||||
|
|||||||
@@ -4,6 +4,7 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.dataflow.new.TaintTracking
|
private import semmle.python.dataflow.new.TaintTracking
|
||||||
private import semmle.python.Concepts
|
private import semmle.python.Concepts
|
||||||
@@ -111,7 +112,7 @@ module Yarl {
|
|||||||
}
|
}
|
||||||
|
|
||||||
private predicate yarlUrlIsAbsoluteCall(
|
private predicate yarlUrlIsAbsoluteCall(
|
||||||
DataFlow::GuardNode g, ControlFlowNode node, boolean branch
|
DataFlow::GuardNode g, Cfg::ControlFlowNode node, boolean branch
|
||||||
) {
|
) {
|
||||||
exists(ClassInstantiation instance, DataFlow::MethodCallNode call |
|
exists(ClassInstantiation instance, DataFlow::MethodCallNode call |
|
||||||
call.calls(instance, "is_absolute") and
|
call.calls(instance, "is_absolute") and
|
||||||
|
|||||||
@@ -11,6 +11,7 @@ private import semmle.python.dataflow.new.internal.ImportResolution
|
|||||||
private import semmle.python.ApiGraphs
|
private import semmle.python.ApiGraphs
|
||||||
private import semmle.python.filters.Tests
|
private import semmle.python.filters.Tests
|
||||||
private import semmle.python.Module
|
private import semmle.python.Module
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
|
||||||
// very much inspired by the draft at https://github.com/github/codeql/pull/5632
|
// very much inspired by the draft at https://github.com/github/codeql/pull/5632
|
||||||
module NotExposed {
|
module NotExposed {
|
||||||
@@ -206,7 +207,7 @@ module NotExposed {
|
|||||||
string relevantName, Location loc
|
string relevantName, Location loc
|
||||||
) {
|
) {
|
||||||
loc = mod.getLocation() and
|
loc = mod.getLocation() and
|
||||||
exists(API::Node relevantClass, ControlFlowNode value |
|
exists(API::Node relevantClass, Cfg::ControlFlowNode value |
|
||||||
relevantClass = newOrExistingModeling(spec).getASubclass*() and
|
relevantClass = newOrExistingModeling(spec).getASubclass*() and
|
||||||
ImportResolution::module_export(mod, relevantName, def) and
|
ImportResolution::module_export(mod, relevantName, def) and
|
||||||
value = relevantClass.getAValueReachableFromSource().asCfgNode() and
|
value = relevantClass.getAValueReachableFromSource().asCfgNode() and
|
||||||
|
|||||||
@@ -3,6 +3,7 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
import python
|
import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.Concepts as Concepts
|
private import semmle.python.Concepts as Concepts
|
||||||
private import semmle.python.regex
|
private import semmle.python.regex
|
||||||
@@ -78,7 +79,7 @@ private module FindRegexMode {
|
|||||||
t.start() and
|
t.start() and
|
||||||
exists(API::Node flag | flag_name = canonical_name(flag) and result = flag.asSource())
|
exists(API::Node flag | flag_name = canonical_name(flag) and result = flag.asSource())
|
||||||
or
|
or
|
||||||
exists(BinaryExprNode binop, DataFlow::Node operand |
|
exists(Cfg::BinaryExprNode binop, DataFlow::Node operand |
|
||||||
operand.getALocalSource() = re_flag_tracker(flag_name, t.continue()) and
|
operand.getALocalSource() = re_flag_tracker(flag_name, t.continue()) and
|
||||||
operand.asCfgNode() = binop.getAnOperand() and
|
operand.asCfgNode() = binop.getAnOperand() and
|
||||||
(binop.getOp() instanceof BitOr or binop.getOp() instanceof Add) and
|
(binop.getOp() instanceof BitOr or binop.getOp() instanceof Add) and
|
||||||
|
|||||||
@@ -3,6 +3,7 @@
|
|||||||
import python
|
import python
|
||||||
import semmle.python.dataflow.new.DataFlow
|
import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.ApiGraphs
|
private import semmle.python.ApiGraphs
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* INTERNAL: Do not use.
|
* INTERNAL: Do not use.
|
||||||
@@ -29,7 +30,7 @@ private class TracebackFunctionCall extends ExceptionInfo, DataFlow::CallCfgNode
|
|||||||
private class CaughtException extends ExceptionInfo {
|
private class CaughtException extends ExceptionInfo {
|
||||||
CaughtException() {
|
CaughtException() {
|
||||||
this.asExpr() = any(ExceptStmt s).getName() and
|
this.asExpr() = any(ExceptStmt s).getName() and
|
||||||
this.asCfgNode() = any(EssaNodeDefinition def).getDefiningNode()
|
this.asCfgNode().(Cfg::NameNode).defines(_)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -11,6 +11,7 @@ private import semmle.python.dataflow.new.RemoteFlowSources
|
|||||||
private import semmle.python.dataflow.new.BarrierGuards
|
private import semmle.python.dataflow.new.BarrierGuards
|
||||||
private import semmle.python.ApiGraphs
|
private import semmle.python.ApiGraphs
|
||||||
private import semmle.python.frameworks.data.internal.ApiGraphModels
|
private import semmle.python.frameworks.data.internal.ApiGraphModels
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Provides default sources, sinks and sanitizers for detecting
|
* Provides default sources, sinks and sanitizers for detecting
|
||||||
@@ -95,7 +96,7 @@ module ServerSideRequestForgery {
|
|||||||
class StringConstructionAsFullUrlControlSanitizer extends FullUrlControlSanitizer {
|
class StringConstructionAsFullUrlControlSanitizer extends FullUrlControlSanitizer {
|
||||||
StringConstructionAsFullUrlControlSanitizer() {
|
StringConstructionAsFullUrlControlSanitizer() {
|
||||||
// string concat
|
// string concat
|
||||||
exists(BinaryExprNode add |
|
exists(Cfg::BinaryExprNode add |
|
||||||
add.getOp() instanceof Add and
|
add.getOp() instanceof Add and
|
||||||
add.getRight() = this.asCfgNode() and
|
add.getRight() = this.asCfgNode() and
|
||||||
not add.getLeft().getNode().(StringLiteral).getText().toLowerCase() in [
|
not add.getLeft().getNode().(StringLiteral).getText().toLowerCase() in [
|
||||||
@@ -104,7 +105,7 @@ module ServerSideRequestForgery {
|
|||||||
)
|
)
|
||||||
or
|
or
|
||||||
// % formatting
|
// % formatting
|
||||||
exists(BinaryExprNode fmt |
|
exists(Cfg::BinaryExprNode fmt |
|
||||||
fmt.getOp() instanceof Mod and
|
fmt.getOp() instanceof Mod and
|
||||||
fmt.getRight() = this.asCfgNode() and
|
fmt.getRight() = this.asCfgNode() and
|
||||||
// detecting %-formatting is not super easy, so we simplify it to only handle
|
// detecting %-formatting is not super easy, so we simplify it to only handle
|
||||||
@@ -155,7 +156,9 @@ module ServerSideRequestForgery {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
private predicate stringRestriction(DataFlow::GuardNode g, ControlFlowNode node, boolean branch) {
|
private predicate stringRestriction(
|
||||||
|
DataFlow::GuardNode g, Cfg::ControlFlowNode node, boolean branch
|
||||||
|
) {
|
||||||
exists(DataFlow::MethodCallNode call, DataFlow::Node strNode |
|
exists(DataFlow::MethodCallNode call, DataFlow::Node strNode |
|
||||||
call.asCfgNode() = g and strNode.asCfgNode() = node
|
call.asCfgNode() = g and strNode.asCfgNode() = node
|
||||||
|
|
|
|
||||||
|
|||||||
@@ -9,6 +9,7 @@ private import semmle.python.dataflow.new.DataFlow
|
|||||||
private import semmle.python.Concepts
|
private import semmle.python.Concepts
|
||||||
private import semmle.python.dataflow.new.BarrierGuards
|
private import semmle.python.dataflow.new.BarrierGuards
|
||||||
private import semmle.python.ApiGraphs
|
private import semmle.python.ApiGraphs
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Provides default sources, sinks and sanitizers for detecting
|
* Provides default sources, sinks and sanitizers for detecting
|
||||||
@@ -139,8 +140,8 @@ module TarSlip {
|
|||||||
* where `<check_path>` is any function matching `"%path"`.
|
* where `<check_path>` is any function matching `"%path"`.
|
||||||
* `info` is assumed to be a `TarInfo` instance.
|
* `info` is assumed to be a `TarInfo` instance.
|
||||||
*/
|
*/
|
||||||
predicate tarFileInfoSanitizer(DataFlow::GuardNode g, ControlFlowNode tarInfo, boolean branch) {
|
predicate tarFileInfoSanitizer(DataFlow::GuardNode g, Cfg::ControlFlowNode tarInfo, boolean branch) {
|
||||||
exists(CallNode call, AttrNode attr |
|
exists(Cfg::CallNode call, Cfg::AttrNode attr |
|
||||||
g = call and
|
g = call and
|
||||||
// We must test the name of the tar info object.
|
// We must test the name of the tar info object.
|
||||||
attr = call.getAnArg() and
|
attr = call.getAnArg() and
|
||||||
@@ -148,9 +149,9 @@ module TarSlip {
|
|||||||
attr.getObject() = tarInfo
|
attr.getObject() = tarInfo
|
||||||
|
|
|
|
||||||
// The assumption that any test that matches %path is a sanitizer might be too broad.
|
// The assumption that any test that matches %path is a sanitizer might be too broad.
|
||||||
call.getAChild*().(AttrNode).getName().matches("%path")
|
call.getAChild*().(Cfg::AttrNode).getName().matches("%path")
|
||||||
or
|
or
|
||||||
call.getAChild*().(NameNode).getId().matches("%path")
|
call.getAChild*().(Cfg::NameNode).getId().matches("%path")
|
||||||
) and
|
) and
|
||||||
branch = false
|
branch = false
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -5,6 +5,7 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.DataFlow
|
private import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.Concepts
|
private import semmle.python.Concepts
|
||||||
private import semmle.python.ApiGraphs
|
private import semmle.python.ApiGraphs
|
||||||
@@ -111,7 +112,7 @@ module UrlRedirect {
|
|||||||
// Url redirection is a problem only if the user controls the prefix of the URL.
|
// Url redirection is a problem only if the user controls the prefix of the URL.
|
||||||
// TODO: This is a copy of the taint-sanitizer from the old points-to query, which doesn't
|
// TODO: This is a copy of the taint-sanitizer from the old points-to query, which doesn't
|
||||||
// cover formatting.
|
// cover formatting.
|
||||||
exists(BinaryExprNode string_concat | string_concat.getOp() instanceof Add |
|
exists(Cfg::BinaryExprNode string_concat | string_concat.getOp() instanceof Add |
|
||||||
string_concat.getRight() = this.asCfgNode()
|
string_concat.getRight() = this.asCfgNode()
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,4 +1,5 @@
|
|||||||
import python
|
import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
import semmle.python.dataflow.new.DataFlow
|
import semmle.python.dataflow.new.DataFlow
|
||||||
private import semmle.python.dataflow.new.internal.DataFlowPrivate
|
private import semmle.python.dataflow.new.internal.DataFlowPrivate
|
||||||
import FlowTest
|
import FlowTest
|
||||||
@@ -23,7 +24,7 @@ import MakeTest<MakeTestSig<MaximalFlowTest>>
|
|||||||
module MaximalFlowsConfig implements DataFlow::ConfigSig {
|
module MaximalFlowsConfig implements DataFlow::ConfigSig {
|
||||||
predicate isSource(DataFlow::Node node) {
|
predicate isSource(DataFlow::Node node) {
|
||||||
exists(node.getLocation().getFile().getRelativePath()) and
|
exists(node.getLocation().getFile().getRelativePath()) and
|
||||||
not node.asCfgNode() instanceof CallNode and
|
not node.asCfgNode() instanceof Cfg::CallNode and
|
||||||
not node.asCfgNode().getNode() instanceof Return and
|
not node.asCfgNode().getNode() instanceof Return and
|
||||||
not node instanceof DataFlow::ParameterNode and
|
not node instanceof DataFlow::ParameterNode and
|
||||||
not node instanceof DataFlow::PostUpdateNode and
|
not node instanceof DataFlow::PostUpdateNode and
|
||||||
@@ -34,9 +35,9 @@ module MaximalFlowsConfig implements DataFlow::ConfigSig {
|
|||||||
|
|
||||||
predicate isSink(DataFlow::Node node) {
|
predicate isSink(DataFlow::Node node) {
|
||||||
exists(node.getLocation().getFile().getRelativePath()) and
|
exists(node.getLocation().getFile().getRelativePath()) and
|
||||||
not any(CallNode c).getArg(_) = node.asCfgNode() and
|
not any(Cfg::CallNode c).getArg(_) = node.asCfgNode() and
|
||||||
not isArgumentNode(node, _, _) and
|
not isArgumentNode(node, _, _) and
|
||||||
not node.asCfgNode().(NameNode).getId().matches("SINK%") and
|
not node.asCfgNode().(Cfg::NameNode).getId().matches("SINK%") and
|
||||||
not DataFlow::localFlowStep(node, _)
|
not DataFlow::localFlowStep(node, _)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,4 +1,5 @@
|
|||||||
import python
|
import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
import utils.test.dataflow.FlowTest
|
import utils.test.dataflow.FlowTest
|
||||||
import utils.test.dataflow.testConfig
|
import utils.test.dataflow.testConfig
|
||||||
private import semmle.python.dataflow.new.internal.PrintNode
|
private import semmle.python.dataflow.new.internal.PrintNode
|
||||||
@@ -19,7 +20,7 @@ query predicate missingAnnotationOnSink(Location location, string error, string
|
|||||||
TestConfig::isSink(sink) and
|
TestConfig::isSink(sink) and
|
||||||
// note: we only care about `SINK` and not `SINK_F`, so we have to reconstruct manually.
|
// note: we only care about `SINK` and not `SINK_F`, so we have to reconstruct manually.
|
||||||
exists(DataFlow::CallCfgNode call |
|
exists(DataFlow::CallCfgNode call |
|
||||||
call.getFunction().asCfgNode().(NameNode).getId() = "SINK" and
|
call.getFunction().asCfgNode().(Cfg::NameNode).getId() = "SINK" and
|
||||||
(sink = call.getArg(_) or sink = call.getArgByName(_))
|
(sink = call.getArg(_) or sink = call.getArgByName(_))
|
||||||
) and
|
) and
|
||||||
location = sink.getLocation() and
|
location = sink.getLocation() and
|
||||||
|
|||||||
@@ -1,4 +1,5 @@
|
|||||||
import python
|
import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
import utils.test.dataflow.FlowTest
|
import utils.test.dataflow.FlowTest
|
||||||
import utils.test.dataflow.testTaintConfig
|
import utils.test.dataflow.testTaintConfig
|
||||||
private import semmle.python.dataflow.new.internal.PrintNode
|
private import semmle.python.dataflow.new.internal.PrintNode
|
||||||
@@ -18,7 +19,7 @@ query predicate missingAnnotationOnSink(Location location, string error, string
|
|||||||
exists(DataFlow::Node sink |
|
exists(DataFlow::Node sink |
|
||||||
exists(DataFlow::CallCfgNode call |
|
exists(DataFlow::CallCfgNode call |
|
||||||
// note: we only care about `SINK` and not `SINK_F`, so we have to reconstruct manually.
|
// note: we only care about `SINK` and not `SINK_F`, so we have to reconstruct manually.
|
||||||
call.getFunction().asCfgNode().(NameNode).getId() = "SINK" and
|
call.getFunction().asCfgNode().(Cfg::NameNode).getId() = "SINK" and
|
||||||
(sink = call.getArg(_) or sink = call.getArgByName(_))
|
(sink = call.getArg(_) or sink = call.getArgByName(_))
|
||||||
) and
|
) and
|
||||||
location = sink.getLocation() and
|
location = sink.getLocation() and
|
||||||
|
|||||||
@@ -1,4 +1,5 @@
|
|||||||
import python
|
import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
import semmle.python.dataflow.new.DataFlow
|
import semmle.python.dataflow.new.DataFlow
|
||||||
import utils.test.InlineExpectationsTest
|
import utils.test.InlineExpectationsTest
|
||||||
private import semmle.python.dataflow.new.internal.PrintNode
|
private import semmle.python.dataflow.new.internal.PrintNode
|
||||||
@@ -49,7 +50,7 @@ private string fromValue(DataFlow::Node fromNode) {
|
|||||||
|
|
||||||
pragma[inline]
|
pragma[inline]
|
||||||
private string fromFunc(DataFlow::ArgumentNode fromNode) {
|
private string fromFunc(DataFlow::ArgumentNode fromNode) {
|
||||||
result = fromNode.getCall().getNode().(CallNode).getFunction().getNode().(Name).getId()
|
result = fromNode.getCall().getNode().(Cfg::CallNode).getFunction().getNode().(Name).getId()
|
||||||
}
|
}
|
||||||
|
|
||||||
pragma[inline]
|
pragma[inline]
|
||||||
|
|||||||
@@ -1,15 +1,16 @@
|
|||||||
import python
|
import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
private import semmle.python.dataflow.new.internal.PrintNode
|
private import semmle.python.dataflow.new.internal.PrintNode
|
||||||
private import semmle.python.dataflow.new.internal.DataFlowPrivate as DataFlowPrivate
|
private import semmle.python.dataflow.new.internal.DataFlowPrivate as DataFlowPrivate
|
||||||
private import semmle.python.ApiGraphs
|
private import semmle.python.ApiGraphs
|
||||||
import utils.test.InlineExpectationsTest
|
import utils.test.InlineExpectationsTest
|
||||||
|
|
||||||
signature module UnresolvedCallExpectationsSig {
|
signature module UnresolvedCallExpectationsSig {
|
||||||
predicate unresolvedCall(CallNode call);
|
predicate unresolvedCall(Cfg::CallNode call);
|
||||||
}
|
}
|
||||||
|
|
||||||
module DefaultUnresolvedCallExpectations implements UnresolvedCallExpectationsSig {
|
module DefaultUnresolvedCallExpectations implements UnresolvedCallExpectationsSig {
|
||||||
predicate unresolvedCall(CallNode call) {
|
predicate unresolvedCall(Cfg::CallNode call) {
|
||||||
not exists(DataFlowPrivate::DataFlowCall dfc |
|
not exists(DataFlowPrivate::DataFlowCall dfc |
|
||||||
exists(dfc.getCallable()) and dfc.getNode() = call
|
exists(dfc.getCallable()) and dfc.getNode() = call
|
||||||
) and
|
) and
|
||||||
@@ -24,7 +25,7 @@ module MakeUnresolvedCallExpectations<UnresolvedCallExpectationsSig Impl> {
|
|||||||
|
|
||||||
predicate hasActualResult(Location location, string element, string tag, string value) {
|
predicate hasActualResult(Location location, string element, string tag, string value) {
|
||||||
exists(location.getFile().getRelativePath()) and
|
exists(location.getFile().getRelativePath()) and
|
||||||
exists(CallNode call | Impl::unresolvedCall(call) |
|
exists(Cfg::CallNode call | Impl::unresolvedCall(call) and call.injects(_) |
|
||||||
location = call.getLocation() and
|
location = call.getLocation() and
|
||||||
tag = "unresolved_call" and
|
tag = "unresolved_call" and
|
||||||
value = prettyExpr(call.getNode()) and
|
value = prettyExpr(call.getNode()) and
|
||||||
|
|||||||
@@ -21,11 +21,12 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
import semmle.python.dataflow.new.DataFlow
|
import semmle.python.dataflow.new.DataFlow
|
||||||
|
|
||||||
module TestConfig implements DataFlow::ConfigSig {
|
module TestConfig implements DataFlow::ConfigSig {
|
||||||
predicate isSource(DataFlow::Node node) {
|
predicate isSource(DataFlow::Node node) {
|
||||||
node.(DataFlow::CfgNode).getNode().(NameNode).getId() = "SOURCE"
|
node.(DataFlow::CfgNode).getNode().(Cfg::NameNode).getId() = "SOURCE"
|
||||||
or
|
or
|
||||||
node.(DataFlow::CfgNode).getNode().getNode().(StringLiteral).getS() = "source"
|
node.(DataFlow::CfgNode).getNode().getNode().(StringLiteral).getS() = "source"
|
||||||
or
|
or
|
||||||
@@ -37,7 +38,7 @@ module TestConfig implements DataFlow::ConfigSig {
|
|||||||
|
|
||||||
predicate isSink(DataFlow::Node node) {
|
predicate isSink(DataFlow::Node node) {
|
||||||
exists(DataFlow::CallCfgNode call |
|
exists(DataFlow::CallCfgNode call |
|
||||||
call.getFunction().asCfgNode().(NameNode).getId() in ["SINK", "SINK_F"] and
|
call.getFunction().asCfgNode().(Cfg::NameNode).getId() in ["SINK", "SINK_F"] and
|
||||||
(node = call.getArg(_) or node = call.getArgByName(_)) and
|
(node = call.getArg(_) or node = call.getArgByName(_)) and
|
||||||
not node = call.getArgByName("not_present_at_runtime")
|
not node = call.getArgByName("not_present_at_runtime")
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -21,12 +21,13 @@
|
|||||||
*/
|
*/
|
||||||
|
|
||||||
private import python
|
private import python
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
import semmle.python.dataflow.new.DataFlow
|
import semmle.python.dataflow.new.DataFlow
|
||||||
import semmle.python.dataflow.new.TaintTracking
|
import semmle.python.dataflow.new.TaintTracking
|
||||||
|
|
||||||
module TestConfig implements DataFlow::ConfigSig {
|
module TestConfig implements DataFlow::ConfigSig {
|
||||||
predicate isSource(DataFlow::Node node) {
|
predicate isSource(DataFlow::Node node) {
|
||||||
node.(DataFlow::CfgNode).getNode().(NameNode).getId() = "SOURCE"
|
node.(DataFlow::CfgNode).getNode().(Cfg::NameNode).getId() = "SOURCE"
|
||||||
or
|
or
|
||||||
node.(DataFlow::CfgNode).getNode().getNode().(StringLiteral).getS() = "source"
|
node.(DataFlow::CfgNode).getNode().getNode().(StringLiteral).getS() = "source"
|
||||||
or
|
or
|
||||||
@@ -37,8 +38,8 @@ module TestConfig implements DataFlow::ConfigSig {
|
|||||||
}
|
}
|
||||||
|
|
||||||
predicate isSink(DataFlow::Node node) {
|
predicate isSink(DataFlow::Node node) {
|
||||||
exists(CallNode call |
|
exists(Cfg::CallNode call |
|
||||||
call.getFunction().(NameNode).getId() in ["SINK", "SINK_F"] and
|
call.getFunction().(Cfg::NameNode).getId() in ["SINK", "SINK_F"] and
|
||||||
node.(DataFlow::CfgNode).getNode() = call.getAnArg()
|
node.(DataFlow::CfgNode).getNode() = call.getAnArg()
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -12,6 +12,8 @@
|
|||||||
|
|
||||||
import python
|
import python
|
||||||
private import semmle.python.ApiGraphs
|
private import semmle.python.ApiGraphs
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
private import semmle.python.Flow as Flow
|
||||||
|
|
||||||
API::Node iter() { result = API::builtin("iter") }
|
API::Node iter() { result = API::builtin("iter") }
|
||||||
|
|
||||||
@@ -19,17 +21,17 @@ API::Node next() { result = API::builtin("next") }
|
|||||||
|
|
||||||
API::Node stopIteration() { result = API::builtin("StopIteration") }
|
API::Node stopIteration() { result = API::builtin("StopIteration") }
|
||||||
|
|
||||||
predicate call_to_iter(CallNode call, EssaVariable sequence) {
|
predicate call_to_iter(Flow::CallNode call, EssaVariable sequence) {
|
||||||
call = iter().getACall().asCfgNode() and
|
call.getNode() = iter().getACall().asCfgNode().(Cfg::CallNode).getNode() and
|
||||||
call.getArg(0) = sequence.getAUse()
|
call.getArg(0) = sequence.getAUse()
|
||||||
}
|
}
|
||||||
|
|
||||||
predicate call_to_next(CallNode call, ControlFlowNode iter) {
|
predicate call_to_next(Flow::CallNode call, Flow::ControlFlowNode iter) {
|
||||||
call = next().getACall().asCfgNode() and
|
call.getNode() = next().getACall().asCfgNode().(Cfg::CallNode).getNode() and
|
||||||
call.getArg(0) = iter
|
call.getArg(0) = iter
|
||||||
}
|
}
|
||||||
|
|
||||||
predicate call_to_next_has_default(CallNode call) {
|
predicate call_to_next_has_default(Flow::CallNode call) {
|
||||||
exists(call.getArg(1)) or exists(call.getArgByName("default"))
|
exists(call.getArg(1)) or exists(call.getArgByName("default"))
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -49,14 +51,14 @@ predicate iter_not_exhausted(EssaVariable iterator) {
|
|||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
predicate stop_iteration_handled(CallNode call) {
|
predicate stop_iteration_handled(Flow::CallNode call) {
|
||||||
exists(Try t |
|
exists(Try t |
|
||||||
t.containsInScope(call.getNode()) and
|
t.containsInScope(call.getNode()) and
|
||||||
t.getAHandler().getType() = stopIteration().getAValueReachableFromSource().asExpr()
|
t.getAHandler().getType() = stopIteration().getAValueReachableFromSource().asExpr()
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
from CallNode call
|
from Flow::CallNode call
|
||||||
where
|
where
|
||||||
call_to_next(call, _) and
|
call_to_next(call, _) and
|
||||||
not call_to_next_has_default(call) and
|
not call_to_next_has_default(call) and
|
||||||
|
|||||||
@@ -11,8 +11,9 @@
|
|||||||
|
|
||||||
import python
|
import python
|
||||||
private import semmle.python.ApiGraphs
|
private import semmle.python.ApiGraphs
|
||||||
|
private import semmle.python.controlflow.internal.Cfg as Cfg
|
||||||
|
|
||||||
from CallNode call
|
from Cfg::CallNode call
|
||||||
where
|
where
|
||||||
major_version() = 2 and
|
major_version() = 2 and
|
||||||
call = API::builtin("apply").getACall().asCfgNode()
|
call = API::builtin("apply").getACall().asCfgNode()
|
||||||
|
|||||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user