Add USE_FLASH_ATTENTION flag to setup.py (pytorch#92903)

drisspg · pytorchmergebot · commit 4bc0491752b6 · 2023-01-24T22:59:51.000Z
# Summary Adds documentation to setup.py for USE_FLASH_ATTENTION=0 disabling to decrease build times. Pull Request resolved: pytorch#92903 Approved by: https://github.com/cpuhrsch, https://github.com/bdhirsh
diff --git a/setup.py b/setup.py
@@ -95,6 +95,9 @@
 #   USE_FFMPEG
 #     enables use of ffmpeg for additional operators
 #
+#   USE_FLASH_ATTENTION=0
+#     disables building flash attention for scaled dot product attention
+#
 #   USE_LEVELDB
 #     enables use of LevelDB for storage
 #

Original file line number	Diff line number	Diff line change
`@@ -95,6 +95,9 @@`
`95`	`95`	`# USE_FFMPEG`
`96`	`96`	`# enables use of ffmpeg for additional operators`
`97`	`97`	`#`
	`98`	`+# USE_FLASH_ATTENTION=0`
	`99`	`+# disables building flash attention for scaled dot product attention`
	`100`	`+#`
`98`	`101`	`# USE_LEVELDB`
`99`	`102`	`# enables use of LevelDB for storage`
`100`	`103`	`#`