[5] move XNNPACK to shared BUCK build (pytorch#80209)

Summary: Reland D36529332 (pytorch@b8b46f9) with shared buck build structure.

Test Plan:
buck build //xplat/third-party/XNNPACK:XNNPACK
Sandcastle

Differential Revision: D37407609

Pull Request resolved: pytorch#80209
Approved by: https://github.com/kimishpatel

Author: linbinyu

.buckconfig.oss

@@ -15,6 +15,11 @@
 [cxx]
   cxxflags = -std=c++17
   should_remap_host_platform = true
+  cpp = /usr/bin/clang
+  cc = /usr/bin/clang
+  cxx = /usr/bin/clang++
+  cxxpp = /usr/bin/clang++
+  ld = /usr/bin/clang++
 
 [project]
   default_flavors_mode=all

buckbuild.bzl

@@ -122,10 +122,10 @@ C10 = "//c10:c10" if IS_OSS else "//xplat/caffe2/c10:c10"
 
 # a dictionary maps third party library name to fbsource and oss target
 THIRD_PARTY_LIBS = {
-    "FP16": ["//third-party/FP16:FP16", "//third_party:FP16"],
-    "FXdiv": ["//third-party/FXdiv:FXdiv", "//third_party:FXdiv"],
+    "FP16": ["//xplat/third-party/FP16:FP16", "//third_party:FP16"],
+    "FXdiv": ["//xplat/third-party/FXdiv:FXdiv", "//third_party:FXdiv"],
     "XNNPACK": ["//xplat/third-party/XNNPACK:XNNPACK", "//third_party:XNNPACK"],
-    "clog": ["//third-party/clog:clog", "//third_party:clog"],
+    "clog": ["//xplat/third-party/clog:clog", "//third_party:clog"],
     "cpuinfo": ["//third-party/cpuinfo:cpuinfo", "//third_party:cpuinfo"],
     "flatbuffers-api": ["//third-party/flatbuffers:flatbuffers-api", "//third_party:flatbuffers-api"],
     "flatc": ["//third-party/flatbuffers:flatc", "//third_party:flatc"],
@@ -134,8 +134,8 @@ THIRD_PARTY_LIBS = {
     "kineto": ["//xplat/kineto/libkineto:libkineto", "//third_party:libkineto"],
     "omp": ["//xplat/third-party/linker_lib:omp", "//third_party:no-op"],
     "psimd": ["//third-party/psimd:psimd", "//third_party:psimd"],
-    "pthreadpool": ["//third-party/pthreadpool:pthreadpool", "//third_party:pthreadpool"],
-    "pthreadpool_header": ["//third-party/pthreadpool:pthreadpool_header", "//third_party:pthreadpool_header"],
+    "pthreadpool": ["//xplat/third-party/pthreadpool:pthreadpool", "//third_party:pthreadpool"],
+    "pthreadpool_header": ["//xplat/third-party/pthreadpool:pthreadpool_header", "//third_party:pthreadpool_header"],
     "pyyaml": ["//third-party/pyyaml:pyyaml", "//third_party:pyyaml"],
     "rt": ["//xplat/third-party/linker_lib:rt", "//third_party:rt"],
     "ruy": ["//third-party/ruy:ruy_xplat_lib", "//third_party:ruy_lib"],

third_party/BUCK.oss

@@ -1,10 +1,11 @@
 load("//third_party:glog.buck.bzl", "define_glog")
 load("//third_party:xnnpack.buck.bzl", "define_xnnpack")
 load("//third_party:kineto.buck.bzl", "define_kineto")
+load("//:buckbuild.bzl", "third_party")
 
 define_glog()
 
-define_xnnpack()
+define_xnnpack(third_party)
 
 define_kineto()
 

third_party/generate-xnnpack-wrappers.py

@@ -3,6 +3,7 @@
 from __future__ import print_function
 import collections
 import os
+import sys
 
 BANNER = "Auto-generated by generate-wrappers.py script. Do not modify"
 WRAPPER_SRC_NAMES = {
@@ -53,9 +54,9 @@
     "PROD_AVX512SKX_MICROKERNEL_SRCS",
 ]
 
-def update_sources():
+def update_sources(xnnpack_path):
     sources = collections.defaultdict(list)
-    with open("./XNNPACK/CMakeLists.txt") as cmake:
+    with open(os.path.join(xnnpack_path, "XNNPACK/CMakeLists.txt")) as cmake:
         lines = cmake.readlines()
         i = 0
         while i < len(lines):
@@ -74,17 +75,16 @@ def update_sources():
                     sources[name].append(value[4:])
             else:
                 i += 1
-    print(sources)
     return sources
 
-if __name__ == "__main__":
+def gen_wrappers(xnnpack_path):
     xnnpack_sources = collections.defaultdict(list)
-    sources = update_sources()
+    sources = update_sources(xnnpack_path)
     for name in WRAPPER_SRC_NAMES:
         xnnpack_sources[WRAPPER_SRC_NAMES[name]].extend(sources[name])
     for condition, filenames in xnnpack_sources.items():
         for filename in filenames:
-            filepath = os.path.join("XNNPACK/wrappers", filename)
+            filepath = os.path.join(xnnpack_path, "xnnpack_wrappers", filename)
             if not os.path.isdir(os.path.dirname(filepath)):
                 os.makedirs(os.path.dirname(filepath))
             with open(filepath, "w") as wrapper:
@@ -102,3 +102,38 @@ def update_sources():
                     print("#if %s" % condition, file=wrapper)
                     print("#include <%s>" % filename, file=wrapper)
                     print("#endif /* %s */" % condition, file=wrapper)
+
+    # update xnnpack_wrapper_defs.bzl file under the same folder
+    with open(os.path.join(os.path.dirname(__file__), "xnnpack_wrapper_defs.bzl"), 'w') as wrapper_defs:
+        print('"""', file=wrapper_defs)
+        print(BANNER, file=wrapper_defs)
+        print('"""', file=wrapper_defs)
+        for name in WRAPPER_SRC_NAMES:
+            print('\n' + name + ' = [', file=wrapper_defs)
+            for file_name in sources[name]:
+                print('    "xnnpack_wrappers/{}",'.format(file_name), file=wrapper_defs)
+            print(']', file=wrapper_defs)
+
+    # update xnnpack_src_defs.bzl file under the same folder
+    with open(os.path.join(os.path.dirname(__file__), "xnnpack_src_defs.bzl"), 'w') as src_defs:
+        print('"""', file=src_defs)
+        print(BANNER, file=src_defs)
+        print('"""', file=src_defs)
+        for name in SRC_NAMES:
+            print('\n' + name + ' = [', file=src_defs)
+            for file_name in sources[name]:
+                print('    "XNNPACK/src/{}",'.format(file_name), file=src_defs)
+            print(']', file=src_defs)
+
+
+def main(argv):
+    if argv is None or len(argv) == 0:
+        gen_wrappers(".")
+    else:
+        gen_wrappers(argv[0])
+
+# The first argument is the place where the "xnnpack_wrappers" folder will be created.
+# Run it without arguments will generate "xnnpack_wrappers" in the current path.
+# The two .bzl files will always be generated in the current path.
+if __name__ == "__main__":
+    main(sys.argv[1:])