Merge pull request #13242 from ydb-platform/merge-libs-250109-1621

build/conf/compilers/gnu_compiler.conf

@@ -75,7 +75,7 @@ when ($CLANG18 == "yes") {
     CFLAGS+=-Wno-array-parameter -Wno-deprecate-lax-vec-conv-all -Wno-unqualified-std-cast-call -Wno-unused-but-set-parameter -Wno-implicit-function-declaration -Wno-int-conversion -Wno-incompatible-function-pointer-types -Wno-address-of-packed-member
     CFLAGS+=-Wno-deprecated-this-capture -Wno-c++11-narrowing-const-reference -Wno-missing-designated-field-initializers \
             -Wno-packed-non-pod -Wno-format -Wno-vla-cxx-extension -Wno-invalid-offsetof \
-            -Wno-include-angled-in-module-purview -Wno-unused-parameter
+            -Wno-include-angled-in-module-purview
     when ($MAPSMOBI_BUILD_TARGET == "yes") {
         CFLAGS+=-Wno-deprecated-declarations
     }

build/conf/java.conf

@@ -457,6 +457,7 @@ macro _HASH_HELPER(Args...) {
 
 macro _GENTAR_HELPER(OUT_DIR[], Args...) {
     .CMD=${cwd:BINDIR} $YMAKE_PYTHON ${input:"build/scripts/autotar_gendirs.py"} --pack ${OUT_DIR} --outs ${output;tared;suf=.$_HASH_HELPER($Args).gentar:OUT_DIR} ${hide;kv:"tared_kind nodir"}
+    .SEM=${hide;output;tared;suf=.$_HASH_HELPER($Args).gentar:OUT_DIR}
 }
 
 # tag:java-specific
@@ -481,7 +482,8 @@ _SEM_RUN_JAVA_PROGRAM=runs-ITEM \
     && runs-in_dir ${IN_DIR} \
     && runs-in_dirs_inputs ${IN_DIRS_INPUTS} \
     && runs-in_noparse ${IN_NOPARSE} ${hide;context=TEXT;input:IN_NOPARSE} \
-    && runs-out ${OUT} ${hide;output:OUT} ${OUT_NOAUTO} ${hide;noauto;output:OUT_NOAUTO} ${hide;output;suf=.$_HASH_HELPER($CLASSPATH $IN_DIR $IN $IN_NOPARSE $TOOL $Args).gentar:OUT_DIR} \
+    && runs-out ${OUT} ${hide;output:OUT} ${OUT_NOAUTO} ${hide;noauto;output:OUT_NOAUTO} \
+    $_GENTAR_HELPER($CLASSPATH $IN_DIR $IN $IN_NOPARSE $TOOL $Args OUT_DIR $OUT_DIR) \
     && runs-out_dir ${OUT_DIR} \
     && runs-tool ${TOOL} ${hide;tool:TOOL}
 

build/external_resources/gdb/a.yaml

@@ -2,7 +2,7 @@ title: gdb14
 service: buildroot
 
 shared:
-  resource_path: &resource-path "build/external_resources/gdb/resources.json"
+  mapping_path: &mapping-path "build/external_resources/gdb/resources.json"
   input: &base-input
     package: gdb/14
     toolchain_name: gdb14
@@ -51,8 +51,8 @@ ci:
           input:
             <<: *base-input
             revision: ${flow-vars.revision}
-            resource_path: *resource-path
-            particular_platforms: ${flow-vars.platforms}
+            mapping_path: *mapping-path
+            selected_platforms: ${flow-vars.platforms}
 
         update-mapping:
           title: Update mapping.conf.json
@@ -75,3 +75,4 @@ ci:
             <<: *base-input
             revision: ${flow-vars.revision}
             pr_id: ${tasks.build.output_params.pr_id}
+            built_resources: ${tasks.build.output_params.built_resources}

build/sysincl/intrinsic.yml

@@ -33,6 +33,7 @@
   - intrin.h
   - intrin0.h
   - intrinsics.h
+  - lsxintrin.h
   - lzcntintrin.h
   - mm_malloc.h
   - mm3dnow.h

build/sysincl/libc-to-nothing.yml

@@ -106,6 +106,7 @@
   - shadow.h
   - signal.h
   - spawn.h
+  - stab.h
   - stdalign.h
   - stdarg.h
   - stdatomic.h

build/sysincl/misc-win.yml

@@ -1,4 +1,4 @@
-- source_filter: "^(contrib/libs/(ImageMagick|ffmpeg-3|libraw|pthreads_win32|zookeeper))|^contrib/restricted/boost"
+- source_filter: "^contrib/libs/(ImageMagick|ffmpeg-3|pthreads_win32)"
   includes:
   - pthread.h:     contrib/libs/pthreads_win32/include/pthread.h
   - sched.h:       contrib/libs/pthreads_win32/include/sched.h

build/sysincl/misc.yml

@@ -111,10 +111,6 @@
     - stdatomic.h:    contrib/libs/ffmpeg-3.4.1/compat/atomics/win32/stdatomic.h
     - atomic.h:       contrib/libs/ffmpeg-3.4.1/libavutil/atomic.h
 
-- source_filter: "^contrib/libs/postgresql"
-  includes:
-    - port.h:        contrib/libs/postgresql/src/include/port.h
-
 - source_filter: "^contrib/(deprecated/onednn|libs/intel/onednn)"
 
   includes:
@@ -201,25 +197,6 @@
   includes:
     - cuda.h:        contrib/deprecated/tf/tensorflow/core/platform/cuda.h
 
-# windows sdk includes that we do not want to apply for whole arcadia
-- source_filter: "^contrib"
-  includes:
-    - process.h
-
-- source_filter: "^contrib/libs/ceres-solver"
-  includes:
-    - tbb/tbb_stddef.h
-
-- source_filter: "^contrib/libs/freetype"
-  includes:
-    - hb-ot.h
-    - hb-ft.h
-    - hb.h
-
-- source_filter: "^contrib/libs/libpcap"
-  includes:
-    - strerror.h
-
 - source_filter: "^contrib/libs/(apache/apr|openssl)"
   includes:
     - netinet/sctp.h
@@ -229,11 +206,6 @@
     - magic.h
     - xmlparse.h
 
-- source_filter: "^contrib/tools/python"
-  includes:
-    - ioctl.h
-    - utils.h
-
 - source_filter: "^(contrib/libs/cxxsupp/openmp|catboost/cuda/cuda_lib)"
   includes:
     - hwloc.h
@@ -247,26 +219,14 @@
   includes:
     - lzo/lzo1x.h
 
-- source_filter: "^contrib/libs/(gtest|libpng|opencv)"
+- source_filter: "^contrib/libs/opencv"
   includes:
     - mem.h
 
-- source_filter: "^(contrib/restricted/boost/boost/mpi|catboost/cuda/cuda_lib/mpi)"
+- source_filter: "^catboost/cuda/cuda_lib/mpi"
   includes:
     - mpi.h
 
-- source_filter: "^contrib/libs/libf2c"
-  includes:
-    - local.h
-
-- source_filter: "^contrib/libs/libpq"
-  includes:
-    - local.h
-
-- source_filter: "^contrib/libs/breakpad"
-  includes:
-    - stab.h
-
 - source_filter: "^contrib/tools/fluent-bit-(full|minimal)"
   includes:
     - backtrace.h: contrib/libs/backtrace/backtrace.h
@@ -507,6 +467,10 @@
     - signal.h: smart_devices/third_party/beken_freertos_sdk/beken378/func/wpa_supplicant_2_9/bk_patch/signal.h
     - check_config.h: smart_devices/third_party/beken_freertos_sdk/beken378/func/mbedtls/mbedtls-2.27.0/include/mbedtls/check_config.h
 
+- source_filter: "^contrib/libs/svt-av1"
+  includes:
+    - filter.h: contrib/libs/svt-av1/Source/Lib/Codec/filter.h
+
 - source_filter: "^sdg/sdc"
   includes:
     - uuid/uuid.h: sdg/sdc/contrib/uuid/uuid/uuid.h

build/sysincl/unsorted.yml

@@ -103,7 +103,6 @@
   - opcdef.h
   - paper.h
   - pire/config.h
-  - pngusr.h
   - pth.h
   - rtl.h
   - shlib-compat.h
@@ -307,10 +306,6 @@
   - sub_proc.h
   - w32err.h
   - procinfo.h
-  #if defined(__HAIKU__)
-  - FindDirectory.h
-  - StorageDefs.h
-  #endif
   - fpxcp.h
   - fptrap.h
   - fortran.h

build/ymake.core.conf

@@ -436,6 +436,7 @@ when ($ARCH_XTENSA == "yes") {
 ### @see https://a.yandex-team.ru/arc/trunk/arcadia/build/scripts/check_config_h.py for exact details
 macro CHECK_CONFIG_H(Conf) {
     .CMD=$YMAKE_PYTHON ${input:"build/scripts/check_config_h.py"} ${input;rootrel:Conf} ${output;nopath;noext:Conf.config.cpp} ${hide;kv:"p CH"} ${hide;kv:"pc yellow"}
+    .SEM=${hide;input;rootrel:Conf} ${hide;output;nopath;noext:Conf.config.cpp}
     OUTPUT_INCLUDES=$Conf
 }
 

contrib/deprecated/python/functools32/.dist-info/METADATA

@@ -8,7 +8,6 @@ Author-email: [email protected]
 License: PSF license
 Platform: UNKNOWN
 
-
 This is a backport of the functools standard library module from
 Python 3.2.3 for use on Python 2.7 and PyPy. It includes
 new features `lru_cache` (Least-recently-used cache decorator).

contrib/deprecated/python/scandir/.dist-info/METADATA

@@ -24,7 +24,6 @@ Classifier: Programming Language :: Python :: 3.6
 Classifier: Programming Language :: Python :: 3.7
 Classifier: Programming Language :: Python :: Implementation :: CPython
 
-
 scandir, a better directory iterator and faster os.walk()
 =========================================================
 

contrib/deprecated/python/win-unicode-console/.dist-info/METADATA

@@ -20,7 +20,6 @@ Classifier: Programming Language :: Python :: 3.5
 Classifier: Programming Language :: Python :: 2
 Classifier: Programming Language :: Python :: 2.7
 
-
 win-unicode-console
 ===================
 

contrib/libs/apache/avro/.yandex_meta/__init__.py

@@ -5,6 +5,7 @@
 def post_install(self):
     with self.yamakes["."] as m:
         m.CFLAGS.remove("-DAVRO_DYN_LINK")
+        m.CFLAGS.remove("-DFMT_HEADER_ONLY=1")
         m.PEERDIR += [
             boost.make_arcdir("any"),
             boost.make_arcdir("asio"),
@@ -23,17 +24,15 @@ def post_install(self):
     copy_sources=[
         "api/*.hh",
     ],
-    inclink={
-        # ClickHouse invokes CMake INSTALL which copies avro headers
-        # from source/lang/c++/api/*.hh to avro/*.hh.
-        # Emulate this step via inclink
-        "avro": ["api/*.hh"]
-    },
     build_targets=[
         "avrocpp",
     ],
     install_targets=[
         "avrocpp",
     ],
+    unbundle_from={
+        "fmt": "_deps/fmt-src",
+    },
+    write_public_incs=False,
     post_install=post_install,
 )

contrib/libs/apache/avro/.yandex_meta/devtools.copyrights.report

@@ -29,76 +29,6 @@
 # FILE_INCLUDE - include all file data into licenses text file
 # =======================
 
-KEEP     COPYRIGHT_SERVICE_LABEL 362654e2bddceaa39b9405fd18b41b54
-BELONGS ya.make
-    Note: matched license text is too long. Read it in the source files.
-    Scancode info:
-        Original SPDX id: COPYRIGHT_SERVICE_LABEL
-        Score           : 100.00
-        Match type      : COPYRIGHT
-    Files with this license:
-        LICENSE [209:226]
-
-KEEP     COPYRIGHT_SERVICE_LABEL 5733e0465642e34bab988d8fce438ddb
-BELONGS ya.make
-    Note: matched license text is too long. Read it in the source files.
-    Scancode info:
-        Original SPDX id: COPYRIGHT_SERVICE_LABEL
-        Score           : 100.00
-        Match type      : COPYRIGHT
-    Files with this license:
-        LICENSE [209:226]
-
-KEEP     COPYRIGHT_SERVICE_LABEL 6ba24a29ab5b7a1bfdd9d290dfa9064f
-BELONGS ya.make
-    Note: matched license text is too long. Read it in the source files.
-    Scancode info:
-        Original SPDX id: COPYRIGHT_SERVICE_LABEL
-        Score           : 100.00
-        Match type      : COPYRIGHT
-    Files with this license:
-        LICENSE [209:226]
-
-KEEP     COPYRIGHT_SERVICE_LABEL 8b006a24625280b012306a63e42070ba
-BELONGS ya.make
-    Note: matched license text is too long. Read it in the source files.
-    Scancode info:
-        Original SPDX id: COPYRIGHT_SERVICE_LABEL
-        Score           : 100.00
-        Match type      : COPYRIGHT
-    Files with this license:
-        LICENSE [209:226]
-
-KEEP     COPYRIGHT_SERVICE_LABEL a5736cd81119372c16f8231dd921802a
-BELONGS ya.make
-    Note: matched license text is too long. Read it in the source files.
-    Scancode info:
-        Original SPDX id: COPYRIGHT_SERVICE_LABEL
-        Score           : 100.00
-        Match type      : COPYRIGHT
-    Files with this license:
-        LICENSE [209:226]
-
-KEEP     COPYRIGHT_SERVICE_LABEL abe721aee6c9dfcf403426f6b471b754
-BELONGS ya.make
-    Note: matched license text is too long. Read it in the source files.
-    Scancode info:
-        Original SPDX id: COPYRIGHT_SERVICE_LABEL
-        Score           : 100.00
-        Match type      : COPYRIGHT
-    Files with this license:
-        LICENSE [209:226]
-
-KEEP     COPYRIGHT_SERVICE_LABEL b063fba9817e39a550c03593d29c05b1
-BELONGS ya.make
-    Note: matched license text is too long. Read it in the source files.
-    Scancode info:
-        Original SPDX id: COPYRIGHT_SERVICE_LABEL
-        Score           : 100.00
-        Match type      : COPYRIGHT
-    Files with this license:
-        LICENSE [209:226]
-
 KEEP     COPYRIGHT_SERVICE_LABEL d8489776a135deadae4ae63c3b0243da
 BELONGS ya.make
     License text: