diff --git a/.gitattributes b/.gitattributes
index 623531fa3..bc2864e9f 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -1,39 +1,2 @@
 *.jsonl filter=lfs diff=lfs merge=lfs -text
-/.github/CODEOWNERS filter=lfs diff=lfs merge=lfs -text
-*.md filter=lfs diff=lfs merge=lfs -text
-*.yaml filter=lfs diff=lfs merge=lfs -text
-*.gitignore filter=lfs diff=lfs merge=lfs -text
-*.gitmodules filter=lfs diff=lfs merge=lfs -text
-/LICENSE filter=lfs diff=lfs merge=lfs -text
-/VERSION filter=lfs diff=lfs merge=lfs -text
-*.bib filter=lfs diff=lfs merge=lfs -text
-*.sh filter=lfs diff=lfs merge=lfs -text
-*.cpu filter=lfs diff=lfs merge=lfs -text
-*.cu116 filter=lfs diff=lfs merge=lfs -text
-*.cu117 filter=lfs diff=lfs merge=lfs -text
-*.cu118 filter=lfs diff=lfs merge=lfs -text
-*.cu121 filter=lfs diff=lfs merge=lfs -text
-*.json filter=lfs diff=lfs merge=lfs -text
-*.py filter=lfs diff=lfs merge=lfs -text
-/doc/Makefile filter=lfs diff=lfs merge=lfs -text
-*.rst filter=lfs diff=lfs merge=lfs -text
-*.txt filter=lfs diff=lfs merge=lfs -text
-*.png filter=lfs diff=lfs merge=lfs -text
-*.svg filter=lfs diff=lfs merge=lfs -text
-*.html filter=lfs diff=lfs merge=lfs -text
-*.clang-format filter=lfs diff=lfs merge=lfs -text
-*.clang-tidy filter=lfs diff=lfs merge=lfs -text
-*.supp filter=lfs diff=lfs merge=lfs -text
-*.cmake filter=lfs diff=lfs merge=lfs -text
-*.cc filter=lfs diff=lfs merge=lfs -text
-*.h filter=lfs diff=lfs merge=lfs -text
-*.in filter=lfs diff=lfs merge=lfs -text
-*.typed filter=lfs diff=lfs merge=lfs -text
-*.cu filter=lfs diff=lfs merge=lfs -text
-*.patch filter=lfs diff=lfs merge=lfs -text
-*.c filter=lfs diff=lfs merge=lfs -text
-*.toml filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.ogg filter=lfs diff=lfs merge=lfs -text
-*.jpg filter=lfs diff=lfs merge=lfs -text
-*.spm filter=lfs diff=lfs merge=lfs -text
+data/** filter=lfs diff=lfs merge=lfs -text