From c218dc31e3ff2207c33860d46a407300447a2f86 Mon Sep 17 00:00:00 2001 From: Benson Ma Date: Thu, 1 Feb 2024 18:53:37 -0800 Subject: [PATCH] Re-organize TBE tests, pt 5 (#2305) Summary: Pull Request resolved: https://github.com/pytorch/FBGEMM/pull/2305 - Re-organize TBE tests, pt 5 Reviewed By: sryap Differential Revision: D53331779 fbshipit-source-id: c65c8565fc3bec883c70b5797549dd532e8d1add --- fbgemm_gpu/test/tbe/cache/__init__.py | 6 + .../test/tbe/{ => cache}/cache_common.py | 2 +- .../tbe/{ => cache}/cache_overflow_test.py | 3 +- fbgemm_gpu/test/tbe/{ => cache}/cache_test.py | 4 +- .../tbe/{ => cache}/failures_dict_fast.json | 0 .../linearize_cache_indices_test.py | 4 +- .../test/tbe/{ => cache}/lxu_cache_test.py | 4 +- fbgemm_gpu/test/tbe/inference/__init__.py | 6 + .../tbe/inference/failures_dict_fast.json | 316 ++++++++++++++++++ .../inference_converter_test.py | 4 +- .../tbe/{ => inference}/nbit_cache_test.py | 4 +- .../tbe/{ => inference}/nbit_forward_test.py | 4 +- .../nbit_split_embeddings_test.py | 4 +- fbgemm_gpu/test/tbe/training/__init__.py | 6 + .../{ => training}/backward_adagrad_test.py | 4 +- .../tbe/{ => training}/backward_dense_test.py | 4 +- .../tbe/{ => training}/backward_none_test.py | 4 +- .../backward_optimizers_test.py | 4 +- .../tbe/{ => training}/backward_sgd_test.py | 4 +- .../test/tbe/training/failures_dict_fast.json | 316 ++++++++++++++++++ .../test/tbe/{ => training}/forward_test.py | 4 +- fbgemm_gpu/test/tbe/utils/__init__.py | 6 + .../test/tbe/{ => utils}/cpu_kernel_test.cpp | 2 +- .../test/tbe/utils/failures_dict_fast.json | 316 ++++++++++++++++++ .../tbe/{ => utils}/split_embeddings_test.py | 4 +- .../split_embeddings_utils_test.py | 6 +- 26 files changed, 1007 insertions(+), 34 deletions(-) create mode 100644 fbgemm_gpu/test/tbe/cache/__init__.py rename fbgemm_gpu/test/tbe/{ => cache}/cache_common.py (99%) rename fbgemm_gpu/test/tbe/{ => cache}/cache_overflow_test.py (98%) rename fbgemm_gpu/test/tbe/{ => cache}/cache_test.py (99%) rename fbgemm_gpu/test/tbe/{ => cache}/failures_dict_fast.json (100%) rename fbgemm_gpu/test/tbe/{ => cache}/linearize_cache_indices_test.py (99%) rename fbgemm_gpu/test/tbe/{ => cache}/lxu_cache_test.py (99%) create mode 100644 fbgemm_gpu/test/tbe/inference/__init__.py create mode 100644 fbgemm_gpu/test/tbe/inference/failures_dict_fast.json rename fbgemm_gpu/test/tbe/{ => inference}/inference_converter_test.py (99%) rename fbgemm_gpu/test/tbe/{ => inference}/nbit_cache_test.py (99%) rename fbgemm_gpu/test/tbe/{ => inference}/nbit_forward_test.py (99%) rename fbgemm_gpu/test/tbe/{ => inference}/nbit_split_embeddings_test.py (99%) create mode 100644 fbgemm_gpu/test/tbe/training/__init__.py rename fbgemm_gpu/test/tbe/{ => training}/backward_adagrad_test.py (99%) rename fbgemm_gpu/test/tbe/{ => training}/backward_dense_test.py (99%) rename fbgemm_gpu/test/tbe/{ => training}/backward_none_test.py (99%) rename fbgemm_gpu/test/tbe/{ => training}/backward_optimizers_test.py (99%) rename fbgemm_gpu/test/tbe/{ => training}/backward_sgd_test.py (99%) create mode 100644 fbgemm_gpu/test/tbe/training/failures_dict_fast.json rename fbgemm_gpu/test/tbe/{ => training}/forward_test.py (99%) create mode 100644 fbgemm_gpu/test/tbe/utils/__init__.py rename fbgemm_gpu/test/tbe/{ => utils}/cpu_kernel_test.cpp (98%) create mode 100644 fbgemm_gpu/test/tbe/utils/failures_dict_fast.json rename fbgemm_gpu/test/tbe/{ => utils}/split_embeddings_test.py (99%) rename fbgemm_gpu/test/tbe/{ => utils}/split_embeddings_utils_test.py (99%) diff --git a/fbgemm_gpu/test/tbe/cache/__init__.py b/fbgemm_gpu/test/tbe/cache/__init__.py new file mode 100644 index 000000000..a9fdb3b99 --- /dev/null +++ b/fbgemm_gpu/test/tbe/cache/__init__.py @@ -0,0 +1,6 @@ +#!/usr/bin/env python3 +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the BSD-style license found in the +# LICENSE file in the root directory of this source tree. diff --git a/fbgemm_gpu/test/tbe/cache_common.py b/fbgemm_gpu/test/tbe/cache/cache_common.py similarity index 99% rename from fbgemm_gpu/test/tbe/cache_common.py rename to fbgemm_gpu/test/tbe/cache/cache_common.py index 2fdcef1fa..7ea98e9fd 100644 --- a/fbgemm_gpu/test/tbe/cache_common.py +++ b/fbgemm_gpu/test/tbe/cache/cache_common.py @@ -25,7 +25,7 @@ from hypothesis import Verbosity -from .common import open_source +from ..common import open_source if open_source: # pyre-ignore[21] diff --git a/fbgemm_gpu/test/tbe/cache_overflow_test.py b/fbgemm_gpu/test/tbe/cache/cache_overflow_test.py similarity index 98% rename from fbgemm_gpu/test/tbe/cache_overflow_test.py rename to fbgemm_gpu/test/tbe/cache/cache_overflow_test.py index f1032b200..6f938bc28 100644 --- a/fbgemm_gpu/test/tbe/cache_overflow_test.py +++ b/fbgemm_gpu/test/tbe/cache/cache_overflow_test.py @@ -15,10 +15,9 @@ from fbgemm_gpu.split_embedding_utils import to_device from fbgemm_gpu.split_table_batched_embeddings_ops_training import DEFAULT_ASSOC +from ..common import assert_torch_equal from .cache_common import generate_cache_tbes, gpu_unavailable -from .common import assert_torch_equal - class CacheOverflowTest(unittest.TestCase): @unittest.skipIf(*gpu_unavailable) diff --git a/fbgemm_gpu/test/tbe/cache_test.py b/fbgemm_gpu/test/tbe/cache/cache_test.py similarity index 99% rename from fbgemm_gpu/test/tbe/cache_test.py rename to fbgemm_gpu/test/tbe/cache/cache_test.py index 94cc8f2cb..9e38d3346 100644 --- a/fbgemm_gpu/test/tbe/cache_test.py +++ b/fbgemm_gpu/test/tbe/cache/cache_test.py @@ -30,9 +30,9 @@ ) from hypothesis import given, settings -from .cache_common import generate_cache_tbes, gpu_unavailable, optests, VERBOSITY +from ..common import assert_torch_equal, MAX_EXAMPLES # noqa E402 -from .common import assert_torch_equal, MAX_EXAMPLES # noqa E402 +from .cache_common import generate_cache_tbes, gpu_unavailable, optests, VERBOSITY @optests.generate_opcheck_tests(fast=True) diff --git a/fbgemm_gpu/test/tbe/failures_dict_fast.json b/fbgemm_gpu/test/tbe/cache/failures_dict_fast.json similarity index 100% rename from fbgemm_gpu/test/tbe/failures_dict_fast.json rename to fbgemm_gpu/test/tbe/cache/failures_dict_fast.json diff --git a/fbgemm_gpu/test/tbe/linearize_cache_indices_test.py b/fbgemm_gpu/test/tbe/cache/linearize_cache_indices_test.py similarity index 99% rename from fbgemm_gpu/test/tbe/linearize_cache_indices_test.py rename to fbgemm_gpu/test/tbe/cache/linearize_cache_indices_test.py index 499dfdaa7..434aaa4d0 100644 --- a/fbgemm_gpu/test/tbe/linearize_cache_indices_test.py +++ b/fbgemm_gpu/test/tbe/cache/linearize_cache_indices_test.py @@ -12,8 +12,8 @@ import torch from hypothesis import Verbosity -from . import common # noqa E402 -from .common import open_source +from .. import common # noqa E402 +from ..common import open_source if open_source: # pyre-ignore[21] diff --git a/fbgemm_gpu/test/tbe/lxu_cache_test.py b/fbgemm_gpu/test/tbe/cache/lxu_cache_test.py similarity index 99% rename from fbgemm_gpu/test/tbe/lxu_cache_test.py rename to fbgemm_gpu/test/tbe/cache/lxu_cache_test.py index 0eb5c6142..86c6ceab1 100644 --- a/fbgemm_gpu/test/tbe/lxu_cache_test.py +++ b/fbgemm_gpu/test/tbe/cache/lxu_cache_test.py @@ -20,8 +20,8 @@ from hypothesis import given, settings, Verbosity from torch import Tensor -from . import common # noqa E402 -from .common import MAX_EXAMPLES, open_source +from .. import common # noqa E402 +from ..common import MAX_EXAMPLES, open_source if open_source: # pyre-ignore[21] diff --git a/fbgemm_gpu/test/tbe/inference/__init__.py b/fbgemm_gpu/test/tbe/inference/__init__.py new file mode 100644 index 000000000..a9fdb3b99 --- /dev/null +++ b/fbgemm_gpu/test/tbe/inference/__init__.py @@ -0,0 +1,6 @@ +#!/usr/bin/env python3 +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the BSD-style license found in the +# LICENSE file in the root directory of this source tree. diff --git a/fbgemm_gpu/test/tbe/inference/failures_dict_fast.json b/fbgemm_gpu/test/tbe/inference/failures_dict_fast.json new file mode 100644 index 000000000..6e5930718 --- /dev/null +++ b/fbgemm_gpu/test/tbe/inference/failures_dict_fast.json @@ -0,0 +1,316 @@ +{ + "_description": "This is a dict containing failures for tests autogenerated by generate_opcheck_tests. For more details, please see https://docs.google.com/document/d/1Pj5HRZvdOq3xpFpbEjUZp2hBovhy7Wnxw14m6lF2154/edit", + "_version": 1, + "data": { + "fbgemm::asynchronous_complete_cumsum": {}, + "fbgemm::bounds_check_indices": {}, + "fbgemm::dense_embedding_codegen_lookup_function": { + "BackwardDenseTest.test_autograd_registration__test_backward_dense": { + "comment": "", + "status": "xfail" + }, + "BackwardDenseTest.test_faketensor__test_backward_dense": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::direct_mapped_lru_cache_populate_byte": {}, + "fbgemm::direct_mapped_lxu_cache_lookup": { + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::emb_inplace_update": {}, + "fbgemm::get_unique_indices": { + "LXUCacheTest.test_faketensor__test_unique_lxu_cache_lookup": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::int_nbit_split_embedding_codegen_lookup_function": { + "NBitCacheTest.test_faketensor__test_nbit_cache_miss_counter": { + "comment": "", + "status": "xsuccess" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_fused_pooled_emb_quant": { + "comment": "", + "status": "xsuccess" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xsuccess" + }, + "NBitSplitEmbeddingsTest.test_faketensor__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xsuccess" + } + }, + "fbgemm::int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "NBitSplitEmbeddingsTest.test_faketensor__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xfail" + }, + "NBitSplitEmbeddingsTest.test_schema__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::lfu_cache_populate": { + "BackwardSGDTest.test_faketensor__test_backward_sgd": { + "comment": "", + "status": "skip" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd_really_long_segments": { + "comment": "", + "status": "skip" + } + }, + "fbgemm::lfu_cache_populate_byte": { + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::linearize_cache_indices": { + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmMEAN": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmNONE": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmSUM": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmMEAN": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmNONE": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmSUM": { + "comment": "", + "status": "skip" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd": { + "comment": "", + "status": "xfail" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd_really_long_segments": { + "comment": "", + "status": "xfail" + }, + "CacheTest.test_faketensor__test_cache_miss_counter": { + "comment": "", + "status": "xfail" + }, + "LXUCacheTest.test_faketensor__test_unique_lxu_cache_lookup": { + "comment": "", + "status": "xfail" + }, + "LinearizeCacheIndicesTest.test_faketensor__test_linearize_cache_indices": { + "comment": "", + "status": "xfail" + }, + "NBitCacheTest.test_faketensor__test_nbit_cache_miss_counter": { + "comment": "", + "status": "xfail" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + }, + "NBitSplitEmbeddingsTest.test_faketensor__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xfail" + }, + "SplitTableBatchedEmbeddingsTest.test_faketensor__test_stb_uvm_cache_stats": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::linearize_cache_indices_from_row_idx": { + "LinearizeCacheIndicesTest.test_faketensor__test_linearize_cache_indices_from_row_idx": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::lru_cache_populate": { + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmMEAN": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmNONE": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmSUM": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmMEAN": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmNONE": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmSUM": { + "comment": "", + "status": "skip" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd": { + "comment": "", + "status": "skip" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd_really_long_segments": { + "comment": "", + "status": "skip" + }, + "CacheTest.test_faketensor__test_cache_miss_counter": { + "comment": "", + "status": "skip" + }, + "SplitTableBatchedEmbeddingsTest.test_faketensor__test_stb_uvm_cache_stats": { + "comment": "", + "status": "skip" + } + }, + "fbgemm::lru_cache_populate_byte": {}, + "fbgemm::lxu_cache_flush": {}, + "fbgemm::lxu_cache_locking_counter_decrement": {}, + "fbgemm::lxu_cache_lookup": { + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmMEAN": { + "comment": "", + "status": "xfail" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmNONE": { + "comment": "", + "status": "xfail" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmSUM": { + "comment": "", + "status": "xfail" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmMEAN": { + "comment": "", + "status": "xfail" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmNONE": { + "comment": "", + "status": "xfail" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmSUM": { + "comment": "", + "status": "xfail" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd": { + "comment": "", + "status": "xfail" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd_really_long_segments": { + "comment": "", + "status": "xfail" + }, + "CacheTest.test_faketensor__test_cache_miss_counter": { + "comment": "", + "status": "xfail" + }, + "LXUCacheTest.test_faketensor__test_lxu_cache_lookup": { + "comment": "", + "status": "xfail" + }, + "LXUCacheTest.test_faketensor__test_unique_lxu_cache_lookup": { + "comment": "", + "status": "xfail" + }, + "NBitCacheTest.test_faketensor__test_nbit_cache_miss_counter": { + "comment": "", + "status": "xfail" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + }, + "NBitSplitEmbeddingsTest.test_faketensor__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xfail" + }, + "SplitTableBatchedEmbeddingsTest.test_faketensor__test_stb_uvm_cache_stats": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::new_managed_tensor": {}, + "fbgemm::new_unified_tensor": { + "NBitCacheTest.test_faketensor__test_nbit_cache_miss_counter": { + "comment": "", + "status": "xfail" + }, + "NBitCacheTest.test_faketensor__test_nbit_cache_update_function": { + "comment": "", + "status": "xfail" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_gpu_no_cache": { + "comment": "", + "status": "xfail" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_gpu_no_cache_fp8_2048": { + "comment": "", + "status": "xfail" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + }, + "NBitSplitEmbeddingsTest.test_faketensor__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::pruned_array_lookup": { + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::pruned_hashmap_insert": {}, + "fbgemm::pruned_hashmap_lookup": { + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::reset_weight_momentum": { + "SplitTableBatchedEmbeddingsTest.test_faketensor__test_reset_embedding_weight_momentum": { + "comment": "", + "status": "skip" + }, + "SplitTableBatchedEmbeddingsTest.test_schema__test_reset_embedding_weight_momentum": { + "comment": "", + "status": "skip" + } + }, + "fbgemm::split_embedding_codegen_forward_unweighted_cuda": {}, + "fbgemm::split_embedding_codegen_forward_weighted_cuda": {}, + "fbgemm::split_embedding_codegen_lookup_adagrad_function": {}, + "fbgemm::split_embedding_codegen_lookup_adagrad_function_cpu": {}, + "fbgemm::split_embedding_codegen_lookup_adam_function": {}, + "fbgemm::split_embedding_codegen_lookup_lamb_function": {}, + "fbgemm::split_embedding_codegen_lookup_lars_sgd_function": {}, + "fbgemm::split_embedding_codegen_lookup_none_function": {}, + "fbgemm::split_embedding_codegen_lookup_partial_rowwise_adam_function": {}, + "fbgemm::split_embedding_codegen_lookup_partial_rowwise_lamb_function": {}, + "fbgemm::split_embedding_codegen_lookup_rowwise_adagrad_function": {}, + "fbgemm::split_embedding_codegen_lookup_rowwise_adagrad_function_cpu": {}, + "fbgemm::split_embedding_codegen_lookup_rowwise_weighted_adagrad_function": {}, + "fbgemm::split_embedding_codegen_lookup_sgd_function": {}, + "fbgemm::split_embedding_codegen_lookup_sgd_function_cpu": {} + } +} diff --git a/fbgemm_gpu/test/tbe/inference_converter_test.py b/fbgemm_gpu/test/tbe/inference/inference_converter_test.py similarity index 99% rename from fbgemm_gpu/test/tbe/inference_converter_test.py rename to fbgemm_gpu/test/tbe/inference/inference_converter_test.py index d908f82f1..513553bf2 100644 --- a/fbgemm_gpu/test/tbe/inference_converter_test.py +++ b/fbgemm_gpu/test/tbe/inference/inference_converter_test.py @@ -36,8 +36,8 @@ from hypothesis import given, settings, Verbosity from torch import nn -from . import common # noqa E402 -from .common import open_source +from .. import common # noqa E402 +from ..common import open_source if open_source: diff --git a/fbgemm_gpu/test/tbe/nbit_cache_test.py b/fbgemm_gpu/test/tbe/inference/nbit_cache_test.py similarity index 99% rename from fbgemm_gpu/test/tbe/nbit_cache_test.py rename to fbgemm_gpu/test/tbe/inference/nbit_cache_test.py index 29bf6a693..fe6903ebd 100644 --- a/fbgemm_gpu/test/tbe/nbit_cache_test.py +++ b/fbgemm_gpu/test/tbe/inference/nbit_cache_test.py @@ -25,8 +25,8 @@ from fbgemm_gpu.split_table_batched_embeddings_ops_training import DEFAULT_ASSOC from hypothesis import given, settings, Verbosity -from . import common # noqa E402 -from .common import MAX_EXAMPLES, open_source +from .. import common # noqa E402 +from ..common import MAX_EXAMPLES, open_source if open_source: # pyre-ignore[21] diff --git a/fbgemm_gpu/test/tbe/nbit_forward_test.py b/fbgemm_gpu/test/tbe/inference/nbit_forward_test.py similarity index 99% rename from fbgemm_gpu/test/tbe/nbit_forward_test.py rename to fbgemm_gpu/test/tbe/inference/nbit_forward_test.py index cca1359c3..2c036ee3e 100644 --- a/fbgemm_gpu/test/tbe/nbit_forward_test.py +++ b/fbgemm_gpu/test/tbe/inference/nbit_forward_test.py @@ -38,8 +38,8 @@ from hypothesis import assume, given, HealthCheck, settings, Verbosity from hypothesis.strategies import composite -from . import common # noqa E402 -from .common import MAX_EXAMPLES, MAX_EXAMPLES_LONG_RUNNING, open_source +from .. import common # noqa E402 +from ..common import MAX_EXAMPLES, MAX_EXAMPLES_LONG_RUNNING, open_source if open_source: # pyre-ignore[21] diff --git a/fbgemm_gpu/test/tbe/nbit_split_embeddings_test.py b/fbgemm_gpu/test/tbe/inference/nbit_split_embeddings_test.py similarity index 99% rename from fbgemm_gpu/test/tbe/nbit_split_embeddings_test.py rename to fbgemm_gpu/test/tbe/inference/nbit_split_embeddings_test.py index f9b6e4941..a006ab81a 100644 --- a/fbgemm_gpu/test/tbe/nbit_split_embeddings_test.py +++ b/fbgemm_gpu/test/tbe/inference/nbit_split_embeddings_test.py @@ -24,8 +24,8 @@ ) from hypothesis import assume, given, HealthCheck, settings, Verbosity -from . import common # noqa E402 -from .common import MAX_EXAMPLES, MAX_EXAMPLES_LONG_RUNNING, open_source +from .. import common # noqa E402 +from ..common import MAX_EXAMPLES, MAX_EXAMPLES_LONG_RUNNING, open_source if open_source: # pyre-ignore[21] diff --git a/fbgemm_gpu/test/tbe/training/__init__.py b/fbgemm_gpu/test/tbe/training/__init__.py new file mode 100644 index 000000000..a9fdb3b99 --- /dev/null +++ b/fbgemm_gpu/test/tbe/training/__init__.py @@ -0,0 +1,6 @@ +#!/usr/bin/env python3 +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the BSD-style license found in the +# LICENSE file in the root directory of this source tree. diff --git a/fbgemm_gpu/test/tbe/backward_adagrad_test.py b/fbgemm_gpu/test/tbe/training/backward_adagrad_test.py similarity index 99% rename from fbgemm_gpu/test/tbe/backward_adagrad_test.py rename to fbgemm_gpu/test/tbe/training/backward_adagrad_test.py index 18bb079bd..5f1b81955 100644 --- a/fbgemm_gpu/test/tbe/backward_adagrad_test.py +++ b/fbgemm_gpu/test/tbe/training/backward_adagrad_test.py @@ -32,8 +32,8 @@ ) from hypothesis import assume, given, HealthCheck, settings, Verbosity -from . import common # noqa E402 -from .common import ( # noqa E402 +from .. import common # noqa E402 +from ..common import ( # noqa E402 format_ref_tensors_in_mixed_B_layout, gen_mixed_B_batch_sizes, MAX_EXAMPLES_LONG_RUNNING, diff --git a/fbgemm_gpu/test/tbe/backward_dense_test.py b/fbgemm_gpu/test/tbe/training/backward_dense_test.py similarity index 99% rename from fbgemm_gpu/test/tbe/backward_dense_test.py rename to fbgemm_gpu/test/tbe/training/backward_dense_test.py index 21fab084e..f437053a3 100644 --- a/fbgemm_gpu/test/tbe/backward_dense_test.py +++ b/fbgemm_gpu/test/tbe/training/backward_dense_test.py @@ -26,8 +26,8 @@ ) from hypothesis import assume, given, HealthCheck, settings, Verbosity -from . import common # noqa E402 -from .common import open_source +from .. import common # noqa E402 +from ..common import open_source if open_source: # pyre-ignore[21] diff --git a/fbgemm_gpu/test/tbe/backward_none_test.py b/fbgemm_gpu/test/tbe/training/backward_none_test.py similarity index 99% rename from fbgemm_gpu/test/tbe/backward_none_test.py rename to fbgemm_gpu/test/tbe/training/backward_none_test.py index 838585ed7..758ea0dc2 100644 --- a/fbgemm_gpu/test/tbe/backward_none_test.py +++ b/fbgemm_gpu/test/tbe/training/backward_none_test.py @@ -38,8 +38,8 @@ from hypothesis import assume, given, HealthCheck, settings, Verbosity from torch import Tensor -from . import common # noqa E402 -from .common import MAX_EXAMPLES, open_source +from .. import common # noqa E402 +from ..common import MAX_EXAMPLES, open_source if open_source: # pyre-ignore[21] diff --git a/fbgemm_gpu/test/tbe/backward_optimizers_test.py b/fbgemm_gpu/test/tbe/training/backward_optimizers_test.py similarity index 99% rename from fbgemm_gpu/test/tbe/backward_optimizers_test.py rename to fbgemm_gpu/test/tbe/training/backward_optimizers_test.py index d74725c4b..f28987845 100644 --- a/fbgemm_gpu/test/tbe/backward_optimizers_test.py +++ b/fbgemm_gpu/test/tbe/training/backward_optimizers_test.py @@ -39,8 +39,8 @@ ) from hypothesis import assume, given, HealthCheck, settings, Verbosity -from . import common # noqa E402 -from .common import ( +from .. import common # noqa E402 +from ..common import ( format_ref_tensors_in_mixed_B_layout, gen_mixed_B_batch_sizes, MAX_EXAMPLES_LONG_RUNNING, diff --git a/fbgemm_gpu/test/tbe/backward_sgd_test.py b/fbgemm_gpu/test/tbe/training/backward_sgd_test.py similarity index 99% rename from fbgemm_gpu/test/tbe/backward_sgd_test.py rename to fbgemm_gpu/test/tbe/training/backward_sgd_test.py index d53ef2bb2..8cce81899 100644 --- a/fbgemm_gpu/test/tbe/backward_sgd_test.py +++ b/fbgemm_gpu/test/tbe/training/backward_sgd_test.py @@ -31,8 +31,8 @@ ) from hypothesis import assume, given, HealthCheck, settings, Verbosity -from . import common # noqa E402 -from .common import ( +from .. import common # noqa E402 +from ..common import ( format_ref_tensors_in_mixed_B_layout, gen_mixed_B_batch_sizes, MAX_EXAMPLES, diff --git a/fbgemm_gpu/test/tbe/training/failures_dict_fast.json b/fbgemm_gpu/test/tbe/training/failures_dict_fast.json new file mode 100644 index 000000000..6e5930718 --- /dev/null +++ b/fbgemm_gpu/test/tbe/training/failures_dict_fast.json @@ -0,0 +1,316 @@ +{ + "_description": "This is a dict containing failures for tests autogenerated by generate_opcheck_tests. For more details, please see https://docs.google.com/document/d/1Pj5HRZvdOq3xpFpbEjUZp2hBovhy7Wnxw14m6lF2154/edit", + "_version": 1, + "data": { + "fbgemm::asynchronous_complete_cumsum": {}, + "fbgemm::bounds_check_indices": {}, + "fbgemm::dense_embedding_codegen_lookup_function": { + "BackwardDenseTest.test_autograd_registration__test_backward_dense": { + "comment": "", + "status": "xfail" + }, + "BackwardDenseTest.test_faketensor__test_backward_dense": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::direct_mapped_lru_cache_populate_byte": {}, + "fbgemm::direct_mapped_lxu_cache_lookup": { + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::emb_inplace_update": {}, + "fbgemm::get_unique_indices": { + "LXUCacheTest.test_faketensor__test_unique_lxu_cache_lookup": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::int_nbit_split_embedding_codegen_lookup_function": { + "NBitCacheTest.test_faketensor__test_nbit_cache_miss_counter": { + "comment": "", + "status": "xsuccess" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_fused_pooled_emb_quant": { + "comment": "", + "status": "xsuccess" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xsuccess" + }, + "NBitSplitEmbeddingsTest.test_faketensor__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xsuccess" + } + }, + "fbgemm::int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "NBitSplitEmbeddingsTest.test_faketensor__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xfail" + }, + "NBitSplitEmbeddingsTest.test_schema__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::lfu_cache_populate": { + "BackwardSGDTest.test_faketensor__test_backward_sgd": { + "comment": "", + "status": "skip" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd_really_long_segments": { + "comment": "", + "status": "skip" + } + }, + "fbgemm::lfu_cache_populate_byte": { + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::linearize_cache_indices": { + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmMEAN": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmNONE": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmSUM": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmMEAN": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmNONE": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmSUM": { + "comment": "", + "status": "skip" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd": { + "comment": "", + "status": "xfail" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd_really_long_segments": { + "comment": "", + "status": "xfail" + }, + "CacheTest.test_faketensor__test_cache_miss_counter": { + "comment": "", + "status": "xfail" + }, + "LXUCacheTest.test_faketensor__test_unique_lxu_cache_lookup": { + "comment": "", + "status": "xfail" + }, + "LinearizeCacheIndicesTest.test_faketensor__test_linearize_cache_indices": { + "comment": "", + "status": "xfail" + }, + "NBitCacheTest.test_faketensor__test_nbit_cache_miss_counter": { + "comment": "", + "status": "xfail" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + }, + "NBitSplitEmbeddingsTest.test_faketensor__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xfail" + }, + "SplitTableBatchedEmbeddingsTest.test_faketensor__test_stb_uvm_cache_stats": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::linearize_cache_indices_from_row_idx": { + "LinearizeCacheIndicesTest.test_faketensor__test_linearize_cache_indices_from_row_idx": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::lru_cache_populate": { + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmMEAN": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmNONE": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmSUM": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmMEAN": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmNONE": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmSUM": { + "comment": "", + "status": "skip" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd": { + "comment": "", + "status": "skip" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd_really_long_segments": { + "comment": "", + "status": "skip" + }, + "CacheTest.test_faketensor__test_cache_miss_counter": { + "comment": "", + "status": "skip" + }, + "SplitTableBatchedEmbeddingsTest.test_faketensor__test_stb_uvm_cache_stats": { + "comment": "", + "status": "skip" + } + }, + "fbgemm::lru_cache_populate_byte": {}, + "fbgemm::lxu_cache_flush": {}, + "fbgemm::lxu_cache_locking_counter_decrement": {}, + "fbgemm::lxu_cache_lookup": { + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmMEAN": { + "comment": "", + "status": "xfail" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmNONE": { + "comment": "", + "status": "xfail" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmSUM": { + "comment": "", + "status": "xfail" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmMEAN": { + "comment": "", + "status": "xfail" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmNONE": { + "comment": "", + "status": "xfail" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmSUM": { + "comment": "", + "status": "xfail" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd": { + "comment": "", + "status": "xfail" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd_really_long_segments": { + "comment": "", + "status": "xfail" + }, + "CacheTest.test_faketensor__test_cache_miss_counter": { + "comment": "", + "status": "xfail" + }, + "LXUCacheTest.test_faketensor__test_lxu_cache_lookup": { + "comment": "", + "status": "xfail" + }, + "LXUCacheTest.test_faketensor__test_unique_lxu_cache_lookup": { + "comment": "", + "status": "xfail" + }, + "NBitCacheTest.test_faketensor__test_nbit_cache_miss_counter": { + "comment": "", + "status": "xfail" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + }, + "NBitSplitEmbeddingsTest.test_faketensor__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xfail" + }, + "SplitTableBatchedEmbeddingsTest.test_faketensor__test_stb_uvm_cache_stats": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::new_managed_tensor": {}, + "fbgemm::new_unified_tensor": { + "NBitCacheTest.test_faketensor__test_nbit_cache_miss_counter": { + "comment": "", + "status": "xfail" + }, + "NBitCacheTest.test_faketensor__test_nbit_cache_update_function": { + "comment": "", + "status": "xfail" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_gpu_no_cache": { + "comment": "", + "status": "xfail" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_gpu_no_cache_fp8_2048": { + "comment": "", + "status": "xfail" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + }, + "NBitSplitEmbeddingsTest.test_faketensor__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::pruned_array_lookup": { + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::pruned_hashmap_insert": {}, + "fbgemm::pruned_hashmap_lookup": { + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::reset_weight_momentum": { + "SplitTableBatchedEmbeddingsTest.test_faketensor__test_reset_embedding_weight_momentum": { + "comment": "", + "status": "skip" + }, + "SplitTableBatchedEmbeddingsTest.test_schema__test_reset_embedding_weight_momentum": { + "comment": "", + "status": "skip" + } + }, + "fbgemm::split_embedding_codegen_forward_unweighted_cuda": {}, + "fbgemm::split_embedding_codegen_forward_weighted_cuda": {}, + "fbgemm::split_embedding_codegen_lookup_adagrad_function": {}, + "fbgemm::split_embedding_codegen_lookup_adagrad_function_cpu": {}, + "fbgemm::split_embedding_codegen_lookup_adam_function": {}, + "fbgemm::split_embedding_codegen_lookup_lamb_function": {}, + "fbgemm::split_embedding_codegen_lookup_lars_sgd_function": {}, + "fbgemm::split_embedding_codegen_lookup_none_function": {}, + "fbgemm::split_embedding_codegen_lookup_partial_rowwise_adam_function": {}, + "fbgemm::split_embedding_codegen_lookup_partial_rowwise_lamb_function": {}, + "fbgemm::split_embedding_codegen_lookup_rowwise_adagrad_function": {}, + "fbgemm::split_embedding_codegen_lookup_rowwise_adagrad_function_cpu": {}, + "fbgemm::split_embedding_codegen_lookup_rowwise_weighted_adagrad_function": {}, + "fbgemm::split_embedding_codegen_lookup_sgd_function": {}, + "fbgemm::split_embedding_codegen_lookup_sgd_function_cpu": {} + } +} diff --git a/fbgemm_gpu/test/tbe/forward_test.py b/fbgemm_gpu/test/tbe/training/forward_test.py similarity index 99% rename from fbgemm_gpu/test/tbe/forward_test.py rename to fbgemm_gpu/test/tbe/training/forward_test.py index a42ee2fb1..942d89c42 100644 --- a/fbgemm_gpu/test/tbe/forward_test.py +++ b/fbgemm_gpu/test/tbe/training/forward_test.py @@ -34,8 +34,8 @@ ) from hypothesis import assume, given, HealthCheck, settings, Verbosity -from . import common # noqa E402 -from .common import ( +from .. import common # noqa E402 +from ..common import ( format_ref_tensors_in_mixed_B_layout, gen_mixed_B_batch_sizes, MAX_EXAMPLES_LONG_RUNNING, diff --git a/fbgemm_gpu/test/tbe/utils/__init__.py b/fbgemm_gpu/test/tbe/utils/__init__.py new file mode 100644 index 000000000..a9fdb3b99 --- /dev/null +++ b/fbgemm_gpu/test/tbe/utils/__init__.py @@ -0,0 +1,6 @@ +#!/usr/bin/env python3 +# Copyright (c) Meta Platforms, Inc. and affiliates. +# All rights reserved. +# +# This source code is licensed under the BSD-style license found in the +# LICENSE file in the root directory of this source tree. diff --git a/fbgemm_gpu/test/tbe/cpu_kernel_test.cpp b/fbgemm_gpu/test/tbe/utils/cpu_kernel_test.cpp similarity index 98% rename from fbgemm_gpu/test/tbe/cpu_kernel_test.cpp rename to fbgemm_gpu/test/tbe/utils/cpu_kernel_test.cpp index 7cc48e117..f2f012d7c 100644 --- a/fbgemm_gpu/test/tbe/cpu_kernel_test.cpp +++ b/fbgemm_gpu/test/tbe/utils/cpu_kernel_test.cpp @@ -15,7 +15,7 @@ #include "fbgemm_gpu/embedding_common.h" #include "torch/types.h" // @manual=//caffe2:torch-cpp-cpu -TEST(cpu_kernel_test, csr2csc_test) { +TEST(CpuKernelTest, csr2csc_test) { internal::HyperCompressedSparseColumn csc; int B = 2; at::Tensor offsets = torch::tensor({0, 4, 8}); diff --git a/fbgemm_gpu/test/tbe/utils/failures_dict_fast.json b/fbgemm_gpu/test/tbe/utils/failures_dict_fast.json new file mode 100644 index 000000000..6e5930718 --- /dev/null +++ b/fbgemm_gpu/test/tbe/utils/failures_dict_fast.json @@ -0,0 +1,316 @@ +{ + "_description": "This is a dict containing failures for tests autogenerated by generate_opcheck_tests. For more details, please see https://docs.google.com/document/d/1Pj5HRZvdOq3xpFpbEjUZp2hBovhy7Wnxw14m6lF2154/edit", + "_version": 1, + "data": { + "fbgemm::asynchronous_complete_cumsum": {}, + "fbgemm::bounds_check_indices": {}, + "fbgemm::dense_embedding_codegen_lookup_function": { + "BackwardDenseTest.test_autograd_registration__test_backward_dense": { + "comment": "", + "status": "xfail" + }, + "BackwardDenseTest.test_faketensor__test_backward_dense": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::direct_mapped_lru_cache_populate_byte": {}, + "fbgemm::direct_mapped_lxu_cache_lookup": { + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::emb_inplace_update": {}, + "fbgemm::get_unique_indices": { + "LXUCacheTest.test_faketensor__test_unique_lxu_cache_lookup": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::int_nbit_split_embedding_codegen_lookup_function": { + "NBitCacheTest.test_faketensor__test_nbit_cache_miss_counter": { + "comment": "", + "status": "xsuccess" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_fused_pooled_emb_quant": { + "comment": "", + "status": "xsuccess" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xsuccess" + }, + "NBitSplitEmbeddingsTest.test_faketensor__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xsuccess" + } + }, + "fbgemm::int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "NBitSplitEmbeddingsTest.test_faketensor__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xfail" + }, + "NBitSplitEmbeddingsTest.test_schema__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::lfu_cache_populate": { + "BackwardSGDTest.test_faketensor__test_backward_sgd": { + "comment": "", + "status": "skip" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd_really_long_segments": { + "comment": "", + "status": "skip" + } + }, + "fbgemm::lfu_cache_populate_byte": { + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::linearize_cache_indices": { + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmMEAN": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmNONE": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmSUM": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmMEAN": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmNONE": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmSUM": { + "comment": "", + "status": "skip" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd": { + "comment": "", + "status": "xfail" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd_really_long_segments": { + "comment": "", + "status": "xfail" + }, + "CacheTest.test_faketensor__test_cache_miss_counter": { + "comment": "", + "status": "xfail" + }, + "LXUCacheTest.test_faketensor__test_unique_lxu_cache_lookup": { + "comment": "", + "status": "xfail" + }, + "LinearizeCacheIndicesTest.test_faketensor__test_linearize_cache_indices": { + "comment": "", + "status": "xfail" + }, + "NBitCacheTest.test_faketensor__test_nbit_cache_miss_counter": { + "comment": "", + "status": "xfail" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + }, + "NBitSplitEmbeddingsTest.test_faketensor__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xfail" + }, + "SplitTableBatchedEmbeddingsTest.test_faketensor__test_stb_uvm_cache_stats": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::linearize_cache_indices_from_row_idx": { + "LinearizeCacheIndicesTest.test_faketensor__test_linearize_cache_indices_from_row_idx": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::lru_cache_populate": { + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmMEAN": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmNONE": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmSUM": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmMEAN": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmNONE": { + "comment": "", + "status": "skip" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmSUM": { + "comment": "", + "status": "skip" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd": { + "comment": "", + "status": "skip" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd_really_long_segments": { + "comment": "", + "status": "skip" + }, + "CacheTest.test_faketensor__test_cache_miss_counter": { + "comment": "", + "status": "skip" + }, + "SplitTableBatchedEmbeddingsTest.test_faketensor__test_stb_uvm_cache_stats": { + "comment": "", + "status": "skip" + } + }, + "fbgemm::lru_cache_populate_byte": {}, + "fbgemm::lxu_cache_flush": {}, + "fbgemm::lxu_cache_locking_counter_decrement": {}, + "fbgemm::lxu_cache_lookup": { + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmMEAN": { + "comment": "", + "status": "xfail" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmNONE": { + "comment": "", + "status": "xfail" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp16_pmSUM": { + "comment": "", + "status": "xfail" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmMEAN": { + "comment": "", + "status": "xfail" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmNONE": { + "comment": "", + "status": "xfail" + }, + "BackwardAdagradTest.test_faketensor__test_backward_adagrad_fp32_pmSUM": { + "comment": "", + "status": "xfail" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd": { + "comment": "", + "status": "xfail" + }, + "BackwardSGDTest.test_faketensor__test_backward_sgd_really_long_segments": { + "comment": "", + "status": "xfail" + }, + "CacheTest.test_faketensor__test_cache_miss_counter": { + "comment": "", + "status": "xfail" + }, + "LXUCacheTest.test_faketensor__test_lxu_cache_lookup": { + "comment": "", + "status": "xfail" + }, + "LXUCacheTest.test_faketensor__test_unique_lxu_cache_lookup": { + "comment": "", + "status": "xfail" + }, + "NBitCacheTest.test_faketensor__test_nbit_cache_miss_counter": { + "comment": "", + "status": "xfail" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + }, + "NBitSplitEmbeddingsTest.test_faketensor__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xfail" + }, + "SplitTableBatchedEmbeddingsTest.test_faketensor__test_stb_uvm_cache_stats": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::new_managed_tensor": {}, + "fbgemm::new_unified_tensor": { + "NBitCacheTest.test_faketensor__test_nbit_cache_miss_counter": { + "comment": "", + "status": "xfail" + }, + "NBitCacheTest.test_faketensor__test_nbit_cache_update_function": { + "comment": "", + "status": "xfail" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_gpu_no_cache": { + "comment": "", + "status": "xfail" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_gpu_no_cache_fp8_2048": { + "comment": "", + "status": "xfail" + }, + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + }, + "NBitSplitEmbeddingsTest.test_faketensor__test_int_nbit_split_embedding_uvm_caching_codegen_lookup_function": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::pruned_array_lookup": { + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::pruned_hashmap_insert": {}, + "fbgemm::pruned_hashmap_lookup": { + "NBitForwardTest.test_faketensor__test_nbit_forward_uvm_cache": { + "comment": "", + "status": "xfail" + } + }, + "fbgemm::reset_weight_momentum": { + "SplitTableBatchedEmbeddingsTest.test_faketensor__test_reset_embedding_weight_momentum": { + "comment": "", + "status": "skip" + }, + "SplitTableBatchedEmbeddingsTest.test_schema__test_reset_embedding_weight_momentum": { + "comment": "", + "status": "skip" + } + }, + "fbgemm::split_embedding_codegen_forward_unweighted_cuda": {}, + "fbgemm::split_embedding_codegen_forward_weighted_cuda": {}, + "fbgemm::split_embedding_codegen_lookup_adagrad_function": {}, + "fbgemm::split_embedding_codegen_lookup_adagrad_function_cpu": {}, + "fbgemm::split_embedding_codegen_lookup_adam_function": {}, + "fbgemm::split_embedding_codegen_lookup_lamb_function": {}, + "fbgemm::split_embedding_codegen_lookup_lars_sgd_function": {}, + "fbgemm::split_embedding_codegen_lookup_none_function": {}, + "fbgemm::split_embedding_codegen_lookup_partial_rowwise_adam_function": {}, + "fbgemm::split_embedding_codegen_lookup_partial_rowwise_lamb_function": {}, + "fbgemm::split_embedding_codegen_lookup_rowwise_adagrad_function": {}, + "fbgemm::split_embedding_codegen_lookup_rowwise_adagrad_function_cpu": {}, + "fbgemm::split_embedding_codegen_lookup_rowwise_weighted_adagrad_function": {}, + "fbgemm::split_embedding_codegen_lookup_sgd_function": {}, + "fbgemm::split_embedding_codegen_lookup_sgd_function_cpu": {} + } +} diff --git a/fbgemm_gpu/test/tbe/split_embeddings_test.py b/fbgemm_gpu/test/tbe/utils/split_embeddings_test.py similarity index 99% rename from fbgemm_gpu/test/tbe/split_embeddings_test.py rename to fbgemm_gpu/test/tbe/utils/split_embeddings_test.py index 08ff23dc0..e9c3bf2d4 100644 --- a/fbgemm_gpu/test/tbe/split_embeddings_test.py +++ b/fbgemm_gpu/test/tbe/utils/split_embeddings_test.py @@ -33,8 +33,8 @@ from hypothesis import given, settings, Verbosity from torch import Tensor -from . import common # noqa E402 -from .common import MAX_EXAMPLES, open_source +from .. import common # noqa E402 +from ..common import MAX_EXAMPLES, open_source if open_source: # pyre-ignore[21] diff --git a/fbgemm_gpu/test/tbe/split_embeddings_utils_test.py b/fbgemm_gpu/test/tbe/utils/split_embeddings_utils_test.py similarity index 99% rename from fbgemm_gpu/test/tbe/split_embeddings_utils_test.py rename to fbgemm_gpu/test/tbe/utils/split_embeddings_utils_test.py index b4d223a8d..3b90cf927 100644 --- a/fbgemm_gpu/test/tbe/split_embeddings_utils_test.py +++ b/fbgemm_gpu/test/tbe/utils/split_embeddings_utils_test.py @@ -21,8 +21,8 @@ from fbgemm_gpu.split_table_batched_embeddings_ops_common import BoundsCheckMode from hypothesis import assume, given, HealthCheck, settings, Verbosity -from . import common # noqa E402 -from .common import MAX_EXAMPLES, open_source +from .. import common # noqa E402 +from ..common import MAX_EXAMPLES, open_source if open_source: # pyre-ignore[21] @@ -490,6 +490,7 @@ def test_pruning( ) if use_cpu_hashtable: + # pyre-ignore[16] ht = torch.classes.fbgemm.PrunedMapCPU() ht.insert(indices, dense_indices, offsets, T) @@ -578,6 +579,7 @@ def test_pruning( torch.testing.assert_close(dense_indices.clone().fill_(-1), dense_indices_) def test_pickle(self) -> None: + # pyre-ignore[16] tensor_queue = torch.classes.fbgemm.TensorQueue(torch.empty(0)) pickled = pickle.dumps(tensor_queue) unpickled = pickle.loads(pickled) # noqa: F841