Add flaggems_faulty_models.txt

graph_net/test/flaggems_fault_bisearcher_test.sh

@@ -4,7 +4,7 @@
 GRAPH_NET_ROOT=$(python3 -c "import graph_net; import os; print(os.path.dirname(os.path.dirname(graph_net.__file__)))")
 
 # Test Environment Setup
-MODEL_LIST="$GRAPH_NET_ROOT/graph_net/test/small10_torch_samples_list.txt"
+MODEL_LIST="$GRAPH_NET_ROOT/graph_net/test/flaggems_faulty_models.txt"
 MODEL_PREFIX="$GRAPH_NET_ROOT"
 OUTPUT_DIR="/tmp/workspace_auto_fault_bisearcher"
 

graph_net/test/flaggems_faulty_models.txt

@@ -0,0 +1,178 @@
+samples/nemo/parakeet-tdt-0.6b-v3
+# samples/timm/resmlp_big_24_224.fb_distilled_in1k
+# samples/timm/convnextv2_small
+# samples/timm/convmixer_1024_20_ks9_p14.in1k
+# samples/timm/convnextv2_pico.fcmae
+# samples/timm/convnextv2_base.fcmae_ft_in1k
+# samples/timm/vit_betwixt_patch32_clip_224.tinyclip_laion400m
+# samples/timm/densenetblur121d.ra_in1k
+# samples/timm/cs3sedarknet_l.c2ns_in1k
+# samples/timm/convnextv2_base.fcmae
+# samples/mmseg/Twins_pcpvt-l_fpn
+# samples/mmseg/Twins_svt-b_uperhead
+# samples/torchgeometric/PMLP
+# samples/torchaudio/wav2vec2_large
+# samples/torchaudio/wav2vec2_xlsr_300m
+# samples/mmpose/SimpleBaseline3D
+# samples/transformers-auto-model/hf-tiny-model-private_tiny-random-DebertaForSequenceClassification
+# samples/transformers-auto-model/opus-mt-es-hr
+# samples/transformers-auto-model/opus-mt-tc-bible-big-ine-deu_eng_nld
+# samples/transformers-auto-model/facebook_data2vec-vision-base
+# samples/transformers-auto-model/opus-mt-es-ca
+# samples/transformers-auto-model/opus-mt-en-nl
+# samples/transformers-auto-model/opus-mt-en-kwy
+# samples/transformers-auto-model/opus-mt-et-sv
+# samples/transformers-auto-model/opus-mt-es-loz
+# samples/transformers-auto-model/opus-mt-en-pqe
+# samples/transformers-auto-model/opus-mt-eo-cs
+# samples/transformers-auto-model/opus-mt-de-el
+# samples/transformers-auto-model/opus-mt-en-tpi
+# samples/transformers-auto-model/bge-small-en-v1.5
+# samples/transformers-auto-model/opus-mt-es-bg
+# samples/transformers-auto-model/opus-mt-de-bcl
+# samples/transformers-auto-model/opus-mt-fi-guw
+# samples/transformers-auto-model/nli-deberta-v3-base
+# samples/transformers-auto-model/opus-mt-en-lus
+# samples/transformers-auto-model/osiria_deberta-base-italian-uncased-ner
+# samples/transformers-auto-model/akdeniz27_bert-base-turkish-cased-ner
+# samples/transformers-auto-model/opus-mt-ar-he
+# samples/transformers-auto-model/opus-mt-fi-bzs
+# samples/transformers-auto-model/opus-mt-ceb-sv
+# samples/transformers-auto-model/opus-mt-tc-bible-big-pqw-deu_eng_fra_por_spa
+# samples/transformers-auto-model/opus-mt-fi-lg
+# samples/transformers-auto-model/yuvalkirstain_PickScore_v1
+# samples/transformers-auto-model/opus-mt-bcl-fr
+# samples/transformers-auto-model/opus-mt-de-bg
+# samples/transformers-auto-model/opus-mt-eo-it
+# samples/transformers-auto-model/sentence-transformers/all-MiniLM-L12-v1
+# samples/transformers-auto-model/sentence-transformers/all-MiniLM-L6-v1
+# samples/transformers-auto-model/opus-mt-tc-bible-big-cel-deu_eng_fra_por_spa
+# samples/transformers-auto-model/opus-mt-de-ar
+# samples/transformers-auto-model/pipecat-ai_smart-turn-v2
+# samples/transformers-auto-model/opus-mt-fi-bem
+# samples/transformers-auto-model/domenicrosati_BioM-ALBERT-xxlarge-finetuned-DAGPap22
+# samples/transformers-auto-model/opus-mt-cpp-en
+# samples/transformers-auto-model/opus-mt-euq-en
+# samples/transformers-auto-model/opus-mt-es-pap
+# samples/transformers-auto-model/opus-mt-es-tl
+# samples/transformers-auto-model/Zahra99_wavlm-large-finetuned-iemocap
+# samples/transformers-auto-model/disi-unibo-nlp_openbioner-base
+# samples/transformers-auto-model/opus-mt-tc-bible-big-gmw-deu_eng_nld
+# samples/transformers-auto-model/ALINEAR_albert-japanese-v2
+# samples/transformers-auto-model/google_owlvit-base-patch32
+# samples/transformers-auto-model/opus-mt-tc-bible-big-pqe-deu_eng_fra_por_spa
+# samples/transformers-auto-model/opus-mt-de-nso
+# samples/transformers-auto-model/opus-mt-de-en
+# samples/transformers-auto-model/opus-mt-da-fr
+# samples/transformers-auto-model/hf-tiny-model-private_tiny-random-BlipModel
+# samples/transformers-auto-model/MohamedZaitoon_bart-fine-tune
+# samples/transformers-auto-model/opus-mt-es-ig
+# samples/transformers-auto-model/opus-mt-en-eo
+# samples/transformers-auto-model/google_fnet-base
+# samples/transformers-auto-model/opus-mt-fi-ilo
+# samples/transformers-auto-model/emekaboris_autonlp-txc-17923129
+# samples/transformers-auto-model/DAMO-NLP-SG_zero-shot-classify-SSTuning-ALBERT
+# samples/transformers-auto-model/opus-mt-en-rw
+# samples/transformers-auto-model/xbgoose_hubert-large-speech-emotion-recognition-russian-dusha-finetuned
+# samples/transformers-auto-model/opus-mt-en-sq
+# samples/transformers-auto-model/opus-mt-tc-bible-big-trk-deu_eng_fra_por_spa
+# samples/transformers-auto-model/opus-mt-eo-da
+# samples/transformers-auto-model/opus-mt-tc-bible-big-poz-deu_eng_fra_por_spa
+# samples/transformers-auto-model/opus-mt-ar-es
+# samples/transformers-auto-model/opus-mt-ca-de
+# samples/transformers-auto-model/facebook_data2vec-vision-large-ft1k
+# samples/transformers-auto-model/ms-marco-TinyBERT-L2
+# samples/transformers-auto-model/distilbert-base-uncased
+# samples/transformers-auto-model/DeepChem_ChemBERTa-10M-MLM
+# samples/transformers-auto-model/opus-mt-tc-bible-big-deu_eng_fra_por_spa-itc
+# samples/transformers-auto-model/opus-mt-de-hu
+# samples/transformers-auto-model/zuppif_maskformer-swin-small-ade
+# samples/transformers-auto-model/ms-marco-MiniLM-L12-v2
+# samples/transformers-auto-model/opus-mt-eo-de
+# samples/transformers-auto-model/opus-mt-da-ru
+# samples/transformers-auto-model/opus-mt-de-uk
+# samples/transformers-auto-model/opus-mt-ceb-es
+# samples/transformers-auto-model/opus-mt-de-ZH
+# samples/transformers-auto-model/opus-mt-cau-en
+# samples/transformers-auto-model/opus-mt-afa-en
+# samples/transformers-auto-model/opus-mt-tc-bible-big-deu_eng_fra_por_spa-bat
+# samples/transformers-auto-model/facebook_sam-vit-large
+# samples/transformers-auto-model/opus-mt-de-ha
+# samples/transformers-auto-model/Helsinki-NLP_opus-mt-NORTH_EU-NORTH_EU
+# samples/transformers-auto-model/Intel_zoedepth-kitti
+# samples/transformers-auto-model/opus-mt-da-eo
+# samples/transformers-auto-model/opus-mt-tc-bible-big-tai-deu_eng_fra_por_spa
+# samples/transformers-auto-model/cointegrated_rubert-base-cased-nli-threeway
+# samples/transformers-auto-model/Onutoa_1_6e-3_5_0.5
+# samples/transformers-auto-model/DTAI-KULeuven_robbertje-1-gb-merged
+# samples/transformers-auto-model/opus-mt-es-fr
+# samples/transformers-auto-model/opus-mt-aed-es
+# samples/transformers-auto-model/opus-mt-en-it
+# samples/transformers-auto-model/opus-mt-ee-sv
+# samples/transformers-auto-model/PeterBanning71_bart-large-finetuned-eLife
+# samples/transformers-auto-model/opus-mt-de-ny
+# samples/transformers-auto-model/akhtet_mDeBERTa-v3-base-myanmar-xnli
+# samples/transformers-auto-model/SpaceCowboy03_finetuned-kde4-es-to-fr
+# samples/transformers-auto-model/facebook_data2vec-vision-base-ft1k
+# samples/transformers-auto-model/opus-mt-eo-sh
+# samples/transformers-auto-model/AkshatSurolia_BEiT-FaceMask-Finetuned
+# samples/transformers-auto-model/Helsinki-NLP_opus-mt-en-zh
+# samples/transformers-auto-model/opus-mt-cel-en
+# samples/transformers-auto-model/opus-mt-tc-bible-big-ira-deu_eng_fra_por_spa
+# samples/transformers-auto-model/microsoft_beit-large-patch16-384
+# samples/transformers-auto-model/hf-tiny-model-private_tiny-random-MBartForSequenceClassification
+# samples/transformers-auto-model/gemma-3-1b-pt
+# samples/transformers-auto-model/dima806_music_genres_classification
+# samples/transformers-auto-model/google-bert_bert-base-cased
+# samples/transformers-auto-model/opus-mt-efi-sv
+# samples/transformers-auto-model/opus-mt-es-hil
+# samples/transformers-auto-model/opus-mt-de-ht
+# samples/transformers-auto-model/opus-mt-en-ROMANCE
+# samples/transformers-auto-model/Helsinki-NLP_opus-mt-af-es
+# samples/transformers-auto-model/opus-mt-en-ilo
+# samples/transformers-auto-model/opus-mt-af-fr
+# samples/transformers-auto-model/hfl_chinese-macbert-large
+# samples/transformers-auto-model/opus-mt-en-sal
+# samples/transformers-auto-model/opus-mt-fi-mt
+# samples/transformers-auto-model/Andrija_SRoBERTa-L-NER
+# samples/transformers-auto-model/opus-mt-en-rnd
+# samples/transformers-auto-model/mmarco-mMiniLMv2-L12-H384-v1
+# samples/transformers-auto-model/opus-mt-en-uk
+# samples/transformers-auto-model/opus-mt-de-is
+# samples/transformers-auto-model/opus-mt-crs-sv
+# samples/transformers-auto-model/mazkooleg_0-9up-wavlm-base-plus-ft
+# samples/transformers-auto-model/nli-deberta-v3-xsmall
+# samples/transformers-auto-model/KoichiYasuoka_deberta-base-thai-ud-goeswith
+# samples/transformers-auto-model/opus-mt-alv-en
+# samples/transformers-auto-model/opus-mt-tc-bible-big-inc-deu_eng_nld
+# samples/transformers-auto-model/google/bert_uncased_L-2_H-768_A-12
+# samples/transformers-auto-model/google/bert_uncased_L-12_H-128_A-2
+# samples/transformers-auto-model/google/bert_uncased_L-4_H-512_A-8
+# samples/transformers-auto-model/opus-mt-es-bi
+# samples/transformers-auto-model/facebook_metaclip-b32-400m
+# samples/transformers-auto-model/opus-mt-tc-bible-big-deu_eng_fra_por_spa-gem
+# samples/transformers-auto-model/opus-mt-tc-bible-big-urj-fra_ita_por_spa
+# samples/transformers-auto-model/opus-mt-ar-tr
+# samples/transformers-auto-model/ckiplab_albert-base-chinese-pos
+# samples/transformers-auto-model/hf-tiny-model-private_tiny-random-BertForSequenceClassification
+# samples/transformers-auto-model/opus-mt-fi-fj
+# samples/transformers-auto-model/opus-mt-cs-uk
+# samples/transformers-auto-model/Helsinki-NLP_opus-mt-aed-es
+# samples/transformers-auto-model/hf-tiny-model-private_tiny-random-DebertaV2ForSequenceClassification
+# samples/transformers-auto-model/opus-mt-el-ar
+# samples/transformers-auto-model/opus-mt-es-yo
+# samples/transformers-auto-model/opus-mt-ase-es
+# samples/transformers-auto-model/opus-mt-fi-hr
+# samples/transformers-auto-model/opus-mt-bzs-sv
+# samples/transformers-auto-model/albert_albert-xlarge-v1
+# samples/transformers-auto-model/opus-mt-es-xh
+# samples/transformers-auto-model/hf-tiny-model-private_tiny-random-FNetForSequenceClassification
+# samples/transformers-auto-model/garNER_albert-tiny-spanish-es-LM
+# samples/transformers-auto-model/microsoft_xclip-base-patch16-zero-shot
+# samples/transformers-auto-model/opus-mt-de-vi
+# samples/transformers-auto-model/opus-mt-tc-bible-big-deu_eng_fra_por_spa-fiu
+# samples/transformers-auto-model/Lazaro97_results
+# samples/transformers-auto-model/opus-mt-en-eu
+# samples/transformers-auto-model/opus-mt-es-efi
+# samples/transformers-auto-model/opus-mt-de-crs
+# samples/transformers-auto-model/opus-mt-en-mfe