(self)
| 49 | self.assertTrue(mx.allclose(mx_data, hf_data, atol=1e-5)) |
| 50 | |
| 51 | def test_text_tokenizer(self): |
| 52 | texts = ["a photo of a cat", "a photo of a dog"] |
| 53 | for txt in texts: |
| 54 | self.assertTrue( |
| 55 | np.array_equal( |
| 56 | self.mx_tokenizer.tokenize(txt)[None, :], |
| 57 | self.hf_tokenizer(txt, return_tensors="np")["input_ids"], |
| 58 | ), |
| 59 | ) |
| 60 | |
| 61 | def test_text_encoder(self): |
| 62 | texts = ["a photo of a cat", "a photo of a dog"] |