winglian commited on
Commit
0136f51
1 Parent(s): 9b8585d

don't worry about duplicate code here

Browse files
tests/test_packed_dataset.py CHANGED
@@ -17,6 +17,7 @@ class TestPacking(unittest.TestCase):
17
  """
18
 
19
  def setUp(self) -> None:
 
20
  self.tokenizer = AutoTokenizer.from_pretrained("huggyllama/llama-7b")
21
  self.tokenizer.add_special_tokens(
22
  {
 
17
  """
18
 
19
  def setUp(self) -> None:
20
+ # pylint: disable=duplicate-code
21
  self.tokenizer = AutoTokenizer.from_pretrained("huggyllama/llama-7b")
22
  self.tokenizer.add_special_tokens(
23
  {
tests/test_prompt_tokenizers.py CHANGED
@@ -18,6 +18,7 @@ class TestPromptTokenizationStrategies(unittest.TestCase):
18
  """
19
 
20
  def setUp(self) -> None:
 
21
  self.tokenizer = AutoTokenizer.from_pretrained("huggyllama/llama-7b")
22
  self.tokenizer.add_special_tokens(
23
  {
 
18
  """
19
 
20
  def setUp(self) -> None:
21
+ # pylint: disable=duplicate-code
22
  self.tokenizer = AutoTokenizer.from_pretrained("huggyllama/llama-7b")
23
  self.tokenizer.add_special_tokens(
24
  {