UmeAiRT commited on
Commit
07533e7
·
verified ·
1 Parent(s): 85926e6

Sync upload processing_florence2.py

Browse files
models/LLM/Florence-2-base-PromptGen-v2.0/processing_florence2.py CHANGED
@@ -84,7 +84,7 @@ class Florence2Processor(ProcessorMixin):
84
 
85
  tokens_to_add = {
86
  'additional_special_tokens': \
87
- tokenizer.additional_special_tokens + \
88
  ['<od>', '</od>', '<ocr>', '</ocr>'] + \
89
  [f'<loc_{x}>' for x in range(1000)] + \
90
  ['<cap>', '</cap>', '<ncap>', '</ncap>','<dcap>', '</dcap>', '<grounding>', '</grounding>', '<seg>', '</seg>', '<sep>', '<region_cap>', '</region_cap>', '<region_to_desciption>', '</region_to_desciption>', '<proposal>', '</proposal>', '<poly>', '</poly>', '<and>']
 
84
 
85
  tokens_to_add = {
86
  'additional_special_tokens': \
87
+ getattr(tokenizer, 'additional_special_tokens', []) + \
88
  ['<od>', '</od>', '<ocr>', '</ocr>'] + \
89
  [f'<loc_{x}>' for x in range(1000)] + \
90
  ['<cap>', '</cap>', '<ncap>', '</ncap>','<dcap>', '</dcap>', '<grounding>', '</grounding>', '<seg>', '</seg>', '<sep>', '<region_cap>', '</region_cap>', '<region_to_desciption>', '</region_to_desciption>', '<proposal>', '</proposal>', '<poly>', '</poly>', '<and>']