Change update_usfm_parser_handler.py to match main branch

Author: Ben King

machine/corpora/update_usfm_parser_handler.py

@@ -1,8 +1,6 @@
 from enum import Enum, auto
 from typing import Iterable, List, Optional, Sequence, Tuple, Union
 
-from ..scripture.verse_ref import VerseRef
-from .scripture_embed import is_embed_part_style
 from .scripture_ref import ScriptureRef
 from .scripture_ref_usfm_parser_handler import ScriptureRefUsfmParserHandler, ScriptureTextType
 from .usfm_parser_state import UsfmParserState
@@ -345,12 +343,9 @@ def _skip_updatable_tokens(self, state: UsfmParserState) -> None:
             self._token_index += 1
         self._token_index = state.index + 1 + state.special_token_count
 
-    def _replace_with_new_tokens(self, state: UsfmParserState, closed: bool = True) -> bool:
-        marker: Optional[str] = state.token if state.token is None else state.token.marker
-        in_embed: bool = self._is_in_embed(marker)
-
-        in_nested_embed: bool = self._is_in_nested_embed(marker)
-        is_style_tag: bool = marker is not None and not is_embed_part_style(marker)
+    def _replace_with_new_tokens(self, state: UsfmParserState) -> bool:
+        if self._current_text_type == ScriptureTextType.EMBED:
+            return False
 
         existing_text = any(
             t.type == UsfmTokenType.TEXT and t.text

tests/corpora/test_update_usfm_parser_handler.py

@@ -208,7 +208,6 @@ def test_paragraph_in_verse():
     usfm = r"""\id MAT - Test
 \c 1
 \p paragraph not in a verse
-\p paragraph not in a verse
 \v 1 verse 1 \p inner verse paragraph
 \s1 Section Header
 \v 2 Verse 2 \p inner verse paragraph
@@ -219,7 +218,6 @@ def test_paragraph_in_verse():
     result = r"""\id MAT - Test
 \c 1
 \p paragraph not in a verse
-\p paragraph not in a verse
 \v 1 Update 1
 \s1 Section Header
 \v 2 Verse 2 inner verse paragraph
@@ -236,7 +234,7 @@ def test_paragraph_in_verse():
 
     result_strip = r"""\id MAT
 \c 1
-\p 
+\p
 \v 1 Update 1
 \s1
 \v 2