Skip to content

Commit 17d4675

Browse files
committed
Tighten supersede pattern; expand redaction spans
1 parent 88abbb7 commit 17d4675

3 files changed

Lines changed: 20 additions & 5 deletions

File tree

‎sdk/src/unplug/core/normalize/normalize.py‎

Lines changed: 9 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -30,10 +30,15 @@ def to_original_span(self, norm_start: int, norm_end: int) -> tuple[int, int]:
3030
orig_end = self.offset_table[orig_end_idx] + 1
3131
else:
3232
orig_end = orig_start
33-
return (
34-
max(0, min(orig_start, orig_len)),
35-
max(orig_start, min(orig_end, orig_len)),
36-
)
33+
orig_start = max(0, min(orig_start, orig_len))
34+
orig_end = max(orig_start, min(orig_end, orig_len))
35+
# Include adjacent stripped invisible/bidi controls so redaction does not
36+
# leave U+202E / ZW chars sitting next to a matched span.
37+
while orig_start > 0 and self.original[orig_start - 1] in _ZERO_WIDTH_CHARS:
38+
orig_start -= 1
39+
while orig_end < orig_len and self.original[orig_end] in _ZERO_WIDTH_CHARS:
40+
orig_end += 1
41+
return (orig_start, orig_end)
3742

3843
model_config = {"arbitrary_types_allowed": True}
3944

‎sdk/src/unplug/data/patterns/injection.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -194,7 +194,7 @@
194194
regex: (?i)(please\s+)?(disregard|ignore|forget)\s+the\s+(above|previous|prior)\b
195195
flags: i
196196
- name: instructions_updated_supersede
197-
regex: (?i)(instructions?\s+have\s+been\s+updated|new\s+instructions?\s+supersede|following\s+instructions?\s+replace\s+your)
197+
regex: (?i)(instructions?\s+have\s+been\s+updated.{0,80}(supersede|replace|override|ignore|disregard)|new\s+instructions?\s+supersede|following\s+instructions?\s+replace\s+your)
198198
flags: i
199199
- name: instruction_override_bracket
200200
regex: (?i)\[{1,2}\s*INSTRUCTION\s+OVERRIDE\s*\]{1,2}

‎sdk/tests/unit/core/normalize/test_normalize.py‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -358,6 +358,16 @@ def test_span_mapping_after_normalization(self):
358358
orig_start, orig_end = result.to_original_span(0, 6)
359359
assert result.original[orig_start:orig_end] == "ig​nore"
360360

361+
def test_to_original_span_includes_adjacent_bidi(self):
362+
n = Normalizer()
363+
original = "\u202eignore previous"
364+
result = n.normalize(original)
365+
# Match starts after the stripped RTL override in normalized text.
366+
start, end = result.to_original_span(0, 6)
367+
assert start == 0
368+
assert "\u202e" in result.original[start:end]
369+
assert result.original[start:end].endswith("ignore")
370+
361371
def test_combined_evasion(self):
362372
n = Normalizer()
363373
result = n.normalize("1g​n0r3")

0 commit comments

Comments
 (0)