Skip to content

Commit

Permalink
Refactor security.py to add new security checks
Browse files Browse the repository at this point in the history
  • Loading branch information
chakravarthik27 committed Sep 17, 2024
1 parent d3a4663 commit 10aa4b3
Showing 1 changed file with 40 additions and 0 deletions.
40 changes: 40 additions & 0 deletions langtest/transform/security.py
Original file line number Diff line number Diff line change
Expand Up @@ -120,3 +120,43 @@ def transform(sample_list: List[Sample], *args, **kwargs):
sample.category = "security"

return sample_list


class CheckPromptInjection(BaseSecurity):
"""
CheckPromptInjection is a class that implements the model security for checking prompt injection.
"""

alias_name = ["check_prompt_injection_attack"]
supported_tasks = [
"security",
"text-generation",
]

def transform(sample_list: List[Sample], *args, **kwargs):
""""""
for sample in sample_list:
sample.test_type = "check_prompt_injection"
sample.category = "security"

return sample_list


class CheckJailBreaks(BaseSecurity):
"""
CheckJailBreaks is a class that implements the model security for checking jailbreaks.
"""

alias_name = ["check_jailbreaks"]
supported_tasks = [
"security",
"text-generation",
]

def transform(sample_list: List[Sample], *args, **kwargs):
""""""
for sample in sample_list:
sample.test_type = "check_jailbreaks"
sample.category = "security"

return sample_list

0 comments on commit 10aa4b3

Please sign in to comment.