| import re | |
| from services.model_visitor import ModelVisitor | |
| class IbmExtractCodeblock(ModelVisitor): | |
| def visit(self, _, data): | |
| return self._get_code_block(data) | |
| def _get_code_block(self, data): | |
| r""" | |
| Extracts text blocks from the input string based on a specific pattern. | |
| Args: | |
| data (str): The input string containing text blocks. | |
| Returns: | |
| str: A text block of output which contains code extracted from the input string. | |
| Regex Pattern: | |
| (?:### Output: ([\s\S]*?))(?:\<\|endoftext\|\>|\Z)|```(?:\w+)?\n(.*?)\n``` | |
| - (?:### Output: ([\s\S]*?)): This part matches patterns that start with '### Output:' | |
| followed by any characters including newlines, capturing them within a group. | |
| - (?:\<\|endoftext\|\>|\Z): This part matches either the string <|endoftext|> | |
| or the end of the string (\Z). | |
| - |: This is an OR operator, meaning the regex will match either the pattern | |
| before or after it. | |
| - ```(?:\w+)?\n(.*?)\n```: This part matches patterns enclosed within backticks (```), | |
| possibly preceded by one or more word characters (\w+), capturing any characters | |
| including newlines. | |
| """ | |
| pattern = r'(?:### Output: ([\s\S]*?))(?:\<\|endoftext\|\>|\Z)|```(?:\w+)?\n(.*?)\n```' | |
| matches = re.findall(pattern, data, re.DOTALL) | |
| code = [] | |
| for match in matches: | |
| if match[0]: | |
| code.append(match[0].strip()) | |
| elif match[1]: | |
| code.append(match[1].strip()) | |
| return ''.join(code) | |