Merge pull request #109 from HyeryeongJoo/image-template-element-recommedation-poc

image-template-element-recommendation-joohyery-240606

Author: gonsoomoon-ml

genai/aws-gen-ai-kr/20_applications/05_image_styling_recommendation_with_prompt_engineering/evaluation/eval_utils/langchain_bedrock.py

@@ -11,6 +11,7 @@
 
 from langchain_aws import ChatBedrock
 
+
 class BedrockLangChain:
 
     def __init__(self, bedrock_runtime):
@@ -145,6 +146,139 @@ def print_ww(self, *args, width: int = 100, **kwargs):
 
 
 
+class BedrockLangChain_Image:
+
+    def __init__(self, bedrock_runtime):
+        self.bedrock_runtime = bedrock_runtime
+
+    def invoke_rewrite_langchain(self, model_id, model_kwargs, system_prompt, user_prompt, recommendation_review, verbose):
+
+        model = ChatBedrock(
+            client=self.bedrock_runtime,
+            model_id= model_id,
+            model_kwargs=model_kwargs,
+        )
+
+
+        messages = [
+            ("system", system_prompt),
+            ("human", user_prompt)
+        ]
+
+        prompt = ChatPromptTemplate.from_messages(messages)
+        if verbose:
+            print("messages: \n", messages)        
+            print("prompt: \n")
+            self.print_ww(prompt)
+
+        chain = prompt | model | StrOutputParser()
+
+        print("## Created Prompt:\n")
+        response = chain.invoke(
+            {
+                "recommendation_review": recommendation_review
+            }
+        )
+
+        return response
+
+
+
+    def invoke_creating_criteria_langchain(self, model_id, model_kwargs, system_prompt, user_prompt, guide, verbose):
+
+        model = ChatBedrock(
+            client=self.bedrock_runtime,
+            model_id= model_id,
+            model_kwargs=model_kwargs,
+        )
+
+
+        messages = [
+            ("system", system_prompt),
+            ("human", user_prompt)
+        ]
+
+        prompt = ChatPromptTemplate.from_messages(messages)
+        if verbose:
+            print("messages: \n", messages)        
+            print("prompt: \n")
+            self.print_ww(prompt)
+
+        chain = prompt | model | StrOutputParser()
+
+        print("## Created Prompt:\n")
+
+        for chunk in chain.stream(
+            {
+                "guide": guide
+            }
+        ):
+            print(chunk, end="", flush=True)
+
+
+    def invoke_evaluating_recommendation_review_langchain(self, model_id, model_kwargs, system_prompt, user_prompt, human_message, AI_message, verbose):
+
+        model = ChatBedrock(
+            client=self.bedrock_runtime,
+            model_id= model_id,
+            model_kwargs=model_kwargs,
+        )
+
+
+        
+        messages = [
+            ("system", system_prompt),
+            ("human", user_prompt)
+        ]
+
+        prompt = ChatPromptTemplate.from_messages(messages)
+        if verbose:
+            print("messages: \n", messages)        
+            print("prompt: \n")
+            self.print_ww(prompt)
+
+        chain = prompt | model | StrOutputParser()
+
+
+        for chunk in chain.stream(
+            {
+                "human_text": human_message,
+                "AI_text": AI_message,                
+            }
+        ):
+            print(chunk, end="", flush=True)
+
+
+    def set_text_langchain_body(self, prompt):
+        text_only_body = {
+                "messages": [
+                    {
+                        "role": "user",
+                        "content": [
+                            {
+                                "type": "text",
+                                "text": prompt,
+                            },
+                        ],
+                    }
+                ],
+            }
+        return text_only_body
+    def print_ww(self, *args, width: int = 100, **kwargs):
+        """Like print(), but wraps output to `width` characters (default 100)"""
+        buffer = StringIO()
+        try:
+            _stdout = sys.stdout
+            sys.stdout = buffer
+            print(*args, **kwargs)
+            output = buffer.getvalue()
+        finally:
+            sys.stdout = _stdout
+        for line in output.splitlines():
+            print("\n".join(textwrap.wrap(line, width=width)))
+
+
+
 # from langchain.callbacks import StreamlitCallbackHandler
 # model_id="anthropic.claude-3-sonnet-20240229-v1:0", # Claude 3 Sonnet 모델 선택
 # # 텍스트 생성 LLM 가져오기, streaming_callback을 인자로 받아옴

genai/aws-gen-ai-kr/20_applications/05_image_styling_recommendation_with_prompt_engineering/evaluation/eval_utils/prompt.py

@@ -116,3 +116,121 @@ def get_fashion_evaluation_user_prompt(self):
 '''
         return user_prompt        
 
+
+
+class ImagePrompt():
+    def __init__(self):
+        # self.system_prompt = system_prompt
+        pass
+    pass
+
+    def get_rewrite_system_prompt(self):
+        '''
+        주어진 문장을 Re-Write 하는 시스템 프롬프트를 제공 함.
+        '''
+        
+        system_prompt = '''The task is to rewrite a given sentence in a different way while preserving its original meaning.\
+Your role is to take a sentence provided by the user and rephrase it using different words or sentence structures, \
+without altering the core meaning or message conveyed in the original sentence.
+
+Instructions:
+1. Read the sentence carefully and ensure you understand its intended meaning.
+2. Identify the key components of the sentence, such as the subject, verb, object, and any modifiers or additional information.
+3. Think of alternative ways to express the same idea using different vocabulary, sentence structures, or phrasing.
+4. Ensure that your rewritten sentence maintains the same essential meaning as the original, without introducing any new information or altering the original intent.
+5. Pay attention to grammar, punctuation, and overall coherence to ensure your rewritten sentence is well-formed and easy to understand.
+6. If the original sentence contains idioms, metaphors, or cultural references, try to find equivalent expressions or explanations in your rewritten version.
+7. Avoid oversimplifying or overly complicating the sentence; aim for a natural and clear rephrasing that maintains the original tone and complexity.
+
+Remember, the goal is to provide a fresh perspective on the sentence while preserving its core meaning and ensuring clarity and coherence in your rewritten version.
+'''
+
+        return system_prompt
+
+    def get_rewrite_user_prompt(self):
+        '''
+        주어진 문장을 Re-Write 하는 유저 프롬프트를 제공 함.
+        '''
+        
+        user_prompt = '''Given <recommendation_review> based on the guide on system prompt         
+Please write in Korean. Output in JSON format following the <output_example> format, excluding <output_example>        
+
+<recommendation_review>{recommendation_review}</recommendation_review>
+<output_example>
+"original_recommendation_review" : 
+"rewrite_original_recommendation_review" : 
+</output_example>
+'''
+
+        return user_prompt
+
+
+    def get_create_criteria_system_prompt(self):
+        '''
+        주어진 문장을 Re-Write 하는 유저 프롬프트를 제공 함.
+        '''        
+        system_prompt = '''You are a prompt engineering expert.'''
+
+        return system_prompt
+
+    def get_create_criteria_user_prompt(self):
+        
+        user_prompt = '''먼저 당신의 역할과 작업을 XML Tag 없이 기술하세요, \
+이후에 아래의 <guide> 에 맟주어서 프롬프트를 영어로 작성해주세요. 
+<guide>{guide}</guide>'''
+
+        return user_prompt
+
+    def get_image_recommendation_system_prompt(self):
+        '''
+        이미지 요소 추천에 대한 관련성 여부를 평가 하기 위한 시스템 프롬프트를 제공
+        '''
+
+        
+        system_prompt = '''
+You will be provided with two opinions: one from a graphic designer regarding image element choices, and \
+another from an AI system offering recommendations on image element choices. \
+Your task is to evaluate the relevance and coherence between these two opinions \
+by assigning a score from 1 to 5, where 1 indicates low relevance and 5 indicates high relevance.\ 
+You will need to define the criteria for scoring in the <criteria></criteria> section, and \
+outline the steps for evaluating the two opinions in the <steps></steps> section.
+
+<criteria>
+1 - The two opinions are completely unrelated and contradict each other.
+2 - The opinions share some minor similarities, but the overall themes and recommendations are largely different.
+3 - The opinions have moderate overlap in their themes and recommendations, but there are still notable differences.
+4 - The opinions are mostly aligned, with only minor differences in their specific recommendations or perspectives.
+5 - The two opinions are highly coherent, complementary, and provide consistent recommendations or perspectives on clothing choices.
+</criteria>
+
+<steps>
+1. Read and understand the opinion provided by the fashion expert.
+2. Read and understand the opinion provided by the AI system.
+3. Identify the main themes, recommendations, and perspectives presented in each opinion.
+4. Compare the two opinions and assess the degree of alignment or contradiction between them.
+5. Based on the criteria defined above, assign a score from 1 to 5 to reflect the relevance and coherence between the two opinions.
+6. Provide a brief explanation justifying the assigned score.
+</steps>
+'''
+        return system_prompt
+
+    def get_image_recommendation_user_prompt(self):
+        '''
+        이미지 요소 추천에 대한 관련성 여부를 평가 하기 위한 유저 프롬프트를 제공
+        '''
+        
+        user_prompt = '''
+Given <human_view> and <AI_view>, based on the guide on system prompt         
+Write in the form of <evaluation> in korean with JSON format 
+
+<human_view>{human_text}</human_view>
+<AI_view>{AI_text}</AI_view>
+
+<evaluation> 
+'human_view': 
+'AI_view' :  
+'score': 4,
+'reason': 'AI view is similar to human view'
+</evaluation> 
+'''
+        return user_prompt