Spaces:
Runtime error
Runtime error
File size: 7,488 Bytes
748cc87 d79174d 54b89ad 748cc87 54b89ad 748cc87 54b89ad 748cc87 54b89ad 748cc87 54b89ad d79174d 54b89ad 748cc87 54b89ad |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 |
import streamlit as st
import numpy as np
import pandas as pd
from PIL import Image
from pages.Functions.Dashboard_functions import add_previous_manual_assessments
st.title('Manual assessment')
st.write('On this page you can rate all uploaded images with regards to how good they match their respective prompts. You can see the outcome of your assessment on the summary page.')
st.write(' ')
side_image = Image.open('Graphics/IL_Logo.png')
st.sidebar.image(side_image)
# Create placeholders for key elements
assessment_header = st.empty()
assessment_progress = st.empty()
# Extract how many images are available for manual assessment in entire uploaded dataset
## Set to zero if the dataset has not been created yet due to starting the app on an assessment page
manual_eval_available = 0
try:
curr_eval_df = st.session_state['eval_df']
curr_eval_df['Picture_index']=curr_eval_df.index.values
curr_manual_eval = curr_eval_df.loc[(curr_eval_df['manual_eval']==True)&(curr_eval_df['manual_eval_completed']==False)]
manual_eval_available = len(curr_manual_eval)
curr_prompt_dir = st.session_state['prompt_dir']
except KeyError:
manual_eval_available = 0
st.session_state['uploaded_img'] = [] #safety if program is started on manual assesssment page and not desktop
# Main rating loop
## If images are available for rating this creates a from to submit ratings to database
## If subprompt option is selected, it expands the form to include these as well
## If no images are available it prints situation specific instructions
if manual_eval_available > 0:
assessment_header.subheader('Assess uploaded images')
# Let user choose whether subprompts should be presented
include_subprompts = st.checkbox('Show related subprompts if available (uploaded subprompts may not be shown if images have been assessed already).', value=True)
# Update the progress statement
assessment_progress.write('{0} images ready / left for assessment.'.format(manual_eval_available))
# Extract first example for manual assessment which is not rated yet (first meaning the lowest index, for lowest prompt number)
## Also extract relevant metadata of this example
curr_eval_df = st.session_state['eval_df']
lowest_prompt_no = curr_eval_df.loc[(curr_eval_df['manual_eval']==True)&(curr_eval_df['manual_eval_completed']==False)].Prompt_no.astype('int').min()
curr_picture_index = curr_eval_df.loc[
(curr_eval_df['manual_eval']==True)&
(curr_eval_df['manual_eval_completed']==False)&
(curr_eval_df['Prompt_no']==str(lowest_prompt_no))].Picture_index.min()
curr_manual_eval_row = curr_eval_df.iloc[[curr_picture_index]]
curr_prompt_ID = int(curr_manual_eval_row.Prompt_no.item())
curr_prompt_row =st.session_state['prompt_dir'].loc[st.session_state['prompt_dir']['ID']==curr_prompt_ID]
# Extract information about linked subprompts
curr_linked_prompts = curr_prompt_row.Linked_prompts.item()
# Set it to nan if the user chose to hide subprompts in evaluation
if include_subprompts == False:
curr_linked_prompts = float('nan')
# Split the subprompt string to get actual list of subprompt IDs
if pd.notna(curr_linked_prompts):
curr_linked_prompts = curr_linked_prompts.split(',')
# Create form to collect assessment
## First create main prompt inputs, then render subprompts if subprompt list found
## The submit button writes assessment to database
form_loc = st.empty()
with form_loc.form("multi_form",clear_on_submit=True):
# Write main prompt
st.write('Prompt: {0}'.format(
curr_prompt_dir.loc[curr_prompt_dir['ID']==int(curr_manual_eval_row.Prompt_no.item())]['Prompt'].item()
))
# Exclude prompt from rating if user chooses to
include_prompt = st.checkbox('Include this prompt in assessment summary', value=True)
# Show image of current prompt and rating
st.image(st.session_state['uploaded_img'][curr_manual_eval_row.Picture_index.item()],width=350)
curr_manual_eval_row['manual_eval_task_score'] = st.radio(
"Does the image match the prompt?",('Yes', 'No'), horizontal=True, key='base')
st.write(' ') # Create whitespace
st.write(' ') # Create whitespace
# If there are linked prompts, create df with info
# Else create emtpy df which will automatically skip the rating creation for these prompts
# Here we do not test for (curr_eval_df['manual_eval']==True) as the curr_linked_prompts is already testing for valid prompt number and we want to ignore the exclusion for subprompts
if type(curr_linked_prompts)==list:
curr_linked_rows = curr_eval_df.loc[
(curr_eval_df['manual_eval_completed']==False)&
(curr_eval_df['Prompt_no'].isin(curr_linked_prompts))]
curr_linked_rows = curr_linked_rows.groupby('Prompt_no').first()
else:
curr_linked_rows = pd.DataFrame()
# Create rating for subprompts if a df for subprompt info was created
for row in curr_linked_rows.itertuples():
# Prompt
st.write('Prompt: {0}'.format(
curr_prompt_dir.loc[curr_prompt_dir['ID']==int(row.Index)]['Prompt'].item()
))
# Image
st.image(st.session_state['uploaded_img'][row.Picture_index],width=350)
# Rating
curr_linked_rows.loc[curr_linked_rows['Picture_index']==row.Picture_index,'manual_eval_task_score'] = st.radio(
"Does the image match the prompt?",('Yes', 'No'), horizontal=True, key=row.Picture_index)
st.write(' ')
st.write(' ')
# Submit assessments to database
submitted = st.form_submit_button("Submit")
if submitted:
# First add main prompt assessment
st.session_state['eval_df'].loc[
curr_picture_index,'manual_eval']=include_prompt
st.session_state['eval_df'].loc[
curr_picture_index,'manual_eval_completed']=True
st.session_state['eval_df'].loc[
curr_picture_index,'manual_eval_task_score']=curr_manual_eval_row['manual_eval_task_score'].item()
# Add subprompt assessment if dataset was created for subprompts
# This stage will automatically be skipped if the df for linked prompts is empty
for row in curr_linked_rows.itertuples():
st.session_state['eval_df'].loc[
row.Picture_index,'manual_eval']=include_prompt
st.session_state['eval_df'].loc[
row.Picture_index,'manual_eval_completed']=True
st.session_state['eval_df'].loc[
row.Picture_index,'manual_eval_task_score']=row.manual_eval_task_score
# Reset page after ratings were submitted
st.experimental_rerun()
# Add option to add previous manual assessments
add_previous_manual_assessments()
# If no files are uploaded
elif len(st.session_state['uploaded_img'])==0:
assessment_progress.write('Upload files on dashboard starting page to start manual assessment.')
# If files are uploaded but all ratings are completed
else:
assessment_progress.write('You finished assessing the current batch of uploaded images. Upload more pictures of generate your results on the summary page.')
|