query_group.py 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288
  1. import enum
  2. import logging
  3. import urllib
  4. from itertools import groupby
  5. from typing import List, Union, Optional
  6. from urllib.error import URLError
  7. from dearpygui import dearpygui as dpg
  8. from graph_exploring_tool import query
  9. from graph_exploring_tool.configuration import Configuration
  10. from graph_exploring_tool.graphical.constants import STATUS_CONSOLE_TAG, QUERY_FILTER_TAG, EDITOR_SELECTOR_TAG, \
  11. ENDPOINT_TEXTINPUT_TAG, QUERY_EDITOR_VISUAL_TAG, POST_METHOD_CHECKBOX_TAG, QUERY_EDITOR_TEXTUAL_TAG, \
  12. QUERY_RESULT_WINDOW_TAG, QUERY_RESULT_TAB_TAG, RESULT_TABLE_TAG, RADIO_BUTTON_TYPE, MAIN_QUERY_GROUP_TAG
  13. from graph_exploring_tool.query import QueryTemplate
  14. class StatusMessageType(enum.Enum):
  15. DEFAULT = 0
  16. WARNING = 1
  17. ERROR = 2
  18. def _config(sender, keyword, user_data):
  19. widget_type = dpg.get_item_type(sender)
  20. items = user_data
  21. if widget_type == RADIO_BUTTON_TYPE:
  22. value = True
  23. else:
  24. keyword = dpg.get_item_label(sender)
  25. value = dpg.get_value(sender)
  26. if isinstance(user_data, list):
  27. for item in items:
  28. dpg.configure_item(item, **{keyword: value})
  29. else:
  30. dpg.configure_item(items, **{keyword: value})
  31. def set_status_text(message: str, message_type: StatusMessageType = StatusMessageType.DEFAULT):
  32. """Set the text displayed on the status bar."""
  33. dpg.set_value(STATUS_CONSOLE_TAG, message)
  34. with dpg.theme() as default_theme:
  35. with dpg.theme_component(dpg.mvAll):
  36. dpg.add_theme_color(dpg.mvThemeCol_Text, (255, 255, 255), category=dpg.mvThemeCat_Core)
  37. with dpg.theme() as warning_theme:
  38. with dpg.theme_component(dpg.mvAll):
  39. dpg.add_theme_color(dpg.mvThemeCol_Text, (50, 200, 50), category=dpg.mvThemeCat_Core)
  40. with dpg.theme() as error_theme:
  41. with dpg.theme_component(dpg.mvAll):
  42. dpg.add_theme_color(dpg.mvThemeCol_Text, (200, 50, 50), category=dpg.mvThemeCat_Core)
  43. if message_type == StatusMessageType.DEFAULT:
  44. dpg.bind_item_theme(STATUS_CONSOLE_TAG, default_theme)
  45. elif message_type == StatusMessageType.WARNING:
  46. dpg.bind_item_theme(STATUS_CONSOLE_TAG, warning_theme)
  47. elif message_type == StatusMessageType.ERROR:
  48. dpg.bind_item_theme(STATUS_CONSOLE_TAG, error_theme)
  49. def create_query_palette(query_palette: List[QueryTemplate]):
  50. with dpg.child_window(label="Query Palette", width=220, menubar=True):
  51. with dpg.menu_bar():
  52. dpg.add_menu(label="Query Palette", enabled=False)
  53. dpg.add_input_text(label="Filter", callback=lambda s, a: dpg.set_value(QUERY_FILTER_TAG, a))
  54. with dpg.filter_set(tag=QUERY_FILTER_TAG):
  55. # TODO Populate from onto/base
  56. # TODO Fix filtering
  57. grouped_query_palette = groupby(sorted(query_palette, key=lambda palette_query: palette_query.group), key=lambda palette_query: palette_query.group)
  58. for query_template_group, query_template_queries in grouped_query_palette:
  59. with dpg.tree_node(label=query_template_group, tag=query_template_group, default_open=True, filter_key=""):
  60. full_filter = ""
  61. for query_template in query_template_queries:
  62. query_button = dpg.add_button(label=query_template.name, filter_key=query_template.name, callback=_query_palette_click, user_data=query_template)
  63. with dpg.tooltip(dpg.last_item()):
  64. dpg.add_text(query_template.description)
  65. full_filter =f"{full_filter},{query_template.name}"
  66. # TODO Make theme-ing more generic
  67. with dpg.theme() as item_theme:
  68. with dpg.theme_component(dpg.mvAll):
  69. dpg.add_theme_color(dpg.mvThemeCol_Text, (200, 200, 100), category=dpg.mvThemeCat_Core)
  70. dpg.add_theme_style(dpg.mvStyleVar_FrameRounding, 0, category=dpg.mvThemeCat_Core)
  71. with dpg.theme() as modifies_theme:
  72. with dpg.theme_component(dpg.mvAll):
  73. dpg.add_theme_color(dpg.mvThemeCol_Text, (200, 50, 50), category=dpg.mvThemeCat_Core)
  74. if query_template.visual_support:
  75. dpg.bind_item_theme(query_button, item_theme)
  76. if query_template.modifies:
  77. dpg.bind_item_theme(query_button, modifies_theme)
  78. dpg.configure_item(query_template_group, filter_key=full_filter)
  79. def create_query_options(endpoint: str):
  80. with dpg.group(horizontal=True):
  81. dpg.add_combo(("Visual", "Textual"), default_value="Visual", callback=_mode_select, width=100, tag=EDITOR_SELECTOR_TAG)
  82. dpg.add_input_text(default_value=endpoint, width=500, enabled=True, tag=ENDPOINT_TEXTINPUT_TAG)
  83. dpg.add_checkbox(label="debug", callback=_config)
  84. dpg.add_checkbox(label="annotate", default_value=False, callback=_config) # TODO Actually make this annotate the result data with its type
  85. # TODO Make the elements color coded etc...
  86. # TODO Fix context menu and keyboard operations
  87. def create_query_editor_visual(example_prefix:str, example_query:str, show: bool = False):
  88. with dpg.child_window(autosize_x=True, height=500, menubar=True, show=show, tag=QUERY_EDITOR_VISUAL_TAG):
  89. with dpg.menu_bar():
  90. dpg.add_menu(label="Visual Query Editor", enabled=False)
  91. with dpg.tab_bar():
  92. with dpg.tab(label="Query", tag="__query_tab"):
  93. dpg.add_input_text(default_value=example_query, multiline=True, on_enter=True, height=300, width=-1, tag="__query_editor_visual_input")
  94. with dpg.tab(label="Prefix", tag="__prefix_tab"):
  95. dpg.add_input_text(default_value=example_prefix, multiline=True, on_enter=True, height=300, width=-1, tag="__prefix_editor_visual_input")
  96. with dpg.tab(label="Info", tag="__info_tab"):
  97. # TODO Add information about the query. Like what it does etc...
  98. dpg.add_text("", tag="__query_info_label")
  99. with dpg.tab(label="Advanced", tag="__advanced_tab"):
  100. dpg.add_checkbox(label="Use post method", default_value=False, tag=POST_METHOD_CHECKBOX_TAG)
  101. with dpg.group(tag="__visual_editor_fields"):
  102. # TODO Make more clear which placeholder is getting replaced (Maybe do it interactively, replace as user changes)
  103. pass
  104. with dpg.group(horizontal=True):
  105. dpg.add_button(label="Query", callback=_perform_query)
  106. dpg.add_button(label="Save", callback=_select_directory) # TODO
  107. dpg.add_button(label="Load") # TODO
  108. # TODO Maybe remove/change this option, we made all the queries mostly 'visual'
  109. # It's practically a duplicate at this point
  110. def create_query_editor_textual(example_prefix:str, example_query:str, show: bool = False):
  111. with dpg.child_window(autosize_x=True, height=500, menubar=True, show=show, tag=QUERY_EDITOR_TEXTUAL_TAG):
  112. with dpg.menu_bar():
  113. dpg.add_menu(label="Textual Query Editor", enabled=False)
  114. with dpg.tab_bar():
  115. with dpg.tab(label="Query", tag="__query_textual_tab"):
  116. dpg.add_input_text(default_value=example_query, multiline=True, on_enter=True, height=300, width=-1, tag="__query_editor_textual_input")
  117. with dpg.tab(label="Prefix", tag="__prefix_textual_tab"):
  118. dpg.add_input_text(default_value=example_prefix, multiline=True, on_enter=True, height=300, width=-1, tag="__prefix_editor_textual_input")
  119. with dpg.group(horizontal=True):
  120. dpg.add_button(label="Query", callback=_perform_query)
  121. dpg.add_button(label="Save", callback=_select_directory) # TODO
  122. dpg.add_button(label="Load") # TODO
  123. # TODO Not at the bottom because fok getting that layout to fit correctly
  124. def create_status_console():
  125. with dpg.child_window(autosize_x=True, height=35):
  126. with dpg.group(horizontal=True):
  127. dpg.add_text(default_value="Ready.", tag=STATUS_CONSOLE_TAG)
  128. def set_copy(element: Union[int, str], text_data:str):
  129. dpg.set_value(element, shorten(text_data))
  130. i = dpg.get_item_label(element)
  131. dpg.set_value(f"__copy_{i}", shorten(text_data))
  132. dpg.configure_item(f"__copy_drag_payload_{i}", drag_data=shorten(text_data))
  133. dpg.set_value(f"__copy_drag_{i}", shorten(text_data))
  134. def create_query_results():
  135. with dpg.child_window(autosize_x=True, autosize_y=True, menubar=True, tag=QUERY_RESULT_WINDOW_TAG):
  136. with dpg.menu_bar():
  137. dpg.add_menu(label="Results", enabled=False)
  138. # dpg.add_input_text(label="Filter", tag="__result_filter_input", callback=lambda s, a: dpg.set_value("__result_filter", a))
  139. with dpg.tab_bar():
  140. with dpg.tab(label="Query Result", tag=QUERY_RESULT_TAB_TAG):
  141. with dpg.table(header_row=True, policy=dpg.mvTable_SizingFixedFit, row_background=True, reorderable=True,
  142. resizable=True, no_host_extendX=False, hideable=True,
  143. borders_innerV=True, delay_search=True, borders_outerV=True, borders_innerH=True,
  144. borders_outerH=True, tag=RESULT_TABLE_TAG):
  145. pass
  146. with dpg.tab(label="Saved"):
  147. with dpg.group(horizontal=True):
  148. with dpg.group():
  149. for i in range(0, 10):
  150. dpg.add_input_text(label=f"{i}", payload_type="string", width=500, drop_callback=lambda s, a: set_copy(s,a))
  151. with dpg.group():
  152. for i in range(0, 10):
  153. dpg.add_text(tag=f"__copy_{i}", default_value="Empty")
  154. with dpg.drag_payload(parent=dpg.last_item(), drag_data="Empty", payload_type="string", tag=f"__copy_drag_payload_{i}"):
  155. dpg.add_text(tag=f"__copy_drag_{i}", default_value="Empty")
  156. with dpg.tab(label="Debug"):
  157. dpg.add_text("This is the debug tab!")
  158. def _mode_select(sender: int, mode: str, user_data: Optional[dict]):
  159. mode = mode.lower().strip()
  160. visual = mode == "visual"
  161. # TODO When showing visual we need to fix the custom fields
  162. dpg.configure_item(QUERY_EDITOR_VISUAL_TAG, show=visual)
  163. dpg.configure_item(QUERY_EDITOR_TEXTUAL_TAG, show=not visual)
  164. def shorten(identifier: str) -> str:
  165. for key, value in query.reverse_prefix.items():
  166. identifier = identifier.replace(key, f"{value}:")
  167. return identifier
  168. def _query_palette_click(sender: int, mode: str, user_data: Optional[QueryTemplate]):
  169. mode = dpg.get_value(EDITOR_SELECTOR_TAG).lower().strip()
  170. if mode == "visual" and not user_data.visual_support:
  171. logging.warning(f"Visual mode for template '{user_data.name}' not implemented yet!")
  172. set_status_text(f"Visual mode for template '{user_data.name}' not implemented yet!", StatusMessageType.WARNING)
  173. return
  174. set_status_text(f"Using {mode} template '{user_data.name}'.")
  175. dpg.set_value(f"__prefix_editor_{mode}_input", user_data.prefix)
  176. dpg.set_value(f"__query_editor_{mode}_input", user_data.query)
  177. dpg.set_value(POST_METHOD_CHECKBOX_TAG, user_data.modifies)
  178. dpg.delete_item("__visual_editor_fields", children_only=True)
  179. if mode == "visual" and user_data.visual_support:
  180. for replacement in user_data.replacements:
  181. dpg.add_input_text(label=f"{replacement.description}",default_value=replacement.suggestion, payload_type="string", width=500, parent="__visual_editor_fields", drop_callback=lambda s, a: dpg.set_value(s, shorten(a)), tag=f"__{replacement.suggestion}", user_data=replacement)
  182. def _perform_query(sender: int, mode: str, user_data: Optional[dict]):
  183. # TODO Fix for new query structure
  184. mode = dpg.get_value(EDITOR_SELECTOR_TAG).lower().strip()
  185. prefix_text = dpg.get_value(f"__prefix_editor_{mode}_input")
  186. query_text = dpg.get_value(f"__query_editor_{mode}_input")
  187. endpoint = dpg.get_value(ENDPOINT_TEXTINPUT_TAG)
  188. use_post_method = dpg.get_value(POST_METHOD_CHECKBOX_TAG)
  189. try:
  190. if mode=="visual":
  191. for replacement_field in dpg.get_item_children("__visual_editor_fields", 1):
  192. value = dpg.get_value(replacement_field)
  193. placeholder = dpg.get_item_user_data(replacement_field).placeholder
  194. query_text = query_text.replace(f"{{{{ {placeholder} }}}}", value)
  195. query_result = query.perform_query(endpoint, prefix_text + "\n" + query_text, use_post_method)
  196. except urllib.error.HTTPError as e:
  197. logging.exception(e)
  198. if e.code in [400]:
  199. set_status_text(f"Invalid query.", StatusMessageType.ERROR)
  200. return
  201. except URLError as e:
  202. logging.error(f"Connection to '{endpoint}' failed.")
  203. logging.exception(e)
  204. set_status_text(f"Connection to '{endpoint}' failed.", StatusMessageType.ERROR)
  205. return
  206. if use_post_method:
  207. logging.debug(f"{query_result}")
  208. if query_result:
  209. set_status_text(f"{query_result}")
  210. return
  211. result_items = query_result["results"]["bindings"]
  212. if not result_items:
  213. dpg.delete_item(RESULT_TABLE_TAG, children_only=True)
  214. logging.debug(f"No results returned.")
  215. set_status_text("No results.")
  216. return
  217. dpg.delete_item(RESULT_TABLE_TAG, children_only=True)
  218. set_status_text("Query successful.")
  219. columns = result_items[0].keys()
  220. for column in columns:
  221. dpg.add_table_column(label=column, width_fixed=True, parent=RESULT_TABLE_TAG)
  222. # dpg.add_table_column(label="CCC", width_stretch=True, init_width_or_weight=0.0)
  223. # TODO This is as brittle as my ego, needs a fix asap
  224. # TODO Fix filter
  225. # with dpg.filter_set(tag="__result_filter", parent=QUERY_RESULT_TAB_TAG):
  226. for result in result_items:
  227. with dpg.table_row(parent=RESULT_TABLE_TAG):
  228. for key, value in result.items():
  229. shortened = shorten(f"{value.get('value')}")
  230. dpg.add_text(shortened, filter_key=shortened)
  231. with dpg.drag_payload(parent=dpg.last_item(), drag_data=shortened, payload_type="string"):
  232. dpg.add_text(shortened, filter_key=shortened)
  233. def _select_directory(sender: int, mode: str, user_data: Optional[dict]):
  234. with dpg.file_dialog(directory_selector=True, show=True, callback=_process_directory):
  235. dpg.add_file_extension(".*")
  236. def _process_directory(sender: int, app_data: str, user_data: Optional[dict]):
  237. directory = app_data["file_path_name"]
  238. # files = listdir(directory)
  239. # dpg.configure_item("files_listbox", items=files)
  240. # dpg.set_value("file_text", directory)
  241. def _select_file(sender: int, app_data: str, user_data: Optional[dict]):
  242. selected_file = app_data
  243. cwd = dpg.get_value("file_text")
  244. selected_file = cwd + "/" + selected_file
  245. dpg.set_value("file_info_n", "file :" + selected_file)
  246. def create_query_group(configuration: Configuration, palette: List[QueryTemplate]):
  247. with dpg.group(horizontal=True, label="Main", tag=MAIN_QUERY_GROUP_TAG, show=True):
  248. create_query_palette(palette)
  249. with dpg.group(horizontal=False):
  250. create_query_options(configuration.endpoint_sparql)
  251. create_query_editor_visual(configuration.example_prefix, configuration.example_query, show=True)
  252. create_query_editor_textual(configuration.example_prefix, configuration.example_query, show=False)
  253. create_status_console()
  254. create_query_results()