Publications 📗

@inproceedings{Rzepka2024AGI,

title = {Semantic Primes-Inspired Tacit Knowledge Dataset for Simulating Basic Perception Capabilities of Cognitive Architectures},

author = {Rafal Rzepka and Ryoma Shinto and Kenji Araki},

url = {https://doi.org/10.1007/978-3-031-65572-2_16},

doi = {10.1007/978-3-031-65572-2_16},

isbn = {978-3-031-65571-5},

year  = {2024},

date = {2024-08-15},

urldate = {2024-01-01},

booktitle = {Artificial General Intelligence: 17th International Conference, AGI 2024, Seattle, WA, USA, August 13–16, 2024, Proceedings},

pages = {145–154},

publisher = {Springer-Verlag},

address = {SEATTLE, WA, USA},

abstract = {In this paper we present a novel dataset of tacit knowledge represented in natural language (Japanese) inspired by semantic primes categories. The main goals of this data is to a) allow investigations regarding influence of perception data in various cognitive tasks, b) mimic signals for cognitive processes of an artificial agent to extend the understanding of the world and c) testing cognitive capabilities of intelligent instances like foundation models. We describe the dataset and share results of preliminary experiments showing that the tacit knowledge recognition is still hard for language models. We also discuss how such redirecting neural approaches to cognition only and then perform reasoning in a symbolic realms could become beneficial for new type of simulations before AGIs are equipped with more sophisticated sensory apparatus.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{10487735,

title = {Expert Evaluation of Export Control-Related Question Answering Capabilities of LLMs},

author = {Rafal Rzepka and Shinji Muraji and Akihiko Obayashi },

url = {https://doi.ieeecomputersociety.org/10.1109/CSDE59766.2023.10487735},

doi = {10.1109/CSDE59766.2023.10487735},

year  = {2023},

date = {2023-12-01},

urldate = {2023-12-01},

booktitle = {2023 IEEE Asia-Pacific Conference on Computer Science and Data Engineering (CSDE)},

pages = {1-6},

publisher = {IEEE Computer Society},

address = {Los Alamitos, CA, USA},

abstract = {In this paper we introduce evaluation experiments performed by an expert to assess Large Language Models ability to answer questions related to export control in Japanese language. We compare outputs of two popular models, namely ChatGPT and GPT-4, and measure their accuracy in predicting intention of the question and label of the answer. Prediction results indicate that both models were better in guessing question intention but failed to recognize what type of an answer would be most probable. Furthermore, expert evaluation of outputs generated by both models show that most of the answers contain mistakes which can mislead users asking a dialog system for an expertise. We analyze these outputs and enumerate problems to be tackled in the future.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{10487682,

title = {Can LLMs Determine Political Leaning of Polish News Articles?},

author = {Joanna Szwoch and Mateusz Staszkow and Rafal Rzepka and Kenji Araki},

url = {https://doi.ieeecomputersociety.org/10.1109/CSDE59766.2023.10487682},

doi = {10.1109/CSDE59766.2023.10487682},

year  = {2023},

date = {2023-12-01},

urldate = {2023-12-01},

booktitle = {2023 IEEE Asia-Pacific Conference on Computer Science and Data Engineering (CSDE)},

pages = {1-6},

publisher = {IEEE Computer Society},

address = {Los Alamitos, CA, USA},

abstract = {This study explores how Large Language Models (LLMs) can be used to analyze the political and establishment leanings of opening paragraphs in Polish online news articles that discuss controversial topics. This task, often time-consuming and costly when performed by humans, holds promise for enhancing media fairness and balance cost-effectively. It is one of the first attempts to analyze this problem in an under-resourced language like Polish. Findings reveal the challenge of task difficulty for LLMs and human annotators. Accuracy of LLMs varies, with better performance on questions related to political leaning than establishment stance. Notably, the text-davinci-002 model achieves the highest scores in wing orientation detection, whereas gpt-3.5-turbo excels in recognizing pro-/anti-government bias. This study highlights LLMs' limitations for this demanding task in an under-resourced language like Polish, emphasizing the need for alternative detection approaches.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Takeshita2023Moral,

title = {Towards Theory-based Moral AI: Moral AI with Aggregating Models Based on Normative Ethical Theory},

author = {Masashi Takeshita and Rafal Rzepka and Kenji Araki},

year  = {2023},

date = {2023-08-01},

booktitle = {Proceedings of Ethics and Trust in Human-AI Collaboration: Socio-Technical Approaches, IJCAI 2023 Workshop},

address = {Macao, China},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{hashimoto2023japanese,

title = {Development of Japanese WSC273 Winograd Schema Challenge Dataset and Comparison between Japanese and English BERT Baselines},

author = {Ryo Hashimoto and Masashi Takeshita and Rafal Rzepka and Kenji Araki},

year  = {2023},

date = {2023-03-01},

booktitle = {Proceedings of the Language Technology Conference (LTC'23)},

pages = {91–95},

address = {Poznan, Poland},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{zhang2023utilizing,

title = {Utilizing BERT with Auxiliary Sentences Generation to Improve Accuracy of Japanese Aspect-based Sentiment Analysis Task},

author = {Yiyang Zhang and Masashi Takeshita and Rafal Rzepka and Kenji Araki},

year  = {2023},

date = {2023-01-01},

booktitle = {Proceedings of the Language Technology Conference (LTC'23)},

pages = {348–352},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Takeshita_nlp2023_en,

title = {JCommonsenseMorality: Japanese Language Dataset for Assessing Understanding of Common-Sense Morality},

author = {Masashi Takeshita and Rafal Rzepka and Kenji Araki},

url = {https://www.anlp.jp/proceedings/annual_meeting/2023/pdf_dir/D2-1.pdf},

year  = {2023},

date = {2023-01-01},

booktitle = {Technical report, 29th Annual Meeting of the Association for Natural Language Processing, D2-1},

pages = {357-362},

note = {in Japanese},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}