{"created":"2023-10-05T05:01:51.516803+00:00","id":2000095,"links":{},"metadata":{"_buckets":{"deposit":"5e33b32d-a905-491e-94d7-d40fb3a4e050"},"_deposit":{"created_by":16,"id":"2000095","owners":[16],"pid":{"revision_id":0,"type":"depid","value":"2000095"},"status":"published"},"_oai":{"id":"oai:mie-u.repo.nii.ac.jp:02000095","sets":["366:640:660:1696399099809"]},"author_link":[],"control_number":"2000095","item_7_biblio_info_6":{"attribute_name":"書誌情報","attribute_value_mlt":[{"bibliographicIssueDates":{"bibliographicIssueDate":"2023-07-19","bibliographicIssueDateType":"Issued"}}]},"item_7_date_granted_59":{"attribute_name":"学位授与年月日","attribute_value_mlt":[{"subitem_dategranted":"2023-07-19"}]},"item_7_degree_grantor_57":{"attribute_name":"学位授与機関","attribute_value_mlt":[{"subitem_degreegrantor":[{"subitem_degreegrantor_name":"三重大学"}],"subitem_degreegrantor_identifier":[{"subitem_degreegrantor_identifier_name":"14101","subitem_degreegrantor_identifier_scheme":"kakenhi"}]}]},"item_7_degree_name_56":{"attribute_name":"学位名","attribute_value_mlt":[{"subitem_degreename":"博士(工学)"}]},"item_7_description_14":{"attribute_name":"フォーマット","attribute_value_mlt":[{"subitem_description":"application/pdf","subitem_description_type":"Other"}]},"item_7_description_4":{"attribute_name":"抄録","attribute_value_mlt":[{"subitem_description":"Human motion forecasting is a necessary variable to analyze human motion concerning the safety system of the autonomous system that could be used in many applications, such as in auto-driving vehicles, auto-pilot logistics delivery, and gait analysis in the medical field. At the same time, many types of research have been conducted on 2D and 3D human motion prediction for short and long-term goals. In this dissertation, human motion forecasting in the 2D plane has been conducted as a reliable alternative in motion capture of the RGB camera attached to the devices. While for a more precise location in the real-world automation application, 3D human motion forecasting is also necessary since the device could detect the exact location in the 3D plane. The unannotated dataset is used as the samples to conduct the works on 2D human motion forecasting to realize the usability of the task in real-world applications. On the unannotated dataset prediction task, the author proposed the feature extraction by OpenPose as the commonly used pose estimator and then obtained the future prediction movement by the RNN-LSTM or Kalman Filter. As a result, the usability of human motion prediction by applying the RGB camera is confirmed. The prediction results obtained by the Kalman Filter show better performance than the RNN-LSTM based on the correct prediction result within the correct location range. \nIn contrast, the annotated dataset is used to improve the quality and performance of the prediction results obtained by the models. The author proposed a method, the time series self-attention approach to generate the next future human motion in the short-term of 400 milliseconds and longterm of 1000 milliseconds, resulting that the model could predict human motion with a slight error of 23.51 pixels for short-term prediction and 10.3 pixels for longterm prediction on average compared to the ground truth in the quantitative and qualitative evaluation. Our method outperformed the LSTM and GRU models on the Human3.6M dataset based on the MPJPE and MPJVE metrics. The average loss of correct key points varied based on the tolerance value. Our method performed better within the 50 pixels tolerance. In addition, our method is tested by images without key point annotations using OpenPose as the pose estimation method. As a result, our method could predict well the position of the human but could not predict well for the human body pose. This research is a new baseline for the 2D human motion prediction using the Human3.6M dataset. \nSubsequently, studies were carried out to predict human motion in 3D, aiming to improve various applications. Building upon the groundwork established by previous studies, the time series self-attention method was utilized as the model with modifications to accommodate 3D input data. As a result, our approach showed good performance in both short and longterm prediction tasks. It had an average error of 36.4mm between the prediction and ground truth in short-term predictions and 73.2mm in longterm predictions. \nOverall, the studies of human motion forecasting have been conducted based on 2D and 3D input. In this study, we confirmed the realization of our method to predict human motion in the short and long term.","subitem_description_language":"en","subitem_description_type":"Abstract"}]},"item_7_description_5":{"attribute_name":"内容記述","attribute_value_mlt":[{"subitem_description":"本文/Graduate School of Engineering Mie University","subitem_description_type":"Other"},{"subitem_description":"105p","subitem_description_type":"Other"}]},"item_7_dissertation_number_60":{"attribute_name":"学位授与番号","attribute_value_mlt":[{"subitem_dissertationnumber":"甲工学第2200号"}]},"item_7_full_name_2":{"attribute_name":"著者（ヨミ）","attribute_value_mlt":[{"names":[{"name":"ユヌス, アンディ プラデモン","nameLang":"ja-Kana"}]}]},"item_7_publisher_30":{"attribute_name":"出版者","attribute_value_mlt":[{"subitem_publisher":"三重大学"}]},"item_7_text_31":{"attribute_name":"出版者（ヨミ）","attribute_value_mlt":[{"subitem_text_value":"ミエダイガク"}]},"item_7_text_65":{"attribute_name":"資源タイプ（三重大）","attribute_value_mlt":[{"subitem_text_value":"Doctoral Dissertation / 博士論文"}]},"item_7_version_type_15":{"attribute_name":"著者版フラグ","attribute_value_mlt":[{"subitem_version_resource":"http://purl.org/coar/version/c_970fb48d4fbd8a85","subitem_version_type":"VoR"}]},"item_access_right":{"attribute_name":"アクセス権","attribute_value_mlt":[{"subitem_access_right":"open access","subitem_access_right_uri":"http://purl.org/coar/access_right/c_abf2"}]},"item_creator":{"attribute_name":"著者","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"Yunus, Andi Prademon","creatorNameLang":"en"}]}]},"item_files":{"attribute_name":"ファイル情報","attribute_type":"file","attribute_value_mlt":[{"accessrole":"open_access","displaytype":"detail","filename":"2023DE0704.pdf","filesize":[{"value":"16.9 MB"}],"format":"application/pdf","mimetype":"application/pdf","url":{"label":"2023DE0704","objectType":"fulltext","url":"https://mie-u.repo.nii.ac.jp/record/2000095/files/2023DE0704.pdf"},"version_id":"e2a2ad08-6a44-427c-8a93-e8177c43df4d"}]},"item_language":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"eng"}]},"item_resource_type":{"attribute_name":"資源タイプ","attribute_value_mlt":[{"resourcetype":"doctoral thesis","resourceuri":"http://purl.org/coar/resource_type/c_db06"}]},"item_title":"Study on Human Motion Forecasting using Self-Attention based Approach","item_titles":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"Study on Human Motion Forecasting using Self-Attention based Approach","subitem_title_language":"en"}]},"item_type_id":"7","owner":"16","path":["1696399099809"],"pubdate":{"attribute_name":"PubDate","attribute_value":"2023-10-05"},"publish_date":"2023-10-05","publish_status":"0","recid":"2000095","relation_version_is_last":true,"title":["Study on Human Motion Forecasting using Self-Attention based Approach"],"weko_creator_id":"16","weko_shared_id":-1},"updated":"2023-11-28T00:41:46.374281+00:00"}