{"cited_by_count":733311,"description":"This cluster of papers focuses on the development and improvement of visual question answering systems, image captioning techniques, and neural networks for understanding and generating descriptions of images and videos. The research involves semantic reasoning, multimodal fusion, scene graph generation, attention mechanisms, and deep learning approaches to bridge the gap between vision and language.","display_name":"Multimodal Machine Learning Applications","domain_id":"3","external_ids":{"openalex":"https://openalex.org/T11714","wikipedia":"https://en.wikipedia.org/wiki/Visual_question_answering"},"field_id":"17","id":"T11714","keywords":[{"display_name":"vision-language models","id":"vision-language-models","score":0.41,"url":"https://openalex.org/keywords/vision-language-models"},{"display_name":"multimodal large language models","id":"multimodal-large-language-models","score":0.4879,"url":"https://openalex.org/keywords/multimodal-large-language-models"},{"display_name":"image captioning","id":"image-captioning","score":0.6742,"url":"https://openalex.org/keywords/image-captioning"},{"display_name":"visual question answering","id":"visual-question-answering","score":0.7543,"url":"https://openalex.org/keywords/visual-question-answering"},{"display_name":"CLIP","id":"clip","score":0.2595,"url":"https://openalex.org/keywords/clip"},{"display_name":"visual grounding","id":"visual-grounding","score":0.7004,"url":"https://openalex.org/keywords/visual-grounding"},{"display_name":"video captioning","id":"video-captioning","score":0.543,"url":"https://openalex.org/keywords/video-captioning"},{"display_name":"large vision-language models","id":"large-vision-language-models","score":0.5951,"url":"https://openalex.org/keywords/large-vision-language-models"},{"display_name":"image-text alignment","id":"image-text-alignment","score":0.4669,"url":"https://openalex.org/keywords/image-text-alignment"},{"display_name":"cross-modal retrieval","id":"cross-modal-retrieval","score":0.382,"url":"https://openalex.org/keywords/cross-modal-retrieval"},{"display_name":"multimodal reasoning","id":"multimodal-reasoning","score":0.6663,"url":"https://openalex.org/keywords/multimodal-reasoning"},{"display_name":"cross-modal alignment","id":"cross-modal-alignment","score":0.386,"url":"https://openalex.org/keywords/cross-modal-alignment"},{"display_name":"video question answering","id":"video-question-answering","score":0.8992,"url":"https://openalex.org/keywords/video-question-answering"},{"display_name":"video understanding","id":"video-understanding","score":0.3493,"url":"https://openalex.org/keywords/video-understanding"},{"display_name":"image-text retrieval","id":"image-text-retrieval","score":0.4899,"url":"https://openalex.org/keywords/image-text-retrieval"},{"display_name":"visual reasoning","id":"visual-reasoning","score":0.3611,"url":"https://openalex.org/keywords/visual-reasoning"},{"display_name":"multimodal retrieval","id":"multimodal-retrieval","score":0.3324,"url":"https://openalex.org/keywords/multimodal-retrieval"},{"display_name":"multimodal representation learning","id":"multimodal-representation-learning","score":0.4438,"url":"https://openalex.org/keywords/multimodal-representation-learning"},{"display_name":"large multimodal models","id":"large-multimodal-models","score":0.4492,"url":"https://openalex.org/keywords/large-multimodal-models"},{"display_name":"multimodal models","id":"multimodal-models","score":0.2667,"url":"https://openalex.org/keywords/multimodal-models"},{"display_name":"video-text retrieval","id":"text-video-retrieval","score":0.8195,"url":"https://openalex.org/keywords/text-video-retrieval"},{"display_name":"radiology report generation","id":"radiology-report-generation","score":0.5579,"url":"https://openalex.org/keywords/radiology-report-generation"},{"display_name":"scene graph generation","id":"scene-graph-generation","score":0.7444,"url":"https://openalex.org/keywords/scene-graph-generation"},{"display_name":"LLaVA","id":"llava","score":0.5596,"url":"https://openalex.org/keywords/llava"},{"display_name":"MS COCO","id":"ms-coco","score":0.4382,"url":"https://openalex.org/keywords/ms-coco"}],"legacy_keywords":["Visual Question Answering","Image Captioning","Neural Networks","Semantic Reasoning","Multimodal Fusion","Scene Graph Generation","Video Description","Attention Mechanism","Language Understanding","Deep Learning"],"openalex_id":"https://openalex.org/T11714","source_created_date":"2024-01-23T15:27:11","source_updated_date":"2026-10-17T03:02:00","subfield_id":"1707","url":"/topics/T11714","works_api_url":"https://api.openalex.org/works?filter=topics.id:T11714","works_count":66215,"label":"Multimodal Machine Learning Applications","provider":"openalex","revision":"8fa6ab9a81651e77","taxonomy_revision":"f050b5d4780b1289","title":"Multimodal Machine Learning Applications","kind":"topic-directory","aeo_cohort":"topic-directory","catalogue_revision":"f050b5d4780b1289","numeric_address":"36183041244283095","address_version":"morton4x16-v1","coordinates":[3,17,1707,11714],"answer_status":"Directory metadata; local answer requires separate source review","truth_status":"Subject descriptor, not a factual answer or a demonstrated knowledge gap","reviewed_answer":null}