Get quick answers to your questions about the article from our AI researcher chatbot
{'id': 'https://openalex.org/W4386699386', 'doi': 'https://doi.org/10.1109/tmlcn.2023.3314705', 'title': 'Deep Reinforcement Learning for Resource Constrained Multiclass Scheduling in Wireless Networks', 'display_name': 'Deep Reinforcement Learning for Resource Constrained Multiclass Scheduling in Wireless Networks', 'publication_year': 2023, 'publication_date': '2023-01-01', 'ids': {'openalex': 'https://openalex.org/W4386699386', 'doi': 'https://doi.org/10.1109/tmlcn.2023.3314705'}, 'language': 'en', 'primary_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1109/tmlcn.2023.3314705', 'pdf_url': 'https://ieeexplore.ieee.org/ielx7/9882533/10070384/10250919.pdf', 'source': {'id': 'https://openalex.org/S4387283721', 'display_name': 'IEEE Transactions on Machine Learning in Communications and Networking', 'issn_l': '2831-316X', 'issn': ['2831-316X'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310319808', 'host_organization_name': 'Institute of Electrical and Electronics Engineers', 'host_organization_lineage': ['https://openalex.org/P4310319808'], 'host_organization_lineage_names': ['Institute of Electrical and Electronics Engineers'], 'type': 'journal'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'type': 'article', 'type_crossref': 'journal-article', 'indexed_in': ['crossref'], 'open_access': {'is_oa': True, 'oa_status': 'hybrid', 'oa_url': 'https://ieeexplore.ieee.org/ielx7/9882533/10070384/10250919.pdf', 'any_repository_has_fulltext': True}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5003802645', 'display_name': 'Apostolos Avranas', 'orcid': 'https://orcid.org/0000-0002-4478-2134'}, 'institutions': [{'id': 'https://openalex.org/I4210150884', 'display_name': 'Fondation Sophia Antipolis', 'ror': 'https://ror.org/05nkcfv27', 'country_code': 'FR', 'type': 'other', 'lineage': ['https://openalex.org/I4210150884']}], 'countries': ['FR'], 'is_corresponding': False, 'raw_author_name': 'Apostolos Avranas', 'raw_affiliation_strings': ['Amadeus SAS, Sophia Antipolis, France'], 'affiliations': [{'raw_affiliation_string': 'Amadeus SAS, Sophia Antipolis, France', 'institution_ids': ['https://openalex.org/I4210150884']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5032860990', 'display_name': 'Philippe Ciblat', 'orcid': 'https://orcid.org/0000-0002-2310-4115'}, 'institutions': [{'id': 'https://openalex.org/I4210165912', 'display_name': 'Laboratoire Traitement et Communication de l’Information', 'ror': 'https://ror.org/057er4c39', 'country_code': 'FR', 'type': 'facility', 'lineage': ['https://openalex.org/I12356871', 'https://openalex.org/I4210145102', 'https://openalex.org/I4210165912']}], 'countries': ['FR'], 'is_corresponding': False, 'raw_author_name': 'Philippe Ciblat', 'raw_affiliation_strings': ['Laboratoire de Traitement et Communication de l’Information (LTCI), Télécom Paris, Institut Polytechnique de Paris, Palaiseau, France'], 'affiliations': [{'raw_affiliation_string': 'Laboratoire de Traitement et Communication de l’Information (LTCI), Télécom Paris, Institut Polytechnique de Paris, Palaiseau, France', 'institution_ids': ['https://openalex.org/I4210165912']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5088602155', 'display_name': 'Marios Kountouris', 'orcid': 'https://orcid.org/0000-0003-1143-080X'}, 'institutions': [{'id': 'https://openalex.org/I1902872', 'display_name': 'EURECOM', 'ror': 'https://ror.org/00sse7z02', 'country_code': 'FR', 'type': 'education', 'lineage': ['https://openalex.org/I1902872']}], 'countries': ['FR'], 'is_corresponding': False, 'raw_author_name': 'Marios Kountouris', 'raw_affiliation_strings': ['Eurecom [Sophia Antipolis] (Campus SophiaTech, 450 Route des Chappes, CS 50193 - 06904 Biot Sophia Antipolis cedex - France)'], 'affiliations': [{'raw_affiliation_string': 'Eurecom [Sophia Antipolis] (Campus SophiaTech, 450 Route des Chappes, CS 50193 - 06904 Biot Sophia Antipolis cedex - France)', 'institution_ids': ['https://openalex.org/I1902872']}]}], 'institution_assertions': [], 'countries_distinct_count': 1, 'institutions_distinct_count': 3, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': None, 'apc_paid': {'value': 1402, 'currency': 'EUR', 'value_usd': 1512, 'provenance': 'openapc'}, 'fwci': 0.519, 'has_fulltext': True, 'fulltext_origin': 'pdf', 'cited_by_count': 3, 'citation_normalized_percentile': {'value': 0.999985, 'is_in_top_1_percent': True, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 84, 'max': 87}, 'biblio': {'volume': '1', 'issue': None, 'first_page': '225', 'last_page': '241'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T11409', 'display_name': 'Advanced Wireless Network Optimization', 'score': 0.9999, 'subfield': {'id': 'https://openalex.org/subfields/2208', 'display_name': 'Electrical and Electronic Engineering'}, 'field': {'id': 'https://openalex.org/fields/22', 'display_name': 'Engineering'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T11409', 'display_name': 'Advanced Wireless Network Optimization', 'score': 0.9999, 'subfield': {'id': 'https://openalex.org/subfields/2208', 'display_name': 'Electrical and Electronic Engineering'}, 'field': {'id': 'https://openalex.org/fields/22', 'display_name': 'Engineering'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T12288', 'display_name': 'Optimization and Search Problems', 'score': 0.998, 'subfield': {'id': 'https://openalex.org/subfields/1705', 'display_name': 'Computer Networks and Communications'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10148', 'display_name': 'Advanced MIMO Systems Optimization', 'score': 0.9972, 'subfield': {'id': 'https://openalex.org/subfields/2208', 'display_name': 'Electrical and Electronic Engineering'}, 'field': {'id': 'https://openalex.org/fields/22', 'display_name': 'Engineering'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/heuristics', 'display_name': 'Heuristics', 'score': 0.593901}], 'concepts': [{'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.7394717}, {'id': 'https://openalex.org/C97541855', 'wikidata': 'https://www.wikidata.org/wiki/Q830687', 'display_name': 'Reinforcement learning', 'level': 2, 'score': 0.6207642}, {'id': 'https://openalex.org/C127705205', 'wikidata': 'https://www.wikidata.org/wiki/Q5748245', 'display_name': 'Heuristics', 'level': 2, 'score': 0.593901}, {'id': 'https://openalex.org/C206729178', 'wikidata': 'https://www.wikidata.org/wiki/Q2271896', 'display_name': 'Scheduling (production processes)', 'level': 2, 'score': 0.5938333}, {'id': 'https://openalex.org/C108037233', 'wikidata': 'https://www.wikidata.org/wiki/Q11375', 'display_name': 'Wireless network', 'level': 3, 'score': 0.5325339}, {'id': 'https://openalex.org/C555944384', 'wikidata': 'https://www.wikidata.org/wiki/Q249', 'display_name': 'Wireless', 'level': 2, 'score': 0.43889582}, {'id': 'https://openalex.org/C120314980', 'wikidata': 'https://www.wikidata.org/wiki/Q180634', 'display_name': 'Distributed computing', 'level': 1, 'score': 0.42367923}, {'id': 'https://openalex.org/C126255220', 'wikidata': 'https://www.wikidata.org/wiki/Q141495', 'display_name': 'Mathematical optimization', 'level': 1, 'score': 0.42305785}, {'id': 'https://openalex.org/C154945302', 'wikidata': 'https://www.wikidata.org/wiki/Q11660', 'display_name': 'Artificial intelligence', 'level': 1, 'score': 0.28395534}, {'id': 'https://openalex.org/C33923547', 'wikidata': 'https://www.wikidata.org/wiki/Q395', 'display_name': 'Mathematics', 'level': 0, 'score': 0.11472291}, {'id': 'https://openalex.org/C76155785', 'wikidata': 'https://www.wikidata.org/wiki/Q418', 'display_name': 'Telecommunications', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C111919701', 'wikidata': 'https://www.wikidata.org/wiki/Q9135', 'display_name': 'Operating system', 'level': 1, 'score': 0.0}], 'mesh': [], 'locations_count': 3, 'locations': [{'is_oa': True, 'landing_page_url': 'https://doi.org/10.1109/tmlcn.2023.3314705', 'pdf_url': 'https://ieeexplore.ieee.org/ielx7/9882533/10070384/10250919.pdf', 'source': {'id': 'https://openalex.org/S4387283721', 'display_name': 'IEEE Transactions on Machine Learning in Communications and Networking', 'issn_l': '2831-316X', 'issn': ['2831-316X'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310319808', 'host_organization_name': 'Institute of Electrical and Electronics Engineers', 'host_organization_lineage': ['https://openalex.org/P4310319808'], 'host_organization_lineage_names': ['Institute of Electrical and Electronics Engineers'], 'type': 'journal'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': True, 'landing_page_url': 'https://hal.science/hal-04285681', 'pdf_url': 'https://hal.science/hal-04285681/document', 'source': None, 'license': 'other-oa', 'license_id': 'https://openalex.org/licenses/other-oa', 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}, {'is_oa': True, 'landing_page_url': 'https://arxiv.org/abs/2011.13634', 'pdf_url': 'https://arxiv.org/pdf/2011.13634', 'source': {'id': 'https://openalex.org/S4306400194', 'display_name': 'arXiv (Cornell University)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I205783295', 'host_organization_name': 'Cornell University', 'host_organization_lineage': ['https://openalex.org/I205783295'], 'host_organization_lineage_names': ['Cornell University'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}], 'best_oa_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1109/tmlcn.2023.3314705', 'pdf_url': 'https://ieeexplore.ieee.org/ielx7/9882533/10070384/10250919.pdf', 'source': {'id': 'https://openalex.org/S4387283721', 'display_name': 'IEEE Transactions on Machine Learning in Communications and Networking', 'issn_l': '2831-316X', 'issn': ['2831-316X'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310319808', 'host_organization_name': 'Institute of Electrical and Electronics Engineers', 'host_organization_lineage': ['https://openalex.org/P4310319808'], 'host_organization_lineage_names': ['Institute of Electrical and Electronics Engineers'], 'type': 'journal'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'sustainable_development_goals': [], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 38, 'referenced_works': ['https://openalex.org/W1517625504', 'https://openalex.org/W1977655452', 'https://openalex.org/W2011418219', 'https://openalex.org/W2033436114', 'https://openalex.org/W2072196484', 'https://openalex.org/W2076337359', 'https://openalex.org/W2136885855', 'https://openalex.org/W2145339207', 'https://openalex.org/W2168359464', 'https://openalex.org/W2168467796', 'https://openalex.org/W2257979135', 'https://openalex.org/W2507174453', 'https://openalex.org/W2724169821', 'https://openalex.org/W2765302304', 'https://openalex.org/W2772709170', 'https://openalex.org/W2788005034', 'https://openalex.org/W2798705390', 'https://openalex.org/W2803308811', 'https://openalex.org/W2837805563', 'https://openalex.org/W2898754723', 'https://openalex.org/W2951799221', 'https://openalex.org/W2963864421', 'https://openalex.org/W2968782695', 'https://openalex.org/W2969195240', 'https://openalex.org/W2995894173', 'https://openalex.org/W3016147905', 'https://openalex.org/W3031371304', 'https://openalex.org/W3036160090', 'https://openalex.org/W3108183788', 'https://openalex.org/W3111499798', 'https://openalex.org/W3160306825', 'https://openalex.org/W3215554746', 'https://openalex.org/W3217746782', 'https://openalex.org/W4226369875', 'https://openalex.org/W4252214219', 'https://openalex.org/W4298876402', 'https://openalex.org/W4302570325', 'https://openalex.org/W4312479356'], 'related_works': ['https://openalex.org/W4252555497', 'https://openalex.org/W3143197806', 'https://openalex.org/W3121175838', 'https://openalex.org/W3016293053', 'https://openalex.org/W2952904874', 'https://openalex.org/W2784269775', 'https://openalex.org/W2401723157', 'https://openalex.org/W2280422768', 'https://openalex.org/W2065055572', 'https://openalex.org/W1690653314'], 'abstract_inverted_index': {'The': [0], 'problem': [1], 'of': [2, 33], 'multiclass': [3], 'scheduling': [4, 61, 157], 'in': [5, 31], 'a': [6, 100, 120, 125, 178], 'dynamic': [7], 'wireless': [8], 'setting': [9], 'is': [10, 137], 'considered': [11], 'here,': [12], 'where': [13], 'the': [14, 114, 172], 'available': [15], 'limited': [16], 'bandwidth': [17, 170], 'resources': [18, 171], 'are': [19, 76, 85], 'allocated': [20], 'to': [21, 28, 43, 55, 74, 78, 93, 112, 123, 130], 'handle': [22], 'random': [23, 51], 'service': [24, 52], 'demand': [25], 'arrivals,': [26], 'belonging': [27], 'different': [29], 'classes': [30], 'terms': [32], 'payload': [34], 'data': [35], 'request,': [36], 'delay': [37], 'tolerance,': [38], 'and': [39, 62, 71, 84, 98, 142, 153, 155, 169], 'importance/priority.': [40], 'In': [41], 'addition': [42], 'heterogeneous': [44], 'traffic,': [45], 'another': [46], 'major': [47], 'challenge': [48], 'stems': [49], 'from': [50, 67, 151], 'rates': [53], 'due': [54], 'time-varying': [56], 'wire-less': [57], 'communication': [58], 'channels.': [59], 'Existing': [60], 'resource': [63], 'allocation': [64], 'approaches,': [65], 'ranging': [66], 'simple': [68], 'greedy': [69], 'heuristics': [70], 'constrained': [72], 'optimization': [73], 'combinatorics,': [75], 'tailored': [77], 'specific': [79], 'network': [80], 'or': [81], 'application': [82], 'configuration': [83], 'usually': [86], 'suboptimal.': [87], 'On': [88], 'this': [89], 'account,': [90], 'we': [91, 118], 'resort': [92], 'deep': [94], 'reinforcement': [95], 'learning': [96], '(DRL)': [97], 'propose': [99], 'distributional': [101], 'Deep': [102, 110], 'Deterministic': [103], 'Policy': [104], 'Gradient': [105], '(DDPG)': [106], 'algorithm': [107, 136, 180], 'combined': [108], 'with': [109, 165], 'Sets': [111], 'tackle': [113], 'aforementioned': [115], 'problem.': [116], 'Furthermore,': [117], 'present': [119], 'novel': [121], 'way': [122], 'use': [124], 'Dueling': [126], 'Network,': [127], 'which': [128], 'leads': [129], 'further': [131], 'performance': [132], 'improvement.': [133], 'Our': [134, 159], 'proposed': [135], 'tested': [138], 'on': [139], 'both': [140], 'synthetic': [141], 'real': [143], 'data,': [144], 'showing': [145], 'consistent': [146], 'gains': [147], 'against': [148], 'baseline': [149], 'methods': [150], 'combinatorics': [152], 'optimization,': [154], 'state-of-the-art': [156], 'metrics.': [158], 'method': [160], 'can,': [161], 'for': [162], 'instance,': [163], 'achieve': [164], '13%': [166], 'less': [167], 'power': [168], 'same': [173], 'user': [174], 'satisfaction': [175], 'rate': [176], 'as': [177], 'myopic': [179], 'using': [181], 'knapsack': [182], 'optimization.': [183]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W4386699386', 'counts_by_year': [{'year': 2024, 'cited_by_count': 1}, {'year': 2023, 'cited_by_count': 1}], 'updated_date': '2025-01-08T04:28:24.761369', 'created_date': '2023-09-14'}