Dear All,

I like to simulate the synthetic traffic analysis for Torus for 256 nodes
with uniform traffic.
However, the network is showing latency degradation after 0.14 injection
rate (flit latency = 33.044985 for 0.14 and flit latency =  38.244770 for
0.13 ), which could be the possible case of network deadlocked.
I configured the garnet 2.0 with all the default settings (4 vc + 16
bandwith factor) and Mesh network is also performing properly. As the
number of VC is 4, Torus should not be in a deadlock.

I also like to share the network file as attachment.
And please consider the simulation condition as below-

./build/Garnet_standalone/gem5.debug configs.py/example/garnet_synth_traffic
--num-cpus=256 --num-dirs=256 --network=garnet2.0 --topology=Torus_XY
--mesh-rows=16 --sim-cycles=20000 --synthetic=uniform_random
--injectionrate=0.14
--routing-algorithm=0 --vcs-per-vnet=4


Please let me know how to resolve this issue for Garnet 2.0.


Thanks and best regards,


F.A. Faisal
# Copyright (c) 2010 Advanced Micro Devices, Inc.
#               2016 Georgia Institute of Technology
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met: redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer;
# redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution;
# neither the name of the copyright holders nor the names of its
# contributors may be used to endorse or promote products derived from
# this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
#
# Authors: Brad Beckmann
#          Tushar Krishna

from m5.params import *
from m5.objects import *

from BaseTopology import SimpleTopology

# Creates a generic Mesh assuming an equal number of cache
# and directory controllers.
# XY routing is enforced (using link weights)
# to guarantee deadlock freedom.

class Torus_XY(SimpleTopology):
    description='Torus_XY'

    def __init__(self, controllers):
        self.nodes = controllers

    # Makes a generic mesh
    # assuming an equal number of cache and directory cntrls

    def makeTopology(self, options, network, IntLink, ExtLink, Router):
        nodes = self.nodes

        num_routers = options.num_cpus
        num_rows = options.mesh_rows

        # default values for link latency and router latency.
        # Can be over-ridden on a per link/router basis
        link_latency = options.link_latency # used by simple and garnet
        router_latency = options.router_latency # only used by garnet


        # There must be an evenly divisible number of cntrls to routers
        # Also, obviously the number or rows must be <= the number of routers
        cntrls_per_router, remainder = divmod(len(nodes), num_routers)
        assert(num_rows > 0 and num_rows <= num_routers)
        num_columns = int(num_routers / num_rows)
        assert(num_columns * num_rows == num_routers)

        # Create the routers in the torus
        routers = [Router(router_id=i, latency = router_latency) \
            for i in range(num_routers)]
        network.routers = routers

        # link counter to set unique link ids
        link_count = 0

        # Add all but the remainder nodes to the list of nodes to be uniformly
        # distributed across the network.
        network_nodes = []
        remainder_nodes = []
        for node_index in xrange(len(nodes)):
            if node_index < (len(nodes) - remainder):
                network_nodes.append(nodes[node_index])
            else:
                remainder_nodes.append(nodes[node_index])

        # Connect each node to the appropriate router
        ext_links = []
        for (i, n) in enumerate(network_nodes):
            cntrl_level, router_id = divmod(i, num_routers)
            assert(cntrl_level < cntrls_per_router)
            ext_links.append(ExtLink(link_id=link_count, ext_node=n,
                                    int_node=routers[router_id],
                                    latency = link_latency))
            link_count += 1

        # Connect the remainding nodes to router 0.  These should only be
        # DMA nodes.
        for (i, node) in enumerate(remainder_nodes):
            assert(node.type == 'DMA_Controller')
            assert(i < remainder)
            ext_links.append(ExtLink(link_id=link_count, ext_node=node,
                                    int_node=routers[0],
                                    latency = link_latency))
            link_count += 1

        network.ext_links = ext_links

        # Create the mesh links.
        int_links = []
         
        # East output to West input links (weight = 1)
        for row in xrange(num_rows):
            for col in xrange(num_columns):
                east_out = col + (row * num_columns)
                if (col + 1 < num_columns):
                    west_in = (col + 1) + (row * num_columns)
                else:
                    west_in = (row * num_columns)
                int_links.append(IntLink(link_id=link_count,
                                        src_node=routers[east_out],
                                        dst_node=routers[west_in],
                                        src_outport="East",
                                        dst_inport="West",
					latency=link_latency,
                                        weight=1))
                link_count += 1                             
 		print "[east_out= ",east_out, " west_in= ", west_in, "] ", num_rows, num_columns

        # West output to East input links (weight = 1)
	for row in xrange(num_rows):
            for col in xrange(num_columns):
                east_in = col + (row * num_columns)
                if (col + 1 < num_columns):
                    west_out = (col + 1) + (row * num_columns)
                else:
                    west_out = (row * num_columns)
                int_links.append(IntLink(link_id=link_count,
                                        src_node=routers[west_out],
                                        dst_node=routers[east_in],
                                        src_outport="West",
                                        dst_inport="East",
                                        latency=link_latency,
                                        weight=1))
                link_count += 1   
	        print "[east_in= ",east_in, " west_out= ", west_out, "] "


        # North output to South input links (weight = 2)
        for col in xrange(num_columns):
            for row in xrange(num_rows):
                north_out = col + (row * num_columns)
                if (row + 1 < num_rows):
                    south_in = col + ((row + 1) * num_columns)
                else:
                    south_in = col
                int_links.append(IntLink(link_id=link_count,
                                        src_node=routers[north_out],
                                        dst_node=routers[south_in],
                                        src_outport="North",
                                        dst_inport="South",
                                        latency = link_latency,
                                        weight=2))
                link_count +=1 
		print "[north_out= ",north_out, " south_in= ", south_in, "] "


        # South output to North input links (weight = 2)
        for col in xrange(num_columns):
            for row in xrange(num_rows):
                north_in = col + (row * num_columns)
                if (row + 1 < num_rows):
                    south_out = col + ((row + 1) * num_columns)
                else:   
                    south_out = col
                int_links.append(IntLink(link_id=link_count,
                                        src_node=routers[south_out],
                                        dst_node=routers[north_in],
                                        src_outport="South",
                                        dst_inport="North",
                                        latency = link_latency,
                                        weight=2))
                link_count +=1 
		print "[north_in= ",north_in, " south_out= ", south_out, "] "

        network.int_links = int_links
_______________________________________________
gem5-users mailing list
gem5-users@gem5.org
http://m5sim.org/cgi-bin/mailman/listinfo/gem5-users

Reply via email to