found the bug. the following code is in the PluginState, used by the Prefix plugin:

gateway-api-inference-extension/pkg/epp/plugins/plugin_state.go

Lines 78 to 91 in dc82925

    
           func (s *PluginState) Write(requestID string, key StateKey, val StateData) { 
        
           	s.requestToLastAccessTime.Store(requestID, time.Now()) 
        
           	var stateData map[StateKey]StateData 
        
           	stateMap, ok := s.storage.Load(requestID) 
        
           	if ok { 
        
           		stateData = stateMap.(map[StateKey]StateData) 
        
           	} else { 
        
           		stateData = map[StateKey]StateData{} 
        
           	} 
        
           	stateData[key] = val 
        
           	s.storage.Store(requestID, stateData) 
        
           }

since RequestID is always "", different requests are getting the same stateMap in line 81, and then try to write concurrently different values to the same map in line 88.

RequestID should always be set. I will push a fix.

	func (s *PluginState) Write(requestID string, key StateKey, val StateData) {
	s.requestToLastAccessTime.Store(requestID, time.Now())
	var stateData map[StateKey]StateData
	stateMap, ok := s.storage.Load(requestID)
	if ok {
	stateData = stateMap.(map[StateKey]StateData)
	} else {
	stateData = map[StateKey]StateData{}
	}

	stateData[key] = val

	s.storage.Store(requestID, stateData)
	}

EPP crashing during scale test #1489

Description

Metadata

Metadata

Assignees

Labels

Type

Projects

Milestone

Relationships

Development

Issue actions