64 lines
2.3 KiB
C++
64 lines
2.3 KiB
C++
/* Copyright 2017 The OpenXLA Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
==============================================================================*/
|
|
#ifndef XLA_SERVICE_FUSION_QUEUE_H_
|
|
#define XLA_SERVICE_FUSION_QUEUE_H_
|
|
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
#include "absl/strings/str_cat.h"
|
|
#include "xla/hlo/ir/hlo_instruction.h"
|
|
|
|
namespace xla {
|
|
|
|
// A queue interface that allows implementations to choose fusion candidates in
|
|
// custom order.
|
|
class FusionQueue {
|
|
public:
|
|
FusionQueue() = default;
|
|
virtual ~FusionQueue() = default;
|
|
|
|
// Dequeues the next fusion candidates: a consumer and the list of producers
|
|
// as operand indices.
|
|
virtual std::pair<HloInstruction*, std::vector<int64_t>>
|
|
DequeueNextInstructionAndOperandsToFuseInOrder() = 0;
|
|
|
|
// A callback passed to the queue implementation right before the producer is
|
|
// fused into the consumer.
|
|
virtual void PreFusion(HloInstruction* producer, HloInstruction* consumer) {}
|
|
|
|
// A callback passed to the queue implementation right after the fusion is
|
|
// created. Note that original_producer could have been destroyed.
|
|
virtual void OnFusingInstruction(HloInstruction* fusion,
|
|
HloInstruction* original_producer,
|
|
HloInstruction* original_consumer) {}
|
|
|
|
// A callback passed to the queue implementation when a proposed fusion does
|
|
// not happen.
|
|
virtual void NotFusingInstruction(HloInstruction* producer,
|
|
HloInstruction* consumer) {}
|
|
|
|
// A callback passed to the queue implementation to notify the removal of an
|
|
// instruction.
|
|
virtual void RemoveInstruction(HloInstruction* instruction) = 0;
|
|
|
|
// Returns the fusion configuration.
|
|
virtual const std::vector<bool>* FusionConfiguration() = 0;
|
|
};
|
|
|
|
} // namespace xla
|
|
|
|
#endif // XLA_SERVICE_FUSION_QUEUE_H_
|