-
Notifications
You must be signed in to change notification settings - Fork 2.2k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[Snippets] Introduced BufferExpression (#26413)
### Details: - *Created the first specialized expression: `BufferExpression` - now we don't have to cast the source node to `op::Buffer` to get attributes - all of them are stored in `BufferExpression` now* - *United `NewMemoryBuffer` and `IntermediateMemoryBuffer` ops into one `Buffer` since now they are distinguished only by argument count* - *Replaced the pass "SetBrgemmCopyBBuffersShape" with new "InsertBrgemmCopyBBuffers" which inserts `BrgemmCopyB`-specific `BufferExpression` after this op* ### Tickets: - *151198*
- Loading branch information
1 parent
3cefe70
commit 0217615
Showing
61 changed files
with
1,215 additions
and
926 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
69 changes: 69 additions & 0 deletions
69
src/common/snippets/include/snippets/lowered/expressions/buffer_expression.hpp
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,69 @@ | ||
| // Copyright (C) 2024 Intel Corporation | ||
| // SPDX-License-Identifier: Apache-2.0 | ||
| // | ||
|
|
||
| #pragma once | ||
|
|
||
| #include "snippets/lowered/expression.hpp" | ||
|
|
||
| #include "snippets/utils/utils.hpp" | ||
|
|
||
|
|
||
| namespace ov { | ||
| namespace snippets { | ||
| namespace lowered { | ||
|
|
||
| // To avoid cycle-dependancy of includes, we forward-declare LoopManager | ||
| class LoopManager; | ||
| /** | ||
| * @interface BufferExpression | ||
| * @brief This is a base class for memory storage. | ||
| * Note that Buffer should be a single consumer for operation output port | ||
| * @param m_allocation_size - memory size for allocation in bytes. Dynamic value means undefined size. | ||
| * @param m_offset - offset in common Buffer scratchpad | ||
| * @param m_reg_group - number of register group. The Buffers from the same register group will have the same GPR | ||
| * @param m_cluster_id - number of cluster. The Buffers from the same cluster shares memory between them and will have the same offset. | ||
| * @ingroup snippets | ||
| */ | ||
| class BufferExpression : public Expression { | ||
| friend class ExpressionFactory; | ||
| public: | ||
| OPENVINO_RTTI("BufferExpression", "0", Expression) | ||
| BufferExpression() = default; | ||
|
|
||
| bool visit_attributes(AttributeVisitor &visitor) override; | ||
|
|
||
| size_t get_reg_group() const { return m_reg_group; } | ||
| size_t get_cluster_id() const { return m_cluster_id; } | ||
| size_t get_offset() const { return m_offset; } | ||
| size_t get_allocation_size() const { return m_allocation_size; } | ||
| size_t get_byte_size() const; | ||
|
|
||
| void set_reg_group(size_t reg_group) { m_reg_group = reg_group; } | ||
| void set_cluster_id(size_t cluster) { m_cluster_id = cluster; } | ||
| void set_allocation_size(size_t size) { m_allocation_size = size; } | ||
| void set_offset(size_t offset) { m_offset = offset; } | ||
|
|
||
| virtual void init_allocation_size(const std::shared_ptr<LoopManager>& loop_manager, size_t allocation_rank); | ||
|
|
||
| // Returns True, if allocation size is known. Otherwise returns False - allocation size is undefined | ||
| bool is_defined() const; | ||
|
|
||
| // Returns True, if the memory is independent - expression doesn't have parents (source) | ||
| bool is_independent_memory() const { return get_input_count() == 0; } | ||
|
|
||
| protected: | ||
| BufferExpression(const std::shared_ptr<Node>& n, const std::shared_ptr<IShapeInferSnippetsFactory>& factory); | ||
|
|
||
| ExpressionPtr clone() const override; | ||
|
|
||
| size_t m_allocation_size = utils::get_dynamic_value<size_t>(); | ||
| size_t m_reg_group = 0; | ||
| size_t m_cluster_id = 0; | ||
| size_t m_offset = utils::get_dynamic_value<size_t>(); | ||
| }; | ||
| using BufferExpressionPtr = std::shared_ptr<BufferExpression>; | ||
|
|
||
| } // namespace lowered | ||
| } // namespace snippets | ||
| } // namespace ov |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.