from pykeen.triples import TriplesFactory
from pykeen.nn import TextRepresentation
from pykeen.models import DistMult

triples_factory = TriplesFactory.from_path("path/to/my/triples.txt")

entity_representations = TextRepresentation.from_triples_factory(
    triples_factory=triples_factory,
    encoder="transformer",
)

model = DistMult(
    triples_factory=triples_factory,
    embedding_dim=entity_representations.shape[0],
    entity_representations=entity_representations,
    entity_initializer=entity_representations.encoder.forward_normalized(
        entity_representations.labels
    ),
    random_seed=42,
)