Merge pull request #6 from macrocosm-os/features/small-improvements

requirements.txt

@@ -1,4 +1,4 @@
-git+https://github.com/opentensor/prompting.git@features/move-validator-into-prompting
+git+https://github.com/macrocosm-os/prompting.git
 aiohttp
 deprecated
 aiohttp_apispec>=2.2.3

validators/sn1_validator_wrapper.py

@@ -36,7 +36,7 @@ class S1ValidatorAPI(ValidatorAPI):
         axons = [self.validator.metagraph.axons[uid] for uid in uids]
 
         # Make calls to the network with the prompt.
-        bt.logging.info(f"Calling dendrite")
+        bt.logging.info(f"Sampling dendrite by {params.sampling_mode} with roles {params.roles} and messages {params.messages}")
 
         streams_responses = await self.validator.dendrite(
             axons=axons,

validators/streamer.py

@@ -63,7 +63,11 @@ class AsyncResponseDataStreamer:
                     # Writes the new response state to the response                                    
                     await response.write(new_response_state.encode('utf-8'))
                                 
-            if chunk is not None and isinstance(chunk, StreamPromptingSynapse):                                                            
+            if chunk is not None and isinstance(chunk, StreamPromptingSynapse):
+                if len(self.accumulated_chunks) == 0:                    
+                    self.accumulated_chunks.append(chunk.completion)                    
+                    self.accumulated_chunks_timings.append(time.time() - start_time)
+                
                 self.finish_reason = "completed"
                 self.sequence_number += 1
                 # Assuming the last chunk holds the last value yielded which should be a synapse with the completion filled