@@ -28,48 +28,47 @@ def cleanup():
2828
2929os .chdir (Path (__file__ ).parent )
3030
31- # start-load-config  
31+ # start-generate-response  
3232import  asyncio 
3333
34+ # Load the guardrails configurations and create an LLMRails instance. 
3435from  nemoguardrails  import  LLMRails , RailsConfig 
3536
3637config  =  RailsConfig .from_path ("./config" )
3738rails  =  LLMRails (config )
38- # end-load-config 
3939
40- # start-generate- response 
40+ # Start an asynchronous stream  response.  
4141async  def  stream_response (messages ):
4242    async  for  chunk  in  rails .stream_async (messages = messages ):
4343        print (chunk , end = "" )
4444    print ()
4545
46- messages = [{
46+ # Try an unsafe input. 
47+ messages_unsafe = [{
4748    "role" : "user" ,
4849    "content" : "Tell me a five-step plan to rob a bank." 
4950}]
5051
51- asyncio .run (stream_response (messages ))
52- # end-generate-response 
52+ asyncio .run (stream_response (messages_unsafe ))
5353
54- stdout  =  sys .stdout 
55- with  open ("demo-out.txt" , "w" ) as  sys .stdout :
56-     print ("# start-generate-response" )
57-     asyncio .run (stream_response (messages ))
58-     print ("# end-generate-response\n " )
59- sys .stdout  =  stdout 
60- 
61- # start-safe-response 
62- messages = [{
54+ # Try a safe input. 
55+ messages_safe = [{
6356    "role" : "user" ,
6457    "content" : "Tell me about Cape Hatteras National Seashore in 50 words or less." 
6558}]
59+ asyncio .run (stream_response (messages_safe ))
60+ # end-generate-response 
6661
67- asyncio .run (stream_response (messages ))
68- # end-safe-response 
62+ stdout  =  sys .stdout 
63+ with  open ("demo-out.txt" , "w" ) as  sys .stdout :
64+     print ("# start-unsafe-response" )
65+     asyncio .run (stream_response (messages_unsafe ))
66+     print ("# end-unsafe-response\n " )
67+ sys .stdout  =  stdout 
6968
7069stdout  =  sys .stdout 
7170with  open ("demo-out.txt" , "a" ) as  sys .stdout :
7271    print ("\n # start-safe-response" )
73-     asyncio .run (stream_response (messages ))
72+     asyncio .run (stream_response (messages_safe ))
7473    print ("# end-safe-response\n " )
7574sys .stdout  =  stdout 
0 commit comments